Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
60 changes: 60 additions & 0 deletions src/Database/Database.php
Original file line number Diff line number Diff line change
Expand Up @@ -5624,6 +5624,66 @@ public function find(string $collection, array $queries = [], string $forPermiss
return $results;
}

/**
* Call callback for each document of the given collection
* that matches the given queries
*
* @param string $collection
* @param callable $callback
* @param array<Query> $queries
* @param string $forPermission
* @throws \Utopia\Database\Exception
* @return void
*/
public function foreach(string $collection, callable $callback, array $queries = [], string $forPermission = Database::PERMISSION_READ): void
{
$grouped = Query::groupByType($queries);
$limitExists = $grouped['limit'] !== null;
$limit = $grouped['limit'] ?? 25;
$offset = $grouped['offset'];

$cursor = $grouped['cursor'];
$cursorDirection = $grouped['cursorDirection'];

// Cursor before is not supported
if ($cursor !== null && $cursorDirection === Database::CURSOR_BEFORE) {
throw new DatabaseException('Cursor ' . Database::CURSOR_BEFORE . ' not supported in this method.');
}

$results = [];
$sum = $limit;
$latestDocument = null;

while ($sum === $limit) {
$newQueries = $queries;
if ($latestDocument !== null) {
//reset offset and cursor as groupByType ignores same type query after first one is encountered
if ($offset !== null) {
array_unshift($newQueries, Query::offset(0));
}

array_unshift($newQueries, Query::cursorAfter($latestDocument));
}
if (!$limitExists) {
$newQueries[] = Query::limit($limit);
}
$results = $this->find($collection, $newQueries, $forPermission);

if (empty($results)) {
return;
}

$sum = count($results);

foreach ($results as $document) {
if (is_callable($callback)) {
$callback($document);
}
}

$latestDocument = $results[array_key_last($results)];
}
}
/**
* @param string $collection
* @param array<Query> $queries
Expand Down
48 changes: 48 additions & 0 deletions tests/e2e/Adapter/Base.php
Original file line number Diff line number Diff line change
Expand Up @@ -5017,6 +5017,54 @@ public function testFindSelect(): void
}
}

/** @depends testFind */
public function testForeach(): void
{
/**
* Test, foreach goes through all the documents
*/
$documents = [];
static::getDatabase()->foreach('movies', queries: [Query::limit(2)], callback: function ($document) use (&$documents) {
$documents[] = $document;
});
$this->assertEquals(6, count($documents));

/**
* Test, foreach with initial cursor
*/

$first = $documents[0];
$documents = [];
static::getDatabase()->foreach('movies', queries: [Query::limit(2), Query::cursorAfter($first)], callback: function ($document) use (&$documents) {
$documents[] = $document;
});
$this->assertEquals(5, count($documents));

/**
* Test, foreach with initial offset
*/

$documents = [];
static::getDatabase()->foreach('movies', queries: [Query::limit(2), Query::offset(2)], callback: function ($document) use (&$documents) {
$documents[] = $document;
});
$this->assertEquals(4, count($documents));

/**
* Test, cursor before throws error
*/
try {
static::getDatabase()->foreach('movies', queries: [Query::cursorBefore($documents[0]), Query::offset(2)], callback: function ($document) use (&$documents) {
$documents[] = $document;
});

} catch (Throwable $e) {
$this->assertInstanceOf(DatabaseException::class, $e);
$this->assertEquals('Cursor ' . Database::CURSOR_BEFORE . ' not supported in this method.', $e->getMessage());
}

}

/**
* @depends testFind
*/
Expand Down