IBX-10186 Add limits to count and subtree queries

src/contracts/Persistence/Content/Location/Handler.php

@@ -110,7 +110,7 @@ public function loadParentLocationsForDraftContent($contentId);
      */
     public function copySubtree($sourceId, $destinationParentId);
 
-    public function getSubtreeSize(string $path): int;
+    public function getSubtreeSize(string $path, ?int $limit = null): int;
 
     /**
      * Moves location identified by $sourceId into new parent identified by $destinationParentId.

src/contracts/Persistence/Filter/Content/Handler.php

@@ -22,7 +22,7 @@ interface Handler
      */
     public function find(Filter $filter): iterable;
 
-    public function count(Filter $filter): int;
+    public function count(Filter $filter, ?int $limit = null): int;
 }
 
 class_alias(Handler::class, 'eZ\Publish\SPI\Persistence\Filter\Content\Handler');

src/contracts/Persistence/Filter/Location/Handler.php

@@ -22,7 +22,7 @@ interface Handler
      */
     public function find(Filter $filter): iterable;
 
-    public function count(Filter $filter): int;
+    public function count(Filter $filter, ?int $limit = null): int;
 }
 
 class_alias(Handler::class, 'eZ\Publish\SPI\Persistence\Filter\Location\Handler');

src/contracts/Repository/ContentService.php

@@ -544,8 +544,10 @@ public function find(Filter $filter, ?array $languages = null): ContentList;
      * @param array<int, string> $languages A list of language codes to be added as additional constraints.
      *        If skipped, by default, unless SiteAccessAware layer has been disabled, languages set
      *        for a SiteAccess in a current context will be used.
+     * @param int|null $limit If set, the count will be limited to first $limit items found.
+     *        In some cases it can significantly speed up a count operation for more complex filters.
      */
-    public function count(Filter $filter, ?array $languages = null): int;
+    public function count(Filter $filter, ?array $languages = null, ?int $limit = null): int;
 }
 
 class_alias(ContentService::class, 'eZ\Publish\API\Repository\ContentService');

src/contracts/Repository/Decorator/ContentServiceDecorator.php

@@ -286,9 +286,9 @@ public function find(Filter $filter, ?array $languages = null): ContentList
         return $this->innerService->find($filter, $languages);
     }
 
-    public function count(Filter $filter, ?array $languages = null): int
+    public function count(Filter $filter, ?array $languages = null, ?int $limit = null): int
     {
-        return $this->innerService->count($filter, $languages);
+        return $this->innerService->count($filter, $languages, $limit);
     }
 }
 

src/contracts/Repository/Decorator/LocationServiceDecorator.php

@@ -82,14 +82,14 @@ public function loadParentLocationsForDraftContent(
         return $this->innerService->loadParentLocationsForDraftContent($versionInfo, $prioritizedLanguages);
     }
 
-    public function getLocationChildCount(Location $location): int
+    public function getLocationChildCount(Location $location, ?int $limit = null): int
     {
-        return $this->innerService->getLocationChildCount($location);
+        return $this->innerService->getLocationChildCount($location, $limit);
     }
 
-    public function getSubtreeSize(Location $location): int
+    public function getSubtreeSize(Location $location, ?int $limit = null): int
     {
-        return $this->innerService->getSubtreeSize($location);
+        return $this->innerService->getSubtreeSize($location, $limit);
     }
 
     public function createLocation(
@@ -160,9 +160,9 @@ public function find(Filter $filter, ?array $languages = null): LocationList
         return $this->innerService->find($filter, $languages);
     }
 
-    public function count(Filter $filter, ?array $languages = null): int
+    public function count(Filter $filter, ?array $languages = null, ?int $limit = null): int
     {
-        return $this->innerService->count($filter, $languages);
+        return $this->innerService->count($filter, $languages, $limit);
     }
 }
 

src/contracts/Repository/LocationService.php

@@ -124,14 +124,14 @@ public function loadParentLocationsForDraftContent(VersionInfo $versionInfo, ?ar
      *
      * @return int
      */
-    public function getLocationChildCount(Location $location): int;
+    public function getLocationChildCount(Location $location, ?int $limit = null): int;
 
     /**
      * Return the subtree size of a given location.
      *
      * Warning! This method is not permission aware by design.
      */
-    public function getSubtreeSize(Location $location): int;
+    public function getSubtreeSize(Location $location, ?int $limit = null): int;
 
     /**
      * Creates the new $location in the content repository for the given content.
@@ -274,8 +274,10 @@ public function find(Filter $filter, ?array $languages = null): LocationList;
      * @param array<int, string>|null $languages a list of language codes to be added as additional constraints.
      *        If skipped, by default, unless SiteAccessAware layer has been disabled, languages set
      *        for a SiteAccess in a current context will be used.
+     * @param int|null $limit If set, the count will be limited to first $limit items found.
+     *        In some cases it can significantly speed up a count operation for more complex filters.
      */
-    public function count(Filter $filter, ?array $languages = null): int;
+    public function count(Filter $filter, ?array $languages = null, ?int $limit = null): int;
 }
 
 class_alias(LocationService::class, 'eZ\Publish\API\Repository\LocationService');

src/lib/Persistence/Cache/LocationHandler.php

@@ -256,13 +256,13 @@ public function copySubtree($sourceId, $destinationParentId, $newOwnerId = null)
         return $this->persistenceHandler->locationHandler()->copySubtree($sourceId, $destinationParentId, $newOwnerId);
     }
 
-    public function getSubtreeSize(string $path): int
+    public function getSubtreeSize(string $path, ?int $limit = null): int
     {
         $this->logger->logCall(__METHOD__, [
             'path' => $path,
         ]);
 
-        return $this->persistenceHandler->locationHandler()->getSubtreeSize($path);
+        return $this->persistenceHandler->locationHandler()->getSubtreeSize($path, $limit);
     }
 
     /**

src/lib/Persistence/Legacy/Content/Location/Gateway.php

@@ -118,7 +118,7 @@ abstract public function getSubtreeContent(int $sourceId, bool $onlyIds = false)
      */
     abstract public function getSubtreeChildrenDraftContentIds(int $sourceId): array;
 
-    abstract public function getSubtreeSize(string $path): int;
+    abstract public function getSubtreeSize(string $path, ?int $limit = null): int;
 
     /**
      * Returns data for the first level children of the location identified by given $locationId.

src/lib/Persistence/Legacy/Content/Location/Gateway/DoctrineDatabase.php

@@ -20,6 +20,7 @@
 use Ibexa\Core\Persistence\Legacy\Content\Gateway as ContentGateway;
 use Ibexa\Core\Persistence\Legacy\Content\Language\MaskGenerator;
 use Ibexa\Core\Persistence\Legacy\Content\Location\Gateway;
+use Ibexa\Core\Persistence\Legacy\Traits\Doctrine\LimitedCountQueryTrait;
 use Ibexa\Core\Search\Legacy\Content\Common\Gateway\CriteriaConverter;
 use Ibexa\Core\Search\Legacy\Content\Common\Gateway\SortClauseConverter;
 use PDO;
@@ -35,6 +36,8 @@
  */
 final class DoctrineDatabase extends Gateway
 {
+    use LimitedCountQueryTrait;
+
     /** @var \Doctrine\DBAL\Connection */
     private $connection;
 
@@ -260,7 +263,7 @@ public function getSubtreeChildrenDraftContentIds(int $sourceId): array
         return $statement->fetchFirstColumn();
     }
 
-    public function getSubtreeSize(string $path): int
+    public function getSubtreeSize(string $path, ?int $limit = null): int
     {
         $query = $this->createNodeQueryBuilder([$this->dbPlatform->getCountExpression('node_id')]);
         $query->andWhere(
@@ -272,6 +275,12 @@ public function getSubtreeSize(string $path): int
             )
         );
 
+        $query = $this->wrapCountQuery(
+            $query,
+            't.node_id',
+            $limit
+        );
+
         return (int) $query->execute()->fetchOne();
     }
 

src/lib/Persistence/Legacy/Content/Location/Gateway/ExceptionConversion.php

@@ -118,10 +118,10 @@ public function getSubtreeChildrenDraftContentIds(int $sourceId): array
         }
     }
 
-    public function getSubtreeSize(string $path): int
+    public function getSubtreeSize(string $path, ?int $limit = null): int
     {
         try {
-            return $this->innerGateway->getSubtreeSize($path);
+            return $this->innerGateway->getSubtreeSize($path, $limit);
         } catch (DBALException | PDOException $e) {
             throw DatabaseException::wrap($e);
         }

src/lib/Persistence/Legacy/Content/Location/Handler.php

@@ -332,9 +332,9 @@ public function copySubtree($sourceId, $destinationParentId, $newOwnerId = null)
         return $copiedSubtreeRootLocation;
     }
 
-    public function getSubtreeSize(string $path): int
+    public function getSubtreeSize(string $path, ?int $limit = null): int
     {
-        return $this->locationGateway->getSubtreeSize($path);
+        return $this->locationGateway->getSubtreeSize($path, $limit);
     }
 
     /**

src/lib/Persistence/Legacy/Filter/Gateway/Content/Doctrine/DoctrineGateway.php

@@ -22,6 +22,7 @@
 use Ibexa\Core\Persistence\Legacy\Content\Gateway as ContentGateway;
 use Ibexa\Core\Persistence\Legacy\Content\Location\Gateway as LocationGateway;
 use Ibexa\Core\Persistence\Legacy\Filter\Gateway\Gateway;
+use Ibexa\Core\Persistence\Legacy\Traits\Doctrine\LimitedCountQueryTrait;
 use function iterator_to_array;
 use function sprintf;
 use Traversable;
@@ -31,6 +32,8 @@
  */
 final class DoctrineGateway implements Gateway
 {
+    use LimitedCountQueryTrait;
+
     public const COLUMN_MAP = [
         // Content Info
         'content_id' => 'content.id',
@@ -87,13 +90,19 @@ private function getDatabasePlatform(): AbstractPlatform
         }
     }
 
-    public function count(FilteringCriterion $criterion): int
+    public function count(FilteringCriterion $criterion, ?int $limit = null): int
     {
         $query = $this->buildQuery(
             [$this->getDatabasePlatform()->getCountExpression('DISTINCT content.id')],
             $criterion
         );
 
+        $query = $this->wrapCountQuery(
+            $query,
+            'content.id',
+            $limit
+        );
+
         return (int)$query->execute()->fetch(FetchMode::COLUMN);
     }
 

src/lib/Persistence/Legacy/Filter/Gateway/Gateway.php

@@ -18,9 +18,9 @@
 interface Gateway
 {
     /**
-     * Return number of matched rows for the given Criteria (a total count w/o pagination constraints).
+     * Return number of matched rows for the given Criteria (a total count w/o pagination constraints, Unless a limit is passed).
      */
-    public function count(FilteringCriterion $criterion): int;
+    public function count(FilteringCriterion $criterion, ?int $limit = null): int;
 
     /**
      * Return iterator for raw Repository data for the given Query result filtered by the given Criteria,

src/lib/Persistence/Legacy/Filter/Gateway/Location/Doctrine/DoctrineGateway.php

@@ -20,12 +20,15 @@
 use Ibexa\Core\Persistence\Legacy\Content\Gateway as ContentGateway;
 use Ibexa\Core\Persistence\Legacy\Content\Location\Gateway as LocationGateway;
 use Ibexa\Core\Persistence\Legacy\Filter\Gateway\Gateway;
+use Ibexa\Core\Persistence\Legacy\Traits\Doctrine\LimitedCountQueryTrait;
 
 /**
  * @internal for internal use by Legacy Storage
  */
 final class DoctrineGateway implements Gateway
 {
+    use LimitedCountQueryTrait;
+
     /** @var \Doctrine\DBAL\Connection */
     private $connection;
 
@@ -54,12 +57,18 @@ private function getDatabasePlatform(): AbstractPlatform
         }
     }
 
-    public function count(FilteringCriterion $criterion): int
+    public function count(FilteringCriterion $criterion, ?int $limit = null): int
     {
         $query = $this->buildQuery($criterion);
 
         $query->select($this->getDatabasePlatform()->getCountExpression('DISTINCT location.node_id'));
 
+        $query = $this->wrapCountQuery(
+            $query,
+            'location.node_id',
+            $limit
+        );
+
         return (int)$query->execute()->fetch(FetchMode::COLUMN);
     }
 

src/lib/Persistence/Legacy/Filter/Handler/ContentFilteringHandler.php

@@ -73,9 +73,9 @@ function (array $row): ContentItem {
         return $list;
     }
 
-    public function count(Filter $filter): int
+    public function count(Filter $filter, ?int $limit = null): int
     {
-        return $this->gateway->count($filter->getCriterion());
+        return $this->gateway->count($filter->getCriterion(), $limit);
     }
 }
 

src/lib/Persistence/Legacy/Filter/Handler/LocationFilteringHandler.php

@@ -69,9 +69,9 @@ function (array $row): LocationWithContentInfo {
         return $list;
     }
 
-    public function count(Filter $filter): int
+    public function count(Filter $filter, ?int $limit = null): int
     {
-        return $this->gateway->count($filter->getCriterion());
+        return $this->gateway->count($filter->getCriterion(), $limit);
     }
 }
 

src/lib/Persistence/Legacy/Traits/Doctrine/LimitedCountQueryTrait.php

@@ -0,0 +1,56 @@
+<?php
+
+/**
+ * @copyright Copyright (C) Ibexa AS. All rights reserved.
+ * @license For full copyright and license information view LICENSE file distributed with this source code.
+ */
+declare(strict_types=1);
+
+namespace Ibexa\Core\Persistence\Legacy\Traits\Doctrine;
+
+use Doctrine\DBAL\Query\QueryBuilder;
+
+/**
+ * Limited Count count trait. Used to allow for proper limiting of count queries
+ * when using Doctrine DBAL QueryBuilder.
+ */
+trait LimitedCountQueryTrait
+{
+    /**
+     * Takes a QueryBuilder and wraps it in a count query.
+     * This performs the following transformation to the passed query
+     * SELECT DISTINCT COUNT(DISTINCT someField) FROM XXX WHERE YYY;
+     * To
+     * SELECT COUNT(*) FROM (SELECT DISTINCT someField FROM XXX WHERE YYY LIMIT N) AS csub;.
+     *
+     * @param \Doctrine\DBAL\Query\QueryBuilder $queryBuilder
+     * @param string $countableField
+     * @param mixed $limit
+     *
+     * @return \Doctrine\DBAL\Query\QueryBuilder
+     */
+    protected function wrapCountQuery(
+        QueryBuilder $queryBuilder,
+        string $countableField,
+        ?int $limit,
+    ): QueryBuilder {
+        $useLimit = $limit !== null && $limit > 0;
+
+        if (!$useLimit) {
+            return $queryBuilder;
+        }
+
+        $querySql = $queryBuilder->select($countableField)
+            ->setMaxResults($limit)
+            ->getSQL();
+
+        $countQuery = $this->connection->createQueryBuilder();
+
+        return $countQuery
+            ->select(
+                $queryBuilder->getConnection()->getDatabasePlatform()->getCountExpression('*')
+            )
+            ->from('(' . $querySql . ')', 'csub')
+            ->setParameters($queryBuilder->getParameters(), $queryBuilder->getParameterTypes());
+    }
+}

src/lib/Repository/ContentService.php

@@ -2713,7 +2713,7 @@ public function find(Filter $filter, ?array $languages = null): ContentList
         return new ContentList($contentItemsIterator->getTotalCount(), $contentItems);
     }
 
-    public function count(Filter $filter, ?array $languages = null): int
+    public function count(Filter $filter, ?array $languages = null, ?int $limit = null): int
     {
         $filter = clone $filter;
         if (!empty($languages)) {
@@ -2733,7 +2733,7 @@ public function count(Filter $filter, ?array $languages = null): int
             $filter->andWithCriterion($permissionCriterion);
         }
 
-        return $this->contentFilteringHandler->count($filter);
+        return $this->contentFilteringHandler->count($filter, $limit);
     }
 }