limit total requests count

Author: mcucchi9

cads_processing_api_service/clients.py

@@ -432,6 +432,7 @@ def get_jobs(
         with compute_sessionmaker() as compute_session:
             jobs_count = cads_broker.database.count_requests(
                 session=compute_session,
+                limit=SETTINGS.requests_count_limit,
                 **job_filters,
             )
             job_entries = compute_session.scalars(statement).all()
@@ -473,7 +474,7 @@ def get_jobs(
         job_list = models.JobList(
             jobs=jobs,
             links=[ogc_api_processes_fastapi.models.Link(href="")],
-            metadata=models.JobListMetadata(totalCount=jobs_count),
+            metadata=models.JobListMetadata(totalCount=jobs_count, totalCountLimit=SETTINGS.requests_count_limit),
         )
         pagination_query_params = utils.make_pagination_query_params(
             jobs, sort_key=sortby.lstrip("-")

cads_processing_api_service/config.py

@@ -224,6 +224,8 @@ def profiles_api_url(self) -> str:
     retrieve_api_catalogue_pool_size: int = 5
     retrieve_api_catalogue_max_overflow: int = 15
 
+    requests_count_limit: int = 1000
+
     rate_limits_file: str | None = None
     rate_limits: RateLimitsConfig = pydantic.Field(default=RateLimitsConfig())
 

cads_processing_api_service/models.py

@@ -64,6 +64,7 @@ class StatusInfo(ogc_api_processes_fastapi.models.StatusInfo):
 
 class JobListMetadata(pydantic.BaseModel):
     totalCount: int | None = None
+    totalCountLimit: int | None = None
 
 
 class DatasetMessage(pydantic.BaseModel):