total may be null

Author: sanderegg

services/storage/src/simcore_service_storage/datcore_dsm.py

@@ -68,9 +68,9 @@ async def list_paths(
         file_filter: Path | None,
         cursor: PathCursor | None,
         limit: NonNegativeInt,
-    ) -> tuple[list[PathMetaData], PathCursor | None, TotalNumber]:
+    ) -> tuple[list[PathMetaData], PathCursor | None, TotalNumber | None]:
         """returns a page of the file meta data a user has access to"""
-        return [], None, 0
+        return [], None, None
 
     async def list_files(
         self,

services/storage/src/simcore_service_storage/dsm_factory.py

@@ -77,7 +77,7 @@ async def list_paths(
         file_filter: Path | None,
         cursor: PathCursor | None,
         limit: NonNegativeInt,
-    ) -> tuple[list[PathMetaData], PathCursor | None, TotalNumber]:
+    ) -> tuple[list[PathMetaData], PathCursor | None, TotalNumber | None]:
         """returns a page of the file meta data a user has access to"""
 
     @abstractmethod

services/storage/src/simcore_service_storage/simcore_s3_dsm.py

@@ -179,7 +179,7 @@ async def list_paths(
         file_filter: Path | None,
         cursor: PathCursor | None,
         limit: NonNegativeInt,
-    ) -> tuple[list[PathMetaData], PathCursor | None, TotalNumber]:
+    ) -> tuple[list[PathMetaData], PathCursor | None, TotalNumber | None]:
         """returns a page of the file meta data a user has access to"""
 
         # if we have a file_filter, that means that we have at least a partial project ID
@@ -192,6 +192,7 @@ async def list_paths(
             ) from exc
 
         next_cursor: PathCursor | None = None
+        total: TotalNumber | None = None
         async with self.engine.connect() as conn:
             if project_id:
                 project_access_rights = await get_project_access_rights(
@@ -236,12 +237,6 @@ async def list_paths(
                             "objects_next_cursor": objects_next_cursor,
                         }
                     )
-                # TODO: this should be removed as this is not needed and performance intensive
-                total = await get_s3_client(self.app).count_objects(
-                    bucket=self.simcore_bucket_name,
-                    prefix=file_filter,
-                    start_after=None,
-                )
             else:
                 (
                     paths_metadata,