batch delete folders

Author: pcrespov

services/web/server/src/simcore_service_webserver/folders/_folders_repository.py

@@ -266,7 +266,7 @@ async def list_trashed_folders(
     *,
     # filter
     trashed_explicitly: bool | UnSet = UnSet.VALUE,
-    trashed_until: datetime | UnSet = UnSet.VALUE,
+    trashed_before: datetime | UnSet = UnSet.VALUE,
     # pagination
     offset: NonNegativeInt,
     limit: int,
@@ -285,9 +285,9 @@ async def list_trashed_folders(
             folders_v2.c.trashed_explicitly.is_(trashed_explicitly)
         )
 
-    if is_set(trashed_until):
-        assert isinstance(trashed_until, datetime)  # nosec
-        base_query = base_query.where(folders_v2.c.trashed < trashed_until)
+    if is_set(trashed_before):
+        assert isinstance(trashed_before, datetime)  # nosec
+        base_query = base_query.where(folders_v2.c.trashed < trashed_before)
 
     # Select total count from base_query
     count_query = select(func.count()).select_from(base_query.subquery())

services/web/server/src/simcore_service_webserver/folders/_trash_service.py

@@ -19,7 +19,7 @@
 from ..projects._trash_service import trash_project, untrash_project
 from ..workspaces.api import check_user_workspace_access
 from . import _folders_repository, _folders_service
-from .errors import FolderNotTrashedError
+from .errors import FolderBatchDeleteError, FolderNotTrashedError
 
 _logger = logging.getLogger(__name__)
 
@@ -278,3 +278,47 @@ async def delete_trashed_folder(
     await _folders_service.delete_folder(
         app, user_id=user_id, folder_id=folder_id, product_name=product_name
     )
+
+
+async def batch_delete_trashed_folders_as_admin(
+    app: web.Application,
+    trashed_before: datetime,
+    *,
+    product_name: ProductName,
+    fail_fast: bool,
+) -> None:
+    """
+    Raises:
+        FolderBatchDeleteError: if error and fail_fast=False
+        Exception: any other exception during delete_recursively
+    """
+
+    for page_params in iter_pagination_params(limit=MAXIMUM_NUMBER_OF_ITEMS_PER_PAGE):
+        (
+            page_params.total_number_of_items,
+            expired_trashed_folders,
+        ) = await _folders_repository.list_trashed_folders(
+            app,
+            trashed_explicitly=True,
+            trashed_before=trashed_before,
+            offset=page_params.offset,
+            limit=page_params.limit,
+            order_by=OrderBy(field=IDStr("trashed"), direction=OrderDirection.ASC),
+        )
+
+        # batch delete
+        errors: list[tuple[FolderID, Exception]] = []
+        for folder in expired_trashed_folders:
+            try:
+                await _folders_repository.delete_recursively(
+                    app, folder_id=folder.folder_id, product_name=product_name
+                )
+            except Exception as err:  # pylint: disable=broad-exception-caught
+                if fail_fast:
+                    raise
+                errors.append((folder.folder_id, err))
+
+        if errors:
+            raise FolderBatchDeleteError(
+                errors=errors, trashed_before=trashed_before, product_name=product_name
+            )

services/web/server/src/simcore_service_webserver/folders/errors.py

@@ -29,3 +29,7 @@ class FolderNotTrashedError(FoldersRuntimeError):
     msg_template = (
         "Cannot delete folder {folder_id} since it was not trashed first: {reason}"
     )
+
+
+class FolderBatchDeleteError(FoldersRuntimeError):
+    msg_template = "One or more folders could not be deleted: {errors}"