new task for copying

Author: sanderegg

services/storage/src/simcore_service_storage/api/_worker_tasks/_simcore_s3.py

@@ -0,0 +1,36 @@
+import logging
+from typing import Any
+
+from celery import Task
+from models_library.api_schemas_storage.storage_schemas import FoldersBody
+from models_library.users import UserID
+from servicelib.logging_utils import log_context
+
+from ...dsm import get_dsm_provider
+from ...modules.celery.utils import get_fastapi_app
+from ...simcore_s3_dsm import SimcoreS3DataManager
+
+_logger = logging.getLogger(__name__)
+
+
+async def deep_copy_files_from_project(
+    task: Task, user_id: UserID, body: FoldersBody
+) -> dict[str, Any]:
+    with log_context(
+        _logger,
+        logging.INFO,
+        msg=f"copying {body.source['uuid']} -> {body.destination['uuid']}",
+    ):
+        dsm = get_dsm_provider(get_fastapi_app(task.app)).get(
+            SimcoreS3DataManager.get_location_id()
+        )
+        assert isinstance(dsm, SimcoreS3DataManager)  # nosec
+        await dsm.deep_copy_project_simcore_s3(
+            user_id,
+            body.source,
+            body.destination,
+            body.nodes_map,
+            task_progress=None,  # TODO: fix by using a real progress bar
+        )
+
+    return body.destination

services/storage/src/simcore_service_storage/api/_worker_tasks/tasks.py

@@ -8,6 +8,7 @@
 from ...modules.celery.tasks import export_data
 from ._files import complete_upload_file
 from ._paths import compute_path_size
+from ._simcore_s3 import deep_copy_files_from_project
 
 _logger = logging.getLogger(__name__)
 
@@ -22,3 +23,4 @@ def setup_worker_tasks(app: Celery) -> None:
         define_task(app, export_data)
         define_task(app, compute_path_size)
         define_task(app, complete_upload_file)
+        define_task(app, deep_copy_files_from_project)