add creation of workspace directory when creating program job

Author: bisgaard-itis

packages/simcore-sdk/src/simcore_sdk/node_ports_common/filemanager.py

@@ -44,17 +44,19 @@
 async def complete_file_upload(
     uploaded_parts: list[UploadedPart],
     upload_completion_link: AnyUrl,
+    is_directory: bool,
     client_session: ClientSession | None = None,
-) -> ETag:
+) -> ETag | None:
     async with ClientSessionContextManager(client_session) as session:
         e_tag: ETag | None = await _filemanager_utils.complete_upload(
             session=session,
             upload_completion_link=upload_completion_link,
             parts=uploaded_parts,
-            is_directory=False,
+            is_directory=is_directory,
         )
     # should not be None because a file is being uploaded
-    assert e_tag is not None  # nosec
+    if not is_directory:
+        assert e_tag is not None  # nosec
     return e_tag
 
 
@@ -278,8 +280,7 @@ class UploadedFile:
 
 
 @dataclass
-class UploadedFolder:
-    ...
+class UploadedFolder: ...
 
 
 async def _generate_checksum(

services/api-server/src/simcore_service_api_server/_service.py

@@ -26,7 +26,7 @@ async def create_solver_or_program_job(
     parent_node_id: NodeID | None,
     url_for: Callable[..., HttpUrl],
     hidden: bool
-) -> Job:
+) -> tuple[Job, ProjectGet]:
     # creates NEW job as prototype
     pre_job = Job.create_job_from_solver_or_program(
         solver_or_program_name=solver_or_program.name, inputs=inputs
@@ -55,4 +55,4 @@ async def create_solver_or_program_job(
         parent_name=solver_or_program.resource_name,
         job_id=job.id,
     )
-    return job
+    return job, new_project

services/api-server/src/simcore_service_api_server/api/routes/files.py

@@ -451,6 +451,7 @@ async def complete_multipart_upload(
     e_tag: ETag = await complete_file_upload(
         uploaded_parts=uploaded_parts.parts,
         upload_completion_link=TypeAdapter(AnyUrl).validate_python(f"{complete_link}"),
+        is_directory=False,
     )
 
     file.e_tag = e_tag

services/api-server/src/simcore_service_api_server/api/routes/programs.py

@@ -5,10 +5,18 @@
 
 from fastapi import APIRouter, Depends, Header, HTTPException, status
 from httpx import HTTPStatusError
+from models_library.api_schemas_storage.storage_schemas import (
+    LinkType,
+)
 from models_library.projects import ProjectID
 from models_library.projects_nodes_io import NodeID
-from pydantic import PositiveInt, ValidationError
+from pydantic import ByteSize, PositiveInt, ValidationError
 from servicelib.fastapi.dependencies import get_reverse_url_mapper
+from simcore_sdk.node_ports_common.constants import SIMCORE_LOCATION
+from simcore_sdk.node_ports_common.filemanager import (
+    complete_file_upload,
+    get_upload_links_from_s3,
+)
 from simcore_service_api_server._service import create_solver_or_program_job
 from simcore_service_api_server.api.dependencies.webserver_http import (
     get_webserver_session,
@@ -116,7 +124,7 @@ async def create_program_job(
         product_name=product_name,
     )
 
-    job = await create_solver_or_program_job(
+    job, project = await create_solver_or_program_job(
         webserver_api=webserver_api,
         solver_or_program=program,
         inputs=inputs,
@@ -125,4 +133,23 @@ async def create_program_job(
         url_for=url_for,
         hidden=False,
     )
+    assert len(project.workbench) > 0  # nosec
+    node_id = next(iter(project.workbench))
+
+    _, file_upload_schema = await get_upload_links_from_s3(
+        user_id=user_id,
+        store_name=None,
+        store_id=SIMCORE_LOCATION,
+        s3_object=f"{project.uuid}/{node_id}/workspace",
+        link_type=LinkType.PRESIGNED,
+        client_session=None,
+        file_size=ByteSize(0),
+        is_directory=True,
+        sha256_checksum=None,
+    )
+    await complete_file_upload(
+        uploaded_parts=[],
+        upload_completion_link=file_upload_schema.links.complete_upload,
+        is_directory=True,
+    )
     return job

services/api-server/src/simcore_service_api_server/api/routes/solvers_jobs.py

@@ -111,7 +111,7 @@ async def create_solver_job(
         version=version,
         product_name=product_name,
     )
-    job = await create_solver_or_program_job(
+    job, _ = await create_solver_or_program_job(
         webserver_api=webserver_api,
         solver_or_program=solver,
         inputs=inputs,