dreictor-v2 cleansup after sidecar

Author: Andrei Neagu

services/director-v2/src/simcore_service_director_v2/modules/dynamic_sidecar/api_client/_public.py

@@ -503,6 +503,11 @@ async def free_reserved_disk_space(
     ) -> None:
         await self._thin_client.post_disk_reserved_free(dynamic_sidecar_endpoint)
 
+    async def cleanup_long_running_tasks(
+        self, dynamic_sidecar_endpoint: AnyHttpUrl
+    ) -> None:
+        await self._thin_client.delete_long_running_tasks(dynamic_sidecar_endpoint)
+
 
 def _get_proxy_configuration(
     entrypoint_container_name: str, service_port: PortInt

services/director-v2/src/simcore_service_director_v2/modules/dynamic_sidecar/api_client/_thin.py

@@ -302,3 +302,12 @@ async def post_disk_reserved_free(
     ) -> Response:
         url = self._get_url(dynamic_sidecar_endpoint, "disk/reserved:free")
         return await self.client.post(url)
+
+    @retry_on_errors()
+    @expect_status(status.HTTP_204_NO_CONTENT)
+    async def delete_long_running_tasks(
+        self,
+        dynamic_sidecar_endpoint: AnyHttpUrl,
+    ) -> Response:
+        url = self._get_url(dynamic_sidecar_endpoint, "long-running-tasks")
+        return await self.client.delete(url)

services/director-v2/src/simcore_service_director_v2/modules/dynamic_sidecar/scheduler/_core/_events_utils.py

@@ -209,6 +209,7 @@ async def service_remove_sidecar_proxy_docker_networks_and_volumes(
     app: FastAPI,
     node_uuid: NodeID,
     swarm_stack_name: str,
+    sidecars_client: SidecarsClient,
     set_were_state_and_outputs_saved: bool | None = None,
 ) -> None:
     scheduler_data: SchedulerData = _get_scheduler_data(app, node_uuid)
@@ -220,6 +221,9 @@ async def service_remove_sidecar_proxy_docker_networks_and_volumes(
     await task_progress.update(
         message="removing dynamic sidecar stack", percent=ProgressPercent(0.1)
     )
+
+    await sidecars_client.cleanup_long_running_tasks(scheduler_data.endpoint)
+
     await remove_dynamic_sidecar_stack(
         node_uuid=scheduler_data.node_uuid,
         swarm_stack_name=swarm_stack_name,
@@ -389,7 +393,11 @@ async def attempt_pod_removal_and_data_saving(
             raise
 
     await service_remove_sidecar_proxy_docker_networks_and_volumes(
-        TaskProgress.create(), app, scheduler_data.node_uuid, settings.SWARM_STACK_NAME
+        TaskProgress.create(),
+        app,
+        scheduler_data.node_uuid,
+        settings.SWARM_STACK_NAME,
+        sidecars_client,
     )
 
     # remove sidecar's api client

services/director-v2/tests/unit/test_modules_dynamic_sidecar_client_api_thin.py

@@ -397,6 +397,23 @@ async def test_post_disk_reserved_free(
     assert_responses(mock_response, response)
 
 
+async def test_delete_long_running_tasks(
+    thin_client: ThinSidecarsClient,
+    dynamic_sidecar_endpoint: AnyHttpUrl,
+    mock_request: MockRequestType,
+) -> None:
+    mock_response = Response(status.HTTP_204_NO_CONTENT)
+    mock_request(
+        "DELETE",
+        f"{dynamic_sidecar_endpoint}{thin_client.API_VERSION}/long-running-tasks",
+        mock_response,
+        None,
+    )
+
+    response = await thin_client.delete_long_running_tasks(dynamic_sidecar_endpoint)
+    assert_responses(mock_response, response)
+
+
 async def test_post_containers_compose_spec(
     thin_client: ThinSidecarsClient,
     dynamic_sidecar_endpoint: AnyHttpUrl,