ensure worker marks the scheduling as done

Author: sanderegg

services/director-v2/src/simcore_service_director_v2/modules/comp_scheduler/_publisher.py

@@ -27,6 +27,6 @@ async def request_pipeline_scheduling(
             iteration=iteration,
         ),
     )
-    await CompRunsRepository.instance(db_engine).mark_as_scheduled(
+    await CompRunsRepository.instance(db_engine).mark_for_scheduling(
         user_id=user_id, project_id=project_id, iteration=iteration
     )

services/director-v2/src/simcore_service_director_v2/modules/comp_scheduler/_scheduler_base.py

@@ -227,6 +227,18 @@ async def _set_run_result(
             final_state=(run_result in COMPLETED_STATES),
         )
 
+    async def _set_schedule_done(
+        self,
+        user_id: UserID,
+        project_id: ProjectID,
+        iteration: Iteration,
+    ) -> None:
+        await CompRunsRepository.instance(self.db_engine).mark_as_scheduled_done(
+            user_id=user_id,
+            project_id=project_id,
+            iteration=iteration,
+        )
+
     async def _set_states_following_failed_to_aborted(
         self, project_id: ProjectID, dag: nx.DiGraph
     ) -> dict[NodeIDStr, CompTaskAtDB]:
@@ -631,6 +643,8 @@ async def apply(
                 )
             except ComputationalBackendNotConnectedError:
                 _logger.exception("Computational backend is not connected!")
+            finally:
+                await self._set_schedule_done(user_id, project_id, iteration)
 
     async def _schedule_tasks_to_stop(
         self,

services/director-v2/src/simcore_service_director_v2/modules/db/repositories/comp_runs.py

@@ -177,7 +177,7 @@ async def mark_for_cancellation(
             cancelled=arrow.utcnow().datetime,
         )
 
-    async def mark_as_scheduled(
+    async def mark_for_scheduling(
         self, *, user_id: UserID, project_id: ProjectID, iteration: PositiveInt
     ) -> CompRunsAtDB | None:
         return await self.update(
@@ -186,3 +186,13 @@ async def mark_as_scheduled(
             iteration,
             last_scheduled=arrow.utcnow().datetime,
         )
+
+    async def mark_as_scheduled_done(
+        self, *, user_id: UserID, project_id: ProjectID, iteration: PositiveInt
+    ) -> CompRunsAtDB | None:
+        return await self.update(
+            user_id,
+            project_id,
+            iteration,
+            last_scheduled=None,
+        )