changed column names and add processed column

Author: sanderegg

packages/postgres-database/src/simcore_postgres_database/migration/versions/da1700f9eceb_added_last_scheduled.py renamed to packages/postgres-database/src/simcore_postgres_database/migration/versions/b7f23f6d8aa2_added_distributed_comp_scheduler.py

@@ -1,15 +1,15 @@
-"""added_last_scheduled
+"""added_distributed_comp_scheduler
 
-Revision ID: da1700f9eceb
+Revision ID: b7f23f6d8aa2
 Revises: c9db8bf5091e
-Create Date: 2024-11-24 17:11:30.519365+00:00
+Create Date: 2024-11-26 17:06:27.053774+00:00
 
 """
 import sqlalchemy as sa
 from alembic import op
 
 # revision identifiers, used by Alembic.
-revision = "da1700f9eceb"
+revision = "b7f23f6d8aa2"
 down_revision = "c9db8bf5091e"
 branch_labels = None
 depends_on = None
@@ -18,13 +18,16 @@
 def upgrade():
     # ### commands auto generated by Alembic - please adjust! ###
     op.add_column(
-        "comp_runs",
-        sa.Column("last_scheduled", sa.DateTime(timezone=True), nullable=True),
+        "comp_runs", sa.Column("scheduled", sa.DateTime(timezone=True), nullable=True)
+    )
+    op.add_column(
+        "comp_runs", sa.Column("processed", sa.DateTime(timezone=True), nullable=True)
     )
     # ### end Alembic commands ###
 
 
 def downgrade():
     # ### commands auto generated by Alembic - please adjust! ###
-    op.drop_column("comp_runs", "last_scheduled")
+    op.drop_column("comp_runs", "processed")
+    op.drop_column("comp_runs", "scheduled")
     # ### end Alembic commands ###

packages/postgres-database/src/simcore_postgres_database/models/comp_runs.py

@@ -108,11 +108,17 @@
         doc="If filled, when cancellation was requested",
     ),
     sa.Column(
-        "last_scheduled",
+        "scheduled",
         sa.DateTime(timezone=True),
         nullable=True,
         doc="last time the pipeline was scheduled to be processed",
     ),
+    sa.Column(
+        "processed",
+        sa.DateTime(timezone=True),
+        nullable=True,
+        doc="last time the pipeline was actually processed",
+    ),
     sa.Column("metadata", JSONB, nullable=True, doc="the run optional metadata"),
     sa.Column(
         "use_on_demand_clusters",

services/director-v2/src/simcore_service_director_v2/models/comp_runs.py

@@ -55,7 +55,8 @@ class CompRunsAtDB(BaseModel):
     cancelled: datetime.datetime | None
     metadata: RunMetadataDict = RunMetadataDict()
     use_on_demand_clusters: bool
-    last_scheduled: datetime.datetime | None
+    scheduled: datetime.datetime | None
+    processed: datetime.datetime | None
 
     @field_validator("result", mode="before")
     @classmethod
@@ -108,7 +109,8 @@ def convert_null_to_empty_metadata(cls, v):
                     "modified": "2021-03-01T13:07:34.191610",
                     "cancelled": None,
                     "use_on_demand_clusters": False,
-                    "last_scheduled": None,
+                    "scheduled": None,
+                    "processed": None,
                 },
                 {
                     "run_id": 432,
@@ -123,7 +125,8 @@ def convert_null_to_empty_metadata(cls, v):
                     "modified": "2021-03-01T13:07:34.191610",
                     "cancelled": None,
                     "use_on_demand_clusters": False,
-                    "last_scheduled": None,
+                    "scheduled": None,
+                    "processed": None,
                 },
                 {
                     "run_id": 43243,
@@ -145,7 +148,8 @@ def convert_null_to_empty_metadata(cls, v):
                         "some-other-metadata-which-is-an-array": [1, 3, 4],
                     },
                     "use_on_demand_clusters": False,
-                    "last_scheduled": None,
+                    "scheduled": None,
+                    "processed": None,
                 },
                 {
                     "run_id": 43243,
@@ -161,7 +165,8 @@ def convert_null_to_empty_metadata(cls, v):
                     "cancelled": None,
                     "metadata": None,
                     "use_on_demand_clusters": False,
-                    "last_scheduled": None,
+                    "scheduled": None,
+                    "processed": None,
                 },
             ]
         },