WIP: 🐛 Clean removal of output files

packages/postgres-database/src/simcore_postgres_database/migration/versions/a80132007436_add_file_ref_count.py

@@ -0,0 +1,32 @@
+"""Add file ref_count
+
+Revision ID: a80132007436
+Revises: 1e3c9c804fec
+Create Date: 2025-01-06 12:17:49.935022+00:00
+
+"""
+import sqlalchemy as sa
+from alembic import op
+
+# revision identifiers, used by Alembic.
+revision = "a80132007436"
+down_revision = "1e3c9c804fec"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.add_column(
+        "file_meta_data",
+        sa.Column(
+            "ref_count", sa.Integer(), server_default=sa.text("0"), nullable=False
+        ),
+    )
+    # ### end Alembic commands ###
+
+
+def downgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_column("file_meta_data", "ref_count")
+    # ### end Alembic commands ###

packages/postgres-database/src/simcore_postgres_database/models/file_meta_data.py

@@ -56,4 +56,11 @@
         doc="SHA256 checksum of the file content",
         index=True,
     ),
+    sa.Column(
+        "ref_count",
+        sa.Integer(),
+        nullable=False,
+        server_default=sa.text("0"),
+        doc="Number of references to the file",
+    ),
 )

services/storage/src/simcore_service_storage/models.py

@@ -73,6 +73,7 @@ class FileMetaDataAtDB(BaseModel):
     upload_expires_at: datetime.datetime | None = None
     is_directory: bool
     sha256_checksum: SHA256Str | None = None
+    ref_count: int = 0
 
     model_config = ConfigDict(from_attributes=True, extra="forbid")
 

services/web/server/src/simcore_service_webserver/projects/_projects_db.py

@@ -16,7 +16,7 @@
 
 # NOTE: MD: I intentionally didn't include the workbench. There is a special interface
 # for the workbench, and at some point, this column should be removed from the table.
-# The same holds true for access_rights/ui/classifiers/quality, but we have decided to proceed step by step.
+# The same holds true for ui/classifiers/quality, but we have decided to proceed step by step.
 _SELECTION_PROJECT_DB_ARGS = [  # noqa: RUF012
     projects.c.id,
     projects.c.type,