alembic: create columns and init dim_vessel & dim_zone

Author: rv2931

backend/alembic/versions/c02d2b79eab2_scd_implementation_for_dim_vessel_dim_.py

@@ -0,0 +1,68 @@
+"""SCD implementation for dim_vessel/dim_zone
+
+Revision ID: c02d2b79eab2
+Revises: 5801cb8f1af5
+Create Date: 2025-03-13 21:04:11.148024
+
+"""
+from alembic import op
+import sqlalchemy as sa
+from bloom.config import settings
+
+
+# revision identifiers, used by Alembic.
+revision = 'c02d2b79eab2'
+down_revision = '5801cb8f1af5'
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    # Create SCD columns for dim_vessel and dim_zone with existing data (nullable)
+    op.add_column("dim_vessel",sa.Column("scd_start",sa.DateTime(timezone=True),nullable=True))
+    op.add_column("dim_vessel",sa.Column("scd_end",sa.DateTime(timezone=True),nullable=True))
+    op.add_column("dim_vessel",sa.Column("scd_active",sa.Boolean,nullable=True))
+    op.add_column("dim_vessel",sa.Column("key",sa.String,nullable=True))
+    
+    op.add_column("dim_zone",sa.Column("scd_start",sa.DateTime(timezone=True),nullable=True))
+    op.add_column("dim_zone",sa.Column("scd_end",sa.DateTime(timezone=True),nullable=True))
+    op.add_column("dim_zone",sa.Column("scd_active",sa.Boolean,nullable=True))
+    op.add_column("dim_zone",sa.Column("key",sa.String,nullable=True))
+
+    # Initialize scd_column values
+    op.execute( (f"update dim_vessel set scd_start = '{settings.scd_past_limit.isoformat()}',"
+                 f"scd_end = '{settings.scd_future_limit.isoformat()}',"
+                 f"scd_active = true,"
+                 f"key = (CASE WHEN imo IS NOT NULL THEN imo::varchar(255) ELSE cfr END)"
+                 ))
+    
+    op.execute( (f"update dim_zone set scd_start = '{settings.scd_past_limit.isoformat()}',"
+                 f"scd_end = '{settings.scd_future_limit.isoformat()}',"
+                 f"scd_active = true,"
+                 f"key = COALESCE(category,'')||'/'||COALESCE(sub_category,'')||'/'||name"
+                 ))
+    
+    # Set scd columns not nullable after init
+    op.alter_column("dim_vessel","scd_start",nullable=False)
+    op.alter_column("dim_vessel","scd_end",nullable=False)
+    op.alter_column("dim_vessel","scd_active",nullable=False)
+    op.alter_column("dim_vessel","key",nullable=False)
+    
+    op.alter_column("dim_zone","scd_start",nullable=False)
+    op.alter_column("dim_zone","scd_end",nullable=False)
+    op.alter_column("dim_zone","scd_active",nullable=False)
+    op.alter_column("dim_zone","key",nullable=False)
+    pass
+
+
+def downgrade() -> None:
+    op.drop_column("dim_zone","scd_start")
+    op.drop_column("dim_zone","scd_end")
+    op.drop_column("dim_zone","scd_active")
+    op.drop_column("dim_zone","key")
+
+    op.drop_column("dim_vessel","scd_start")
+    op.drop_column("dim_vessel","scd_end")
+    op.drop_column("dim_vessel","scd_active")
+    op.drop_column("dim_vessel","key")
+    pass

backend/bloom/config.py

@@ -1,6 +1,6 @@
 import os
 from pathlib import Path
-from datetime import timedelta
+from datetime import datetime,timedelta, timezone
 from pydantic_settings import BaseSettings, SettingsConfigDict
 from typing import Any
 
@@ -59,6 +59,23 @@ class Settings(BaseSettings):
                             )
     api_key:str = Field(min_length=4,default='bloom')
 
+    scd_past_limit: datetime = Field(default=datetime(year=1900,
+                                                      month=1,
+                                                      day=1,
+                                                      hour=0,
+                                                      minute=0,
+                                                      second=0,
+                                                      microsecond=0,
+                                                      tzinfo=timezone.utc))
+    scd_future_limit: datetime = Field(default=datetime(year=2999,
+                                                        month=12,
+                                                        day=31,
+                                                        hour=23,
+                                                        minute=59,
+                                                        second=59,
+                                                        microsecond=999999,
+                                                        tzinfo=timezone.utc))
+
     @model_validator(mode='after')
     def update_db_url(self)->dict:
         new_url= f"postgresql://{self.postgres_user}:"\

backend/bloom/infra/database/sql_model.py

@@ -20,6 +20,7 @@
 from datetime import timedelta
 
 
+
 class Vessel(Base):
     __tablename__ = "dim_vessel"
     id = Column("id", Integer, primary_key=True)
@@ -43,6 +44,10 @@ class Vessel(Base):
         "created_at", DateTime(timezone=True), nullable=False, server_default=func.now(),
     )
     updated_at = Column("updated_at", DateTime(timezone=True), onupdate=func.now())
+    scd_start = Column("scd_start",DateTime(timezone=True))
+    scd_end = Column("scd_end",DateTime(timezone=True))
+    scd_active = Column("scd_active",Boolean)
+    key = Column("key",String)
 
 
 class Alert(Base):
@@ -117,6 +122,10 @@ class Zone(Base):
     json_data = Column("json_data", JSONB)
     created_at = Column("created_at", DateTime(timezone=True), server_default=func.now())
     enable = Column("enable",Boolean(), server_default="True")
+    scd_start = Column("scd_start",DateTime(timezone=True))
+    scd_end = Column("scd_end",DateTime(timezone=True))
+    scd_active = Column("scd_active",Boolean)
+    key = Column("key",String)
 
 
 class WhiteZone(Base):