Paform (#7)

Author: shayancoin

.github/workflows/assets.yml

@@ -0,0 +1,49 @@
+name: assets
+on:
+  pull_request: {}
+
+jobs:
+  validate-assets:
+    runs-on: ubuntu-latest
+    timeout-minutes: 20
+    steps:
+      - uses: actions/checkout@v4
+
+      - name: Setup Node 20
+        uses: actions/setup-node@v4
+        with:
+          node-version: '20'
+          cache: 'npm'
+          cache-dependency-path: paform/frontend/package-lock.json
+
+      - name: Install frontend deps
+        run: |
+          cd paform/frontend
+          npm ci
+
+      - name: Generate reference GLBs
+        run: |
+          cd paform
+          python3 scripts/generate_reference_glbs.py
+
+      - name: Pack GLBs (LOD0/LOD1) with KTX2
+        run: |
+          cd paform
+          bash scripts/pack_models.sh
+
+      - name: Validate GLBs (fail on warnings)
+        run: |
+          cd paform
+          python3 scripts/glb_validate.py frontend/public/models/*.glb --fail-on-warning
+
+      - name: Generate manifest.json
+        run: |
+          cd paform
+          python3 scripts/gen_glb_manifest.py > frontend/public/models/manifest.json
+
+      - name: Upload manifest
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: assets-artifacts
+          path: paform/frontend/public/models/manifest.json

backend/alembic/versions/cfe1d8e4e001_add_sync_events.py

@@ -0,0 +1,31 @@
+from alembic import op
+import sqlalchemy as sa
+
+# revision identifiers, used by Alembic.
+revision = "cfe1d8e4e001_add_sync_events"
+down_revision = "0001"
+branch_labels = None
+depends_on = None
+
+
+def upgrade() -> None:
+    op.create_table(
+        "sync_events",
+        sa.Column("id", sa.Integer(), primary_key=True, autoincrement=True),
+        sa.Column("event_id", sa.String(length=255), nullable=True),
+        sa.Column("source", sa.String(length=100), nullable=False),
+        sa.Column("body_sha256", sa.String(length=64), nullable=False),
+        sa.Column(
+            "received_at",
+            sa.TIMESTAMP(timezone=True),
+            server_default=sa.text("CURRENT_TIMESTAMP"),
+            nullable=False,
+        ),
+        sa.UniqueConstraint("source", "event_id", name="uq_sync_events_src_event"),
+        sa.UniqueConstraint("source", "body_sha256", name="uq_sync_events_src_body"),
+        sa.UniqueConstraint("body_sha256", name="uq_sync_events_body"),
+    )
+
+
+def downgrade() -> None:
+    op.drop_table("sync_events")

backend/api/db.py

@@ -1,5 +1,4 @@
 """Database configuration and session management using SQLAlchemy 2.x."""
-
 from __future__ import annotations
 
 import os
@@ -21,7 +20,6 @@ def _normalize_postgres_url(url: str) -> str:
     Accepts legacy prefixes and ensures the SQLAlchemy URL includes the
     ``+psycopg`` dialect when using PostgreSQL.
     """
-
     if url.startswith("postgres://"):
         return url.replace("postgres://", "postgresql+psycopg://", 1)
     if url.startswith("postgresql://") and "+psycopg" not in url:
@@ -31,17 +29,14 @@ def _normalize_postgres_url(url: str) -> str:
 
 def get_engine_url() -> str:
     """Resolve the database URL from env or settings with sane defaults."""
-
     settings = Settings()
     url = os.getenv("DATABASE_URL", settings.database_url)
     if url.startswith("sqlite"):
-        # SQLite works as-is
         return url
     return _normalize_postgres_url(url)
 
 
 ENGINE_URL = get_engine_url()
-
 engine = create_engine(ENGINE_URL, pool_pre_ping=True, future=True)
 
 SessionLocal = sessionmaker(
@@ -51,14 +46,14 @@ def get_engine_url() -> str:
     future=True,
 )
 
+# Ensure models are registered on Base.metadata for create_all/drop_all
+import api.models  # noqa: E402,F401
+
 
 def get_db() -> Generator:
     """FastAPI dependency to provide a session per request."""
-
     db = SessionLocal()
     try:
         yield db
     finally:
-        db.close()
-
-
+        db.close()

backend/api/main.py

@@ -3,7 +3,9 @@
 import logging
 from typing import Dict
 
-from fastapi import FastAPI
+from fastapi import FastAPI, Response, Request
+from fastapi.exceptions import RequestValidationError
+from fastapi.responses import JSONResponse
 from starlette.middleware.cors import CORSMiddleware
 
 from api.config import Settings
@@ -13,6 +15,7 @@
 from api.routes_quote import router as quote_router
 from api.routes_cnc import router as cnc_router
 from api.routes_sync import router as sync_router
+from prometheus_client import CONTENT_TYPE_LATEST, generate_latest
 
 # Configure logging
 logging.basicConfig(
@@ -30,6 +33,15 @@
     version="0.1.0",
 )
 
+from api.db import Base, engine
+from api.config import Settings as _Settings
+
+# Ensure tables exist in SQLite (dev/test); migrations still handle Postgres
+if _Settings().database_url.startswith("sqlite"):
+    @app.on_event("startup")
+    async def _ensure_sqlite_tables() -> None:
+        Base.metadata.create_all(bind=engine)
+
 # Add CORS middleware
 app.add_middleware(
     CORSMiddleware,
@@ -48,6 +60,22 @@
 app.include_router(sync_router)
 
 
+@app.exception_handler(RequestValidationError)
+async def handle_validation_error(request: Request, exc: RequestValidationError) -> JSONResponse:
+    # Unified error envelope for malformed JSON / validation errors
+    return JSONResponse(
+        status_code=422,
+        content={
+            "ok": False,
+            "error": {
+                "code": "BAD_REQUEST",
+                "message": "invalid request",
+                "details": exc.errors(),
+            },
+        },
+    )
+
+
 @app.get("/")
 async def root() -> Dict[str, str]:
     """Root endpoint of the API.
@@ -62,8 +90,7 @@ async def root() -> Dict[str, str]:
 
 @app.get("/healthcheck")
 async def healthcheck() -> Dict[str, str]:
-    """Health check endpoint.
-
+    """
     This endpoint can be used to verify that the API is running and responsive.
 
     Returns
@@ -72,3 +99,9 @@ async def healthcheck() -> Dict[str, str]:
         A dictionary indicating the health status of the API.
     """
     return {"status": "healthy"}
+
+
+@app.get("/metrics")
+async def metrics() -> Response:
+    # Expose Prometheus metrics including default process/python collectors
+    return Response(generate_latest(), media_type=CONTENT_TYPE_LATEST)

backend/api/metrics.py

@@ -0,0 +1,21 @@
+from __future__ import annotations
+from prometheus_client import Counter
+
+# Hygraph sync counters
+sync_success_total = Counter(
+    "sync_success_total",
+    "Successful Hygraph sync operations",
+    labelnames=("type",),
+)
+
+sync_failure_total = Counter(
+    "sync_failure_total",
+    "Failed Hygraph sync operations",
+    labelnames=("type",),
+)
+
+sync_records_upserted_total = Counter(
+    "sync_records_upserted_total",
+    "Records upserted during Hygraph sync",
+    labelnames=("type",),
+)

backend/api/models.py

@@ -3,7 +3,6 @@
 H3: Hardened data models for materials and modules supporting assembly logic,
 placement constraints, connection points, and external IDs for BIM/Revit.
 """
-
 from __future__ import annotations
 
 import uuid
@@ -18,13 +17,13 @@
     Index,
     String,
     func,
+    UniqueConstraint,
 )
 from sqlalchemy.dialects.postgresql import JSONB
 from sqlalchemy.orm import Mapped, mapped_column, relationship
 
 from api.db import Base
 
-
 # Cross-dialect JSON -> JSONB for PostgreSQL, JSON otherwise
 JSON_COMPAT = JSON().with_variant(JSONB, "postgresql")
 
@@ -115,3 +114,20 @@ class Module(Base):
 Index("ix_modules_material_name", Module.material_id, Module.name)
 
 
+# Sync events for webhook deduplication
+class SyncEvent(Base):
+    __tablename__ = "sync_events"
+
+    id: Mapped[int] = mapped_column(primary_key=True, autoincrement=True)
+    event_id: Mapped[str | None] = mapped_column(String(255), nullable=True)
+    source: Mapped[str] = mapped_column(String(100), nullable=False)
+    body_sha256: Mapped[str] = mapped_column(String(64), nullable=False)
+    received_at: Mapped[datetime] = mapped_column(
+        TIMESTAMP(timezone=True), server_default=func.now(), nullable=False
+    )
+
+    __table_args__ = (
+        UniqueConstraint("source", "event_id", name="uq_sync_events_src_event"),
+        UniqueConstraint("source", "body_sha256", name="uq_sync_events_src_body"),
+        UniqueConstraint("body_sha256", name="uq_sync_events_body"),
+    )