feat(admin): add organization APIs and fix SyncStats migration issue

ddpui/api/admin_portal/organizations_api.py

@@ -0,0 +1,46 @@
+from ninja import Router
+from ninja.errors import HttpError
+
+from ddpui.auth import has_permission
+from ddpui.models.org import Org
+
+admin_org_router = Router()
+
+
+@admin_org_router.get("/v1/organizations")
+@admin_org_router.get("/v1/organizations/")
+@has_permission(["can_manage_organization"])
+def get_admin_organizations(request, name: str | None = None):
+    """List organizations with optional filtering."""
+    queryset = Org.objects.all()
+
+    if name:
+        queryset = queryset.filter(name__icontains=name)
+
+    orgs = list(queryset.values("id", "name", "slug"))
+
+    return {
+        "success": True,
+        "count": len(orgs),
+        "data": orgs,
+    }
+
+
+@admin_org_router.get("/v1/organizations/{org_id}")
+@admin_org_router.get("/v1/organizations/{org_id}/")
+@has_permission(["can_manage_organization"])
+def get_single_org(request, org_id: int):
+    """Get single organization by ID."""
+    org = (
+        Org.objects.filter(id=org_id)
+        .values("id", "name", "slug")
+        .first()
+    )
+
+    if not org:
+        raise HttpError(404, "Organization not found")
+
+    return {
+        "success": True,
+        "data": org,
+    }

ddpui/migrations/0085_syncstats.py

@@ -28,7 +28,11 @@ class Migration(migrations.Migration):
                 (
                     "sync_type",
                     models.CharField(
-                        choices=[("manual", "manual"), ("orchestrate", "orchestrate")]
+                        max_length=20,
+                        choices=[
+                            ("manual", "manual"),
+                            ("orchestrate", "orchestrate"),
+                        ],
                     ),
                 ),
                 ("sync_time", models.DateTimeField()),
@@ -37,7 +41,10 @@ class Migration(migrations.Migration):
                 ("sync_data_volume_b", models.IntegerField(default=0)),
                 (
                     "org",
-                    models.ForeignKey(on_delete=django.db.models.deletion.CASCADE, to="ddpui.org"),
+                    models.ForeignKey(
+                        on_delete=django.db.models.deletion.CASCADE,
+                        to="ddpui.org",
+                    ),
                 ),
             ],
         ),

ddpui/models/airbyte.py

@@ -1,6 +1,7 @@
 """track sync times, number of records, volume of data by client and connection"""
 
 from django.db import models
+
 from ddpui.models.org import Org
 
 
@@ -12,7 +13,12 @@ class SyncStats(models.Model):
     job_id = models.IntegerField(null=True)
     attempt = models.IntegerField(default=0)
     status = models.TextField()
-    sync_type = models.CharField(choices=[("manual", "manual"), ("orchestrate", "orchestrate")])
+
+    sync_type = models.CharField(
+        max_length=20,
+        choices=[("manual", "manual"), ("orchestrate", "orchestrate")],
+    )
+
     sync_time = models.DateTimeField()
     sync_duration_s = models.BigIntegerField(default=0)
     sync_records = models.BigIntegerField(default=0)
@@ -41,7 +47,9 @@ class AirbyteJob(models.Model):
     job_type = models.CharField(
         max_length=20
     )  # check_connection_source┃check_connection_destination┃discover_schema┃get_spec┃sync┃reset_connection┃refresh┃clear
-    config_id = models.CharField(max_length=100)  # connection_id, source_id, destination_id
+    config_id = models.CharField(
+        max_length=100
+    )  # connection_id, source_id, destination_id
     status = models.CharField(
         max_length=20
     )  # pending┃running┃incomplete┃failed┃succeeded┃cancelled
@@ -63,15 +71,22 @@ class AirbyteJob(models.Model):
         null=True
     )  # contains information about the attempts made for this job. only populated if the job has attempts.
 
-    started_at = models.DateTimeField(null=True)  # because the api spec says this will be optional
+    started_at = models.DateTimeField(
+        null=True
+    )  # because the api spec says this will be optional
     ended_at = models.DateTimeField(
         null=True
-    )  # when the job ended; can be null if we pull or sync an ongonig job
+    )  # when the job ended; can be null if we pull or sync an ongoing job
     created_at = models.DateTimeField()  # when the job was created in airbyte
-    updated_at = models.DateTimeField(auto_now=True)  # when the django record was last updated
+    updated_at = models.DateTimeField(
+        auto_now=True
+    )  # when the django record was last updated
 
     def __str__(self) -> str:
-        return f"AirbyteJob[Job ID: {self.job_id}|Job Type: {self.job_type}|Status: {self.status}]"
+        return (
+            f"AirbyteJob[Job ID: {self.job_id}|"
+            f"Job Type: {self.job_type}|Status: {self.status}]"
+        )
 
     @property
     def duration(self):

ddpui/routes.py

@@ -4,34 +4,33 @@
 from pydantic import ValidationError as PydanticValidationError
 
 from ddpui import auth
+from ddpui.api.admin_portal.organizations_api import admin_org_router
 from ddpui.api.airbyte_api import airbyte_router
+from ddpui.api.charts_api import charts_router
 from ddpui.api.dashboard_api import dashboard_router
+from ddpui.api.dashboard_native_api import dashboard_native_router
 from ddpui.api.data_api import data_router
 from ddpui.api.dbt_api import dbt_router
+from ddpui.api.filter_api import filter_router
 from ddpui.api.notifications_api import notification_router
+from ddpui.api.org_preferences_api import orgpreference_router
 from ddpui.api.orgtask_api import orgtask_router
 from ddpui.api.pipeline_api import pipeline_router
+from ddpui.api.public_api import public_router
+from ddpui.api.report_api import report_router
 from ddpui.api.superset_api import superset_router
 from ddpui.api.task_api import task_router
 from ddpui.api.transform_api import transform_router
 from ddpui.api.user_org_api import user_org_router
 from ddpui.api.user_preferences_api import userpreference_router
-from ddpui.api.org_preferences_api import orgpreference_router
 from ddpui.api.warehouse_api import warehouse_router
 from ddpui.api.webhook_api import webhook_router
-from ddpui.api.charts_api import charts_router
-from ddpui.api.dashboard_native_api import dashboard_native_router
-from ddpui.api.filter_api import filter_router
-from ddpui.api.public_api import public_router
-from ddpui.api.report_api import report_router
-
 
 src_api = NinjaAPI(
     urls_namespace="api",
     title="Dalgo backend apis",
     description="Open source ELT orchestrator",
     docs_url="/api/docs",
-    # auth=auth.CustomAuthMiddleware(),
     auth=auth.CustomJwtAuthMiddleware(),
 )
 
@@ -108,6 +107,7 @@ def ninja_default_error_handler(
 src_api.add_router("/api/dashboards/", dashboard_native_router)
 src_api.add_router("/api/filters/", filter_router)
 src_api.add_router("/api/reports/", report_router)
+src_api.add_router("/api/admin/", admin_org_router)
 
 # Public API without authentication
 public_api = NinjaAPI(
@@ -116,4 +116,5 @@ def ninja_default_error_handler(
     description="Public endpoints for shared dashboards - no authentication required",
     docs_url="/api/v1/public/docs",
 )
+
 public_api.add_router("/api/v1/public/", public_router)