ETL External API (#290)

* perf: add default ETL external API project

* fix: use cognition project instead of refinery

* perf: add pat etl table

* perf(alembic): add personal access token etl

* perf(alembic): update personal access token etl

* perf(model): update submodules

* perf(alembic): personal access token etl tables

* style: alembic formatting

* fix: table_args

* chore: submodules update

* chore(alembic): resolve potential merge conflict

* chore: update submodules

* chore: update submodules

* chore: update submodules

* perf(alembic): add org_id to pat etl table

* chore: update submodules

* chore: update submodules

* chore: update submodules

* chore: update submodules#

* chore: update submodules

* chore(dev): update submodules

Author: andhreljaKern

alembic/versions/32f92724c13c_adds_etl_personal_access_token_table.py

@@ -0,0 +1,96 @@
+"""adds etl personal access token table
+
+Revision ID: 32f92724c13c
+Revises: 10c48793371d
+Create Date: 2025-02-21 14:00:36.605984
+
+"""
+
+from alembic import op
+import sqlalchemy as sa
+from sqlalchemy.dialects import postgresql
+
+# revision identifiers, used by Alembic.
+revision = "32f92724c13c"
+down_revision = "10c48793371d"
+branch_labels = None
+depends_on = None
+
+
+def upgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.create_table(
+        "personal_access_token_etl",
+        sa.Column("id", postgresql.UUID(as_uuid=True), nullable=False),
+        sa.Column("created_by", postgresql.UUID(as_uuid=True), nullable=True),
+        sa.Column("organization_id", postgresql.UUID(as_uuid=True), nullable=True),
+        sa.Column("created_at", sa.DateTime(), nullable=True),
+        sa.Column("name", sa.String(), nullable=True),
+        sa.Column("expires_at", sa.DateTime(), nullable=True),
+        sa.Column("last_used", sa.DateTime(), nullable=True),
+        sa.Column("token", sa.String(), nullable=True),
+        sa.ForeignKeyConstraint(["created_by"], ["user.id"], ondelete="SET NULL"),
+        sa.ForeignKeyConstraint(
+            ["organization_id"], ["organization.id"], ondelete="SET NULL"
+        ),
+        sa.PrimaryKeyConstraint("id"),
+        schema="cognition",
+    )
+    op.create_index(
+        op.f("ix_cognition_personal_access_token_etl_created_by"),
+        "personal_access_token_etl",
+        ["created_by"],
+        unique=False,
+        schema="cognition",
+    )
+    op.create_index(
+        op.f("ix_cognition_personal_access_token_etl_organization_id"),
+        "personal_access_token_etl",
+        ["organization_id"],
+        unique=False,
+        schema="cognition",
+    )
+    op.create_table(
+        "personal_access_token_scope_etl",
+        sa.Column("id", postgresql.UUID(as_uuid=True), nullable=False),
+        sa.Column("created_at", sa.DateTime(), nullable=True),
+        sa.Column("scope", sa.String(), nullable=True),
+        sa.Column("subject", sa.String(), nullable=True),
+        sa.Column("subject_id", postgresql.UUID(as_uuid=True), nullable=True),
+        sa.Column("token_id", postgresql.UUID(as_uuid=True), nullable=True),
+        sa.ForeignKeyConstraint(
+            ["token_id"], ["cognition.personal_access_token_etl.id"], ondelete="CASCADE"
+        ),
+        sa.PrimaryKeyConstraint("id"),
+        schema="cognition",
+    )
+    op.create_index(
+        op.f("ix_cognition_personal_access_token_scope_etl_token_id"),
+        "personal_access_token_scope_etl",
+        ["token_id"],
+        unique=False,
+        schema="cognition",
+    )
+    # ### end Alembic commands ###
+
+
+def downgrade():
+    # ### commands auto generated by Alembic - please adjust! ###
+    op.drop_index(
+        op.f("ix_cognition_personal_access_token_scope_etl_token_id"),
+        table_name="personal_access_token_scope_etl",
+        schema="cognition",
+    )
+    op.drop_table("personal_access_token_scope_etl", schema="cognition")
+    op.drop_index(
+        op.f("ix_cognition_personal_access_token_etl_organization_id"),
+        table_name="personal_access_token_etl",
+        schema="cognition",
+    )
+    op.drop_index(
+        op.f("ix_cognition_personal_access_token_etl_created_by"),
+        table_name="personal_access_token_etl",
+        schema="cognition",
+    )
+    op.drop_table("personal_access_token_etl", schema="cognition")
+    # ### end Alembic commands ###