Mekodata 26 03 13

.github/workflows/codeql.yml

@@ -14,8 +14,7 @@ name: "CodeQL"
 on:
   push:
     branches: ["main", "production", "v*"]
-  pull_request:
-    branches: ["main", "production", "v*"]
+  # pull_request trigger disabled so only PR Open API E2E runs on PRs.
   schedule:
     - cron: "31 13 * * 0"
 

.github/workflows/codespell.yml

@@ -7,9 +7,7 @@ on:
       - "main"
     tags:
       - "v*"
-  pull_request:
-    branches:
-      - "**"
+  # pull_request trigger disabled so only PR Open API E2E runs on PRs.
   merge_group:
 
 permissions:

.github/workflows/licencecheck.yml

@@ -5,9 +5,7 @@ on:
     branches:
       - "main"
   merge_group:
-  pull_request:
-    branches:
-      - "main"
+  # pull_request trigger disabled so only PR Open API E2E runs on PRs.
 
 jobs:
   license_check:

.github/workflows/pipeline.yml

@@ -8,9 +8,7 @@ on:
     tags:
       - "v*"
   merge_group:
-  pull_request:
-    branches:
-      - "**"
+  # Disabled on pull_request so PRs only run dedicated API e2e workflow.
 
 concurrency:
   group: ${{ github.workflow }}-${{ github.ref }}
@@ -455,7 +453,8 @@ jobs:
     runs-on: ubuntu-latest
     needs:
       - pre-job
-    if: needs.pre-job.outputs.should_skip != 'true'
+    # Disabled for pull_request events in favor of dedicated API flow e2e on PR open.
+    if: needs.pre-job.outputs.should_skip != 'true' && github.event_name != 'pull_request'
     steps:
       - uses: actions/checkout@v4
       - uses: pnpm/action-setup@v3
@@ -534,7 +533,8 @@ jobs:
     runs-on: ubuntu-latest
     needs:
       - pre-job
-    if: needs.pre-job.outputs.should_skip != 'true'
+    # Disabled for pull_request events in favor of dedicated API flow e2e on PR open.
+    if: needs.pre-job.outputs.should_skip != 'true' && github.event_name != 'pull_request'
     steps:
       - uses: actions/checkout@v4
       - name: Login to Docker Hub

.github/workflows/pr-open-api-e2e.yml

@@ -0,0 +1,75 @@
+name: PR Open API E2E
+
+on:
+  workflow_dispatch:
+  pull_request:
+    branches:
+      - "**"
+    types:
+      - opened
+      - reopened
+      - ready_for_review
+      - synchronize
+
+concurrency:
+  group: pr-open-api-e2e-${{ github.event.pull_request.number }}
+  cancel-in-progress: true
+
+jobs:
+  api-e2e-flow:
+    runs-on: ubuntu-latest
+    timeout-minutes: 30
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - name: Set deterministic bootstrap keys for tests
+        run: |
+          echo "LANGFUSE_HOST=http://localhost:3000" >> "$GITHUB_ENV"
+          echo "LANGFUSE_PUBLIC_KEY=pk-lf-local-tracing-project" >> "$GITHUB_ENV"
+          echo "LANGFUSE_SECRET_KEY=sk-lf-local-tracing-project-secret" >> "$GITHUB_ENV"
+          echo "LANGFUSE_E2E_TIMEOUT_SECONDS=60" >> "$GITHUB_ENV"
+
+      - name: Build and start stack from docker-compose.yml
+        run: |
+          docker compose -f docker-compose.yml up -d --build --wait --wait-timeout 360
+
+      - name: Wait for web and worker health endpoints
+        run: |
+          curl --retry 30 --retry-delay 2 --retry-all-errors --silent --show-error --fail \
+            http://localhost:3000/api/public/health
+          curl --retry 30 --retry-delay 2 --retry-all-errors --silent --show-error --fail \
+            http://localhost:3030/api/health
+
+      - name: Set up Python
+        uses: actions/setup-python@v5
+        with:
+          python-version: "3.11"
+
+      - name: Install pytest
+        run: |
+          python -m pip install --upgrade pip
+          pip install pytest
+
+      - name: Run basic API flow e2e tests
+        run: |
+          python -m pytest tests/e2e/test_public_ingestion_api.py -k "basic_flow or ingestion_accepts_valid_batch" -q
+
+      - name: Dump compose logs on failure
+        if: failure()
+        run: |
+          docker compose -f docker-compose.yml ps
+          docker compose -f docker-compose.yml logs --no-color > /tmp/pr-open-api-e2e.log || true
+
+      - name: Upload compose logs
+        if: failure()
+        uses: actions/upload-artifact@v4
+        with:
+          name: pr-open-api-e2e-logs-${{ github.run_id }}-${{ github.run_attempt }}
+          path: /tmp/pr-open-api-e2e.log
+          if-no-files-found: ignore
+
+      - name: Shutdown compose stack
+        if: always()
+        run: |
+          docker compose -f docker-compose.yml down -v

.github/workflows/validate-pr-title.yml

@@ -2,14 +2,8 @@
 name: "Validate PR Title"
 
 on:
-  pull_request:
-    branches:
-      - "**"
-    types:
-      - opened
-      - edited
-      - synchronize
-      - reopened
+  # pull_request trigger disabled so only PR Open API E2E runs on PRs.
+  workflow_dispatch:
 
 jobs:
   validate-pr-title:

.gitignore

@@ -20,7 +20,8 @@ migrate
 /.next-check/
 /out/
 next-env.d.ts
-
+.venv*
+__pycache__/
 # production
 /build