frontend unit+e2e tests

.github/actions/setup-ci-compose/action.yml

@@ -0,0 +1,55 @@
+name: Setup CI Compose
+description: Creates docker-compose.ci.yaml with CI-specific modifications
+
+inputs:
+  kubeconfig-path:
+    description: Path to kubeconfig file for cert-generator mount
+    required: true
+
+runs:
+  using: composite
+  steps:
+    - name: Install yq
+      shell: bash
+      run: |
+        sudo wget -qO /usr/local/bin/yq https://github.com/mikefarah/yq/releases/download/v4.50.1/yq_linux_amd64
+        sudo chmod +x /usr/local/bin/yq
+
+    - name: Create CI compose configuration
+      shell: bash
+      env:
+        KUBECONFIG_PATH: ${{ inputs.kubeconfig-path }}
+      run: |
+        cp docker-compose.yaml docker-compose.ci.yaml
+
+        # Backend environment variables
+        yq eval '.services.backend.environment += ["TESTING=true"]' -i docker-compose.ci.yaml
+        yq eval '.services.backend.environment += ["MONGO_ROOT_USER=root"]' -i docker-compose.ci.yaml
+        yq eval '.services.backend.environment += ["MONGO_ROOT_PASSWORD=rootpassword"]' -i docker-compose.ci.yaml
+        yq eval '.services.backend.environment += ["OTEL_SDK_DISABLED=true"]' -i docker-compose.ci.yaml
+
+        # Remove hot-reload volume mounts (causes permission issues and slow rebuilds in CI)
+        yq eval '.services.backend.volumes = [.services.backend.volumes[] | select(. != "./backend:/app")]' -i docker-compose.ci.yaml
+        yq eval '.services."k8s-worker".volumes = [.services."k8s-worker".volumes[] | select(. != "./backend:/app:ro")]' -i docker-compose.ci.yaml
+        yq eval '.services."pod-monitor".volumes = [.services."pod-monitor".volumes[] | select(. != "./backend:/app:ro")]' -i docker-compose.ci.yaml
+        yq eval '.services."result-processor".volumes = [.services."result-processor".volumes[] | select(. != "./backend:/app:ro")]' -i docker-compose.ci.yaml
+        yq eval '.services.frontend.volumes = [.services.frontend.volumes[] | select(. != "./frontend:/app")]' -i docker-compose.ci.yaml
+
+        # Disable Kafka SASL authentication for CI
+        yq eval 'del(.services.kafka.environment.KAFKA_OPTS)' -i docker-compose.ci.yaml
+        yq eval 'del(.services.zookeeper.environment.KAFKA_OPTS)' -i docker-compose.ci.yaml
+        yq eval 'del(.services.zookeeper.environment.ZOOKEEPER_AUTH_PROVIDER_1)' -i docker-compose.ci.yaml
+        yq eval '.services.kafka.volumes = [.services.kafka.volumes[] | select(. | contains("jaas.conf") | not)]' -i docker-compose.ci.yaml
+        yq eval '.services.zookeeper.volumes = [.services.zookeeper.volumes[] | select(. | contains("/etc/kafka") | not)]' -i docker-compose.ci.yaml
+
+        # Simplify Zookeeper for CI
+        yq eval '.services.zookeeper.environment.ZOOKEEPER_4LW_COMMANDS_WHITELIST = "ruok,srvr"' -i docker-compose.ci.yaml
+        yq eval 'del(.services.zookeeper.healthcheck)' -i docker-compose.ci.yaml
+        yq eval '.services.kafka.depends_on.zookeeper.condition = "service_started"' -i docker-compose.ci.yaml
+
+        # Cert-generator CI configuration
+        yq eval '.services."cert-generator".extra_hosts = ((.services."cert-generator".extra_hosts // []) + ["host.docker.internal:host-gateway"] | unique)' -i docker-compose.ci.yaml
+        yq eval '.services."cert-generator".environment = ((.services."cert-generator".environment // []) + ["CI=true"] | unique)' -i docker-compose.ci.yaml
+        yq eval ".services.\"cert-generator\".volumes += [\"${KUBECONFIG_PATH}:/root/.kube/config:ro\"]" -i docker-compose.ci.yaml
+
+        echo "Created docker-compose.ci.yaml"

.github/workflows/backend-ci.yml

@@ -0,0 +1,128 @@
+name: Backend CI
+
+on:
+  push:
+    branches: [main, dev]
+    paths:
+      - 'backend/**'
+      - '.github/workflows/backend-ci.yml'
+      - 'docker-compose.ci.yaml'
+  pull_request:
+    branches: [main, dev]
+    paths:
+      - 'backend/**'
+      - '.github/workflows/backend-ci.yml'
+      - 'docker-compose.ci.yaml'
+  workflow_dispatch:
+
+jobs:
+  integration:
+    name: Integration Tests
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v6
+
+      - name: Set up uv
+        uses: astral-sh/setup-uv@v7
+        with:
+          enable-cache: true
+          cache-dependency-glob: "backend/uv.lock"
+
+      - name: Install Python dependencies
+        run: |
+          cd backend
+          uv python install 3.12
+          uv sync --frozen
+
+      - name: Setup Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Setup Kubernetes (k3s)
+        run: |
+          curl -sfL https://get.k3s.io | INSTALL_K3S_EXEC="--disable=traefik --tls-san host.docker.internal" sh -
+          mkdir -p /home/runner/.kube
+          sudo k3s kubectl config view --raw > /home/runner/.kube/config
+          sudo chmod 600 /home/runner/.kube/config
+          export KUBECONFIG=/home/runner/.kube/config
+          timeout 90 bash -c 'until sudo k3s kubectl cluster-info; do sleep 5; done'
+
+      - name: Create kubeconfig for CI Docker containers
+        run: |
+          # Copy real k3s kubeconfig with valid credentials, but change server address
+          # from 127.0.0.1 to host.docker.internal for Docker container networking
+          # (k3s was started with --tls-san host.docker.internal so the cert is valid)
+          sed 's|https://127.0.0.1:6443|https://host.docker.internal:6443|g' \
+            /home/runner/.kube/config > backend/kubeconfig.yaml
+          chmod 644 backend/kubeconfig.yaml
+
+      - name: Setup CI Compose
+        uses: ./.github/actions/setup-ci-compose
+        with:
+          kubeconfig-path: /home/runner/.kube/config
+
+      - name: Build services
+        uses: docker/bake-action@v6
+        with:
+          source: .
+          files: docker-compose.ci.yaml
+          load: true
+          set: |
+            *.cache-from=type=gha,scope=buildkit-${{ github.repository }}-${{ github.ref_name }}
+            *.cache-from=type=gha,scope=buildkit-${{ github.repository }}-main
+            *.cache-to=type=gha,mode=max,scope=buildkit-${{ github.repository }}-${{ github.ref_name }}
+            *.pull=true
+        env:
+          BUILDKIT_PROGRESS: plain
+
+      - name: Start services
+        run: |
+          docker compose -f docker-compose.ci.yaml up -d --remove-orphans
+          docker compose -f docker-compose.ci.yaml ps
+
+      - name: Wait for backend
+        run: |
+          curl --retry 60 --retry-delay 5 --retry-all-errors -ksf https://127.0.0.1:443/api/v1/health/live
+          docker compose -f docker-compose.ci.yaml ps
+          kubectl get pods -A -o wide
+
+      - name: Run integration tests
+        timeout-minutes: 10
+        env:
+          BACKEND_BASE_URL: https://127.0.0.1:443
+          MONGO_ROOT_USER: root
+          MONGO_ROOT_PASSWORD: rootpassword
+          MONGODB_HOST: 127.0.0.1
+          MONGODB_PORT: 27017
+          MONGODB_URL: mongodb://root:[email protected]:27017/?authSource=admin
+          SCHEMA_SUBJECT_PREFIX: "ci.${{ github.run_id }}."
+        run: |
+          cd backend
+          uv run pytest tests/integration -v --cov=app --cov-branch --cov-report=xml --cov-report=term
+
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v5
+        if: always()
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          files: backend/coverage.xml
+          flags: backend
+          name: backend-coverage
+          slug: HardMax71/Integr8sCode
+          fail_ci_if_error: false
+
+      - name: Collect logs
+        if: failure()
+        run: |
+          mkdir -p logs
+          docker compose -f docker-compose.ci.yaml logs > logs/docker-compose.log
+          docker compose -f docker-compose.ci.yaml logs backend > logs/backend.log
+          docker compose -f docker-compose.ci.yaml logs mongo > logs/mongo.log
+          kubectl get events --sort-by='.metadata.creationTimestamp' > logs/k8s-events.log 2>&1 || true
+          kubectl describe pods -A > logs/k8s-describe-pods.log 2>&1 || true
+
+      - name: Upload logs
+        if: failure()
+        uses: actions/upload-artifact@v6
+        with:
+          name: backend-logs
+          path: logs/

.github/workflows/frontend-ci.yml

@@ -0,0 +1,167 @@
+name: Frontend CI
+
+on:
+  push:
+    branches: [main, dev]
+    paths:
+      - 'frontend/**'
+      - '.github/workflows/frontend-ci.yml'
+      - 'docker-compose.ci.yaml'
+  pull_request:
+    branches: [main, dev]
+    paths:
+      - 'frontend/**'
+      - '.github/workflows/frontend-ci.yml'
+      - 'docker-compose.ci.yaml'
+  workflow_dispatch:
+
+jobs:
+  unit:
+    name: Unit Tests
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v6
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: '22'
+          cache: 'npm'
+          cache-dependency-path: frontend/package-lock.json
+
+      - name: Install dependencies
+        working-directory: frontend
+        run: npm ci
+
+      - name: Run unit tests with coverage
+        working-directory: frontend
+        run: npm run test:coverage
+
+      - name: Upload coverage to Codecov
+        uses: codecov/codecov-action@v5
+        with:
+          token: ${{ secrets.CODECOV_TOKEN }}
+          files: frontend/coverage/lcov.info
+          flags: frontend
+          name: frontend-coverage
+          slug: HardMax71/Integr8sCode
+          fail_ci_if_error: false
+
+  e2e:
+    name: E2E Tests
+    needs: unit
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v6
+
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: '22'
+          cache: 'npm'
+          cache-dependency-path: frontend/package-lock.json
+
+      - name: Install dependencies
+        working-directory: frontend
+        run: npm ci
+
+      - name: Install Playwright browsers
+        working-directory: frontend
+        run: npx playwright install chromium
+
+      - name: Setup Docker Buildx
+        uses: docker/setup-buildx-action@v3
+
+      - name: Setup Kubernetes (k3s)
+        run: |
+          curl -sfL https://get.k3s.io | INSTALL_K3S_EXEC="--disable=traefik --tls-san host.docker.internal" sh -
+          mkdir -p /home/runner/.kube
+          sudo k3s kubectl config view --raw > /home/runner/.kube/config
+          sudo chmod 600 /home/runner/.kube/config
+          export KUBECONFIG=/home/runner/.kube/config
+          timeout 90 bash -c 'until sudo k3s kubectl cluster-info; do sleep 5; done'
+
+      - name: Create kubeconfig for CI
+        run: |
+          cat > backend/kubeconfig.yaml <<EOF
+          apiVersion: v1
+          kind: Config
+          clusters:
+          - name: ci-cluster
+            cluster:
+              server: https://host.docker.internal:6443
+              insecure-skip-tls-verify: true
+          users:
+          - name: ci-user
+            user:
+              token: "ci-token"
+          contexts:
+          - name: ci
+            context:
+              cluster: ci-cluster
+              user: ci-user
+          current-context: ci
+          EOF
+
+      - name: Setup CI Compose
+        uses: ./.github/actions/setup-ci-compose
+        with:
+          kubeconfig-path: /home/runner/.kube/config
+
+      - name: Build services
+        uses: docker/bake-action@v6
+        with:
+          source: .
+          files: docker-compose.ci.yaml
+          load: true
+          set: |
+            *.cache-from=type=gha,scope=buildkit-${{ github.repository }}-${{ github.ref_name }}
+            *.cache-from=type=gha,scope=buildkit-${{ github.repository }}-main
+            *.cache-to=type=gha,mode=max,scope=buildkit-${{ github.repository }}-${{ github.ref_name }}
+            *.pull=true
+        env:
+          BUILDKIT_PROGRESS: plain
+
+      - name: Start services
+        run: |
+          docker compose -f docker-compose.ci.yaml up -d --remove-orphans
+          docker compose -f docker-compose.ci.yaml ps
+
+      - name: Wait for services
+        run: |
+          echo "Waiting for backend..."
+          curl --retry 60 --retry-delay 5 --retry-all-errors -ksf https://127.0.0.1:443/api/v1/health/live
+          echo "Waiting for frontend..."
+          curl --retry 60 --retry-delay 5 --retry-all-errors -ksf https://127.0.0.1:5001/
+
+      - name: Seed test users
+        run: |
+          docker compose -f docker-compose.ci.yaml exec -T backend uv run python scripts/seed_users.py
+
+      - name: Run E2E tests
+        working-directory: frontend
+        env:
+          CI: true
+        run: npx playwright test --reporter=html
+
+      - name: Upload Playwright report
+        uses: actions/upload-artifact@v6
+        if: always()
+        with:
+          name: playwright-report
+          path: frontend/playwright-report/
+
+      - name: Collect logs
+        if: failure()
+        run: |
+          mkdir -p logs
+          docker compose -f docker-compose.ci.yaml logs > logs/docker-compose.log
+          docker compose -f docker-compose.ci.yaml logs backend > logs/backend.log
+          docker compose -f docker-compose.ci.yaml logs frontend > logs/frontend.log
+
+      - name: Upload logs
+        if: failure()
+        uses: actions/upload-artifact@v6
+        with:
+          name: frontend-e2e-logs
+          path: logs/