ci(tests): add parallel workflow for unit and e2e tests

Author: kidager

.github/workflows/e2e-tests.yaml

@@ -0,0 +1,74 @@
+name: 🧪 Tests
+
+permissions:
+  contents: read
+
+on:
+  push:
+    branches:
+      - main
+  pull_request:
+    branches:
+      - main
+
+concurrency:
+  group: tests-${{ github.ref }}
+  cancel-in-progress: true
+
+jobs:
+  unit:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
+
+      - uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5.2.0
+        with:
+          java-version: '21'
+          distribution: 'temurin'
+          cache: 'maven'
+          cache-dependency-path: 'pom.xml'
+
+      - name: Run unit tests
+        run: mvn -B test
+
+  e2e:
+    runs-on: ubuntu-latest
+    strategy:
+      fail-fast: false
+      matrix:
+        keycloak_version:
+          - '26.2.5'
+          - '26.3.5'
+          - '26.4.7'
+          - '26.5.2'
+    steps:
+      - uses: actions/checkout@de0fac2e4500dabe0009e67214ff5f5447ce83dd # v6.0.2
+
+      - uses: actions/setup-java@be666c2fcd27ec809703dec50e508c2fdc7f6654 # v5.2.0
+        with:
+          java-version: '21'
+          distribution: 'temurin'
+          cache: 'maven'
+          cache-dependency-path: 'pom.xml'
+
+      - name: Build JAR for Keycloak ${{ matrix.keycloak_version }}
+        run: mvn -B clean package -P keycloak-${{ matrix.keycloak_version }}
+
+      - name: Run E2E tests
+        run: |
+          cd tests/e2e
+          KC_VERSION=${{ matrix.keycloak_version }} docker compose --profile test up --build --abort-on-container-exit --exit-code-from test-runner
+
+      - name: Stop containers
+        if: always()
+        run: |
+          cd tests/e2e
+          docker compose --profile test down
+
+      - name: Upload test results
+        if: failure()
+        uses: actions/upload-artifact@b7c566a772e6b6bfb58ed0dc250532a479d7789f # v6.0.0
+        with:
+          name: playwright-report-kc-${{ matrix.keycloak_version }}
+          path: tests/e2e/playwright-report/
+          retention-days: 7

.github/workflows/tests.yaml

@@ -16,6 +16,11 @@ build-docker:
 build: build-docker
     docker run --rm --volume="${PWD}:/opt/maven" keycloak-spi-plugin mvn -B clean package
 
+# Run unit tests
+[no-exit-message]
+test: build-docker
+    docker run --rm --volume="${PWD}:/opt/maven" keycloak-spi-plugin mvn -B test -DskipTests=false
+
 # Build for a specific Keycloak version
 build-version VERSION: build-docker
     docker run --rm --volume="${PWD}:/opt/maven" keycloak-spi-plugin mvn -B clean package -P keycloak-{{VERSION}}
@@ -44,12 +49,19 @@ versions:
     @echo "- 26.3.5"
     @echo "- 26.2.5"
 
-# Run E2E tests (builds JAR first, runs everything in Docker)
-test-e2e KC_VERSION="26.5.2": (build-version KC_VERSION)
-    cd tests/e2e && KC_VERSION={{KC_VERSION}} docker compose --profile test up --build --abort-on-container-exit --exit-code-from test-runner
-    cd tests/e2e && KC_VERSION={{KC_VERSION}} docker compose --profile test down
+# Run E2E tests (optionally specify a file pattern, requires test-e2e-setup if FILE is provided)
+test-e2e KC_VERSION="26.5.2" FILE="": (build-version KC_VERSION)
+    #!/usr/bin/env bash
+    cd tests/e2e
+    if [ -z "{{FILE}}" ]; then
+        KC_VERSION={{KC_VERSION}} docker compose --profile test up --build --abort-on-container-exit --exit-code-from test-runner; rc=$?
+        KC_VERSION={{KC_VERSION}} docker compose --profile test down
+        exit $rc
+    else
+        docker compose run --rm test-runner npx playwright test {{FILE}}
+    fi
 
-# Start test infrastructure only (for debugging)
+# Start test infrastructure only (for debugging or running specific tests)
 test-e2e-setup KC_VERSION="26.5.2": (build-version KC_VERSION)
     cd tests/e2e && KC_VERSION={{KC_VERSION}} docker compose up -d --wait
 

justfile

@@ -32,6 +32,9 @@
         <project.build.sourceEncoding>UTF-8</project.build.sourceEncoding>
         <buildVersion>dev</buildVersion>
 
+        <!-- Skip tests by default, run explicitly with: mvn test -->
+        <skipTests>true</skipTests>
+
         <!-- Default Keycloak version -->
         <keycloak.version>26.5.2</keycloak.version>