ci: build all first, then run all

Author: triceo

.github/scripts/prevent_stale_fork.sh

@@ -33,10 +33,10 @@ on:
 
 jobs:
 
-  benchmark:
+  build:
     runs-on: self-hosted
     strategy:
-      fail-fast: false # Jobs fail if the benchmark error is over predefined thresholds; other benchmarks continue.
+      fail-fast: true # If one compilation fails, abort everything.
       matrix:
         example: [cloud_balancing, conference_scheduling, curriculum_course, examination, machine_reassignment, meeting_scheduling, nurse_rostering, patient_admission_scheduling, task_assigning, traveling_tournament, tsp, vehicle_routing]
     env:
@@ -74,6 +74,12 @@ jobs:
           mvn clean install -B -Dquickly -Dversion.ai.timefold.solver=${{ github.event.inputs.baseline }} -Dversion.tools.provider="${{ github.event.inputs.async_profiler_version }}"
           mv target/benchmarks.jar benchmarks-baseline.jar
 
+      - name: Phase 1 - (Baseline) Upload the binary
+        uses: actions/upload-artifact@v4
+        with:
+          name: results-${{ matrix.example }}-${{ github.event.inputs.baseline }}_vs_${{ github.event.inputs.branch }}
+          path: benchmarks-baseline.jar
+
       - name: Phase 1 - (SUT) Checkout timefold-solver
         uses: actions/checkout@v4
         with:
@@ -117,8 +123,43 @@ jobs:
           mvn clean install -B -Dquickly -Dversion.tools.provider="${{ github.event.inputs.async_profiler_version }}"
           mv target/benchmarks.jar benchmarks-sut.jar
 
+      - name: Phase 1 - (SUT) Upload the binary
+        uses: actions/upload-artifact@v4
+        with:
+          name: results-${{ matrix.example }}-${{ github.event.inputs.baseline }}_vs_${{ github.event.inputs.branch }}
+          path: benchmarks-sut.jar
+
+  benchmark:
+    needs: build
+    runs-on: self-hosted
+    strategy:
+      fail-fast: false # Jobs fail if the benchmark error is over predefined thresholds; other benchmarks continue.
+      matrix:
+        example: [cloud_balancing, conference_scheduling, curriculum_course, examination, machine_reassignment, meeting_scheduling, nurse_rostering, patient_admission_scheduling, task_assigning, traveling_tournament, tsp, vehicle_routing]
+    env:
+      MVN_USERNAME: '${{ secrets.JFROG_ENTERPRISE_READ_ONLY_ACCESS_USERNAME }}'
+      MVN_PASSWORD: '${{ secrets.JFROG_ENTERPRISE_READ_ONLY_ACCESS_TOKEN }}'
+    steps:
+      - name: Phase 2 - Setup JDK and Maven
+        uses: actions/setup-java@v4
+        with:
+          java-version: ${{ github.event.inputs.jdk }}
+          distribution: 'temurin'
+          cache: 'maven'
+          server-id: 'timefold-solver-enterprise'
+          server-username: 'MVN_USERNAME'
+          server-password: 'MVN_PASSWORD'
+
+      - name: Phase 2 - Setup Async Profiler
+        working-directory: ./timefold-solver-benchmarks
+        run: |
+          export FILENAME=async-profiler-${{ github.event.inputs.async_profiler_version }}-linux-x64.tar.gz
+          wget https://github.com/async-profiler/async-profiler/releases/download/v${{ github.event.inputs.async_profiler_version }}/$FILENAME
+          tar -xzf $FILENAME 
+          ls -l
+
       # Fine-tuned for stability on GHA.
-      - name: Phase 2 - Configure the benchmark
+      - name: Phase 3 - Configure the benchmark
         working-directory: ./timefold-solver-benchmarks
         shell: bash
         run: |
@@ -131,7 +172,13 @@ jobs:
           cat scoredirector-benchmark.properties
           chmod +x run-scoredirector.sh
 
-      - name: Phase 2 - (Baseline) Run the benchmark
+      - name: Phase 3 - (Baseline) Download the benchmark
+        uses: actions/download-artifact@v2
+        with:
+          name: results-${{ matrix.example }}-${{ github.event.inputs.baseline }}_vs_${{ github.event.inputs.branch }}
+          path: benchmarks-baseline.jar
+
+      - name: Phase 3 - (Baseline) Run the benchmark
         working-directory: ./timefold-solver-benchmarks
         id: benchmark_baseline
         env:
@@ -144,7 +191,13 @@ jobs:
           echo "RANGE_END=$(jq '.[0].primaryMetric.scoreConfidence[1]|round' results/scoredirector/${{ github.event.inputs.baseline }}/results.json)" >> "$GITHUB_OUTPUT"
           echo "RANGE_MID=$(jq '.[0].primaryMetric.score|round' results/scoredirector/${{ github.event.inputs.baseline }}/results.json)" >> "$GITHUB_OUTPUT"
 
-      - name: Phase 2 - (SUT) Run the benchmark
+      - name: Phase 4 - (Baseline) Download the benchmark
+        uses: actions/download-artifact@v2
+        with:
+          name: results-${{ matrix.example }}-${{ github.event.inputs.baseline }}_vs_${{ github.event.inputs.branch }}
+          path: benchmarks-sut.jar
+
+      - name: Phase 4 - (SUT) Run the benchmark
         id: benchmark_new
         working-directory: ./timefold-solver-benchmarks
         env:
@@ -158,7 +211,7 @@ jobs:
           echo "RANGE_END=$(jq '.[0].primaryMetric.scoreConfidence[1]|round' results/scoredirector/${{ github.event.inputs.branch }}/results.json)" >> "$GITHUB_OUTPUT"
           echo "RANGE_MID=$(jq '.[0].primaryMetric.score|round' results/scoredirector/${{ github.event.inputs.branch }}/results.json)" >> "$GITHUB_OUTPUT"
 
-      - name: Phase 3 - Archive benchmark data
+      - name: Phase 5 - Archive benchmark data
         uses: actions/upload-artifact@v4
         with:
           name: results-${{ matrix.example }}-${{ github.event.inputs.baseline }}_vs_${{ github.event.inputs.branch }}
@@ -168,7 +221,7 @@ jobs:
             ./timefold-solver-benchmarks/scoredirector-benchmark.properties
             ./timefold-solver-benchmarks/results/scoredirector
 
-      - name: Phase 3 - Report results
+      - name: Phase 5 - Report results
         working-directory: ./timefold-solver-benchmarks
         env:
           OLD_RANGE_START: ${{ steps.benchmark_baseline.outputs.RANGE_START }}