Another try

Author: trask

.github/workflows/build-common.yml

@@ -142,51 +142,6 @@ jobs:
           - 3
           - 4
           - 5
-          - 6
-          - 7
-          - 8
-          - 9
-          - 10
-          - 11
-          - 12
-          - 13
-          - 14
-          - 15
-          - 16
-          - 17
-          - 18
-          - 19
-          - 20
-          - 21
-          - 22
-          - 23
-          - 24
-          - 25
-          - 26
-          - 27
-          - 28
-          - 29
-          - 30
-          - 31
-          - 32
-          - 33
-          - 34
-          - 35
-          - 36
-          - 37
-          - 38
-          - 39
-          - 40
-          - 41
-          - 42
-          - 43
-          - 44
-          - 45
-          - 46
-          - 47
-          - 48
-          - 49
-          - 50
       fail-fast: false
     steps:
       - name: Support long paths
@@ -218,12 +173,22 @@ jobs:
 
       - name: Test
         # spotless is checked separately since it's a common source of failure
-        run: >
-          ./gradlew
-          check
-          -x spotlessCheck
-          -PtestJavaVersion=${{ matrix.test-java-version }}
-          -PtestJavaVM=${{ matrix.vm }}
-          "-Porg.gradle.java.installations.paths=${{ steps.setup-test-java.outputs.path }}"
-          "-Porg.gradle.java.installations.auto-download=false"
-          ${{ inputs.no-build-cache && ' --no-build-cache' || '' }}
+        # running in a loop 1..50 to identify flaky test behavior
+        run: |
+          for i in {1..50}; do
+            echo "=== Test run $i/50 ==="
+            ./gradlew \
+              test \
+              -PtestJavaVersion=${{ matrix.test-java-version }} \
+              -PtestJavaVM=${{ matrix.vm }} \
+              "-Porg.gradle.java.installations.paths=${{ steps.setup-test-java.outputs.path }}" \
+              "-Porg.gradle.java.installations.auto-download=false" \
+              --rerun-tasks
+            if [ $? -eq 0 ]; then
+              echo "Test run $i completed successfully"
+            else
+              echo "Test run $i failed"
+              exit 1
+            fi
+          done
+          echo "All 50 test runs completed successfully"