test: run desktop tests in pull requests to completion even with some suites fails

Author: abose

.github/workflows/desktop-linux-prod-test-pull.yml

@@ -48,35 +48,51 @@ jobs:
 
       - name: Run tauri unit tests
         uses: nick-fields/retry@v2
+        id: linuxRunUnit
+        continue-on-error: true
         with:
           timeout_minutes: 12
           max_attempts: 3
           command: xvfb-run ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=unit -q
 
       - name: Run tauri integration tests
         uses: nick-fields/retry@v2
+        id: linuxRunIntegration
+        continue-on-error: true
         with:
           timeout_minutes: 12
           max_attempts: 3
           command: xvfb-run ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=integration -q
 
       - name: Run tauri mainview tests
         uses: nick-fields/retry@v2
+        id: linuxRunMainview
+        continue-on-error: true
         with:
           timeout_minutes: 12
           max_attempts: 3
           command: xvfb-run ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=mainview -q
 
       - name: Run tauri livepreview tests
         uses: nick-fields/retry@v2
+        id: linuxRunLivepreview
+        continue-on-error: true
         with:
           timeout_minutes: 12
           max_attempts: 3
           command: xvfb-run ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=livepreview -q
 
       - name: Run tauri LegacyInteg tests
         uses: nick-fields/retry@v2
+        id: linuxRunLegacyInteg
+        continue-on-error: true
         with:
           timeout_minutes: 20
           max_attempts: 3
           command: xvfb-run ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=LegacyInteg -q
+
+      - name: Fail on test runs failed in Linux
+        if: steps.linuxRunUnit.outcome == 'failure' || steps.linuxRunIntegration.outcome == 'failure' || steps.linuxRunMainview.outcome == 'failure' || steps.linuxRunLivepreview.outcome == 'failure' || steps.linuxRunLegacyInteg.outcome == 'failure'
+        run: |
+          echo "Linux tests failed, marking step as failed"
+          exit 1

.github/workflows/desktop-linux-test-pull.yml

@@ -47,35 +47,51 @@ jobs:
 
       - name: Run tauri unit tests
         uses: nick-fields/retry@v2
+        id: linuxRunUnit
+        continue-on-error: true
         with:
           timeout_minutes: 12
           max_attempts: 3
           command: xvfb-run ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=unit -q
 
       - name: Run tauri integration tests
         uses: nick-fields/retry@v2
+        id: linuxRunIntegration
+        continue-on-error: true
         with:
           timeout_minutes: 12
           max_attempts: 3
           command: xvfb-run ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=integration -q
 
       - name: Run tauri mainview tests
         uses: nick-fields/retry@v2
+        id: linuxRunMainview
+        continue-on-error: true
         with:
           timeout_minutes: 12
           max_attempts: 3
           command: xvfb-run ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=mainview -q
 
       - name: Run tauri livepreview tests
         uses: nick-fields/retry@v2
+        id: linuxRunLivepreview
+        continue-on-error: true
         with:
           timeout_minutes: 12
           max_attempts: 3
           command: xvfb-run ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=livepreview -q
 
       - name: Run tauri LegacyInteg tests
         uses: nick-fields/retry@v2
+        id: linuxRunLegacyInteg
+        continue-on-error: true
         with:
           timeout_minutes: 20
           max_attempts: 3
           command: xvfb-run ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=LegacyInteg -q
+
+      - name: Fail on test runs failed in Linux
+        if: steps.linuxRunUnit.outcome == 'failure' || steps.linuxRunIntegration.outcome == 'failure' || steps.linuxRunMainview.outcome == 'failure' || steps.linuxRunLivepreview.outcome == 'failure' || steps.linuxRunLegacyInteg.outcome == 'failure'
+        run: |
+          echo "Linux tests failed, marking step as failed"
+          exit 1

.github/workflows/desktop-mac-m1-test-pull.yml

@@ -40,35 +40,51 @@ jobs:
 
       - name: Run tauri unit tests
         uses: nick-fields/retry@v2
+        id: macM1RunUnit
+        continue-on-error: true
         with:
           timeout_minutes: 12
           max_attempts: 3
           command: ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=unit -q
 
       - name: Run tauri integration tests
         uses: nick-fields/retry@v2
+        id: macM1RunIntegration
+        continue-on-error: true
         with:
           timeout_minutes: 12
           max_attempts: 3
           command: ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=integration -q
 
       - name: Run tauri mainview tests
         uses: nick-fields/retry@v2
+        id: macM1RunMainview
+        continue-on-error: true
         with:
           timeout_minutes: 12
           max_attempts: 3
           command: ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=mainview -q
 
       - name: Run tauri livepreview tests
         uses: nick-fields/retry@v2
+        id: macM1RunLivepreview
+        continue-on-error: true
         with:
           timeout_minutes: 12
           max_attempts: 3
           command: ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=livepreview -q
 
       - name: Run tauri LegacyInteg tests
         uses: nick-fields/retry@v2
+        id: macM1RunLegacyInteg
+        continue-on-error: true
         with:
           timeout_minutes: 30
           max_attempts: 3
           command: ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=LegacyInteg -q
+
+      - name: Fail on test runs failed in Mac M1
+        if: steps.macM1RunUnit.outcome == 'failure' || steps.macM1RunIntegration.outcome == 'failure' || steps.macM1RunMainview.outcome == 'failure' || steps.macM1RunLivepreview.outcome == 'failure' || steps.macM1RunLegacyInteg.outcome == 'failure'
+        run: |
+          echo "Mac M1 tests failed, marking step as failed"
+          exit 1

.github/workflows/desktop-mac-test-pull.yml

@@ -40,35 +40,51 @@ jobs:
 
       - name: Run tauri unit tests
         uses: nick-fields/retry@v2
+        id: macRunUnit
+        continue-on-error: true
         with:
           timeout_minutes: 12
           max_attempts: 3
           command: ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=unit -q
 
       - name: Run tauri integration tests
         uses: nick-fields/retry@v2
+        id: macRunIntegration
+        continue-on-error: true
         with:
           timeout_minutes: 12
           max_attempts: 3
           command: ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=integration -q
 
       - name: Run tauri mainview tests
         uses: nick-fields/retry@v2
+        id: macRunMainview
+        continue-on-error: true
         with:
           timeout_minutes: 12
           max_attempts: 3
           command: ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=mainview -q
 
       - name: Run tauri livepreview tests
         uses: nick-fields/retry@v2
+        id: macRunLivepreview
+        continue-on-error: true
         with:
           timeout_minutes: 12
           max_attempts: 3
           command: ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=livepreview -q
 
       - name: Run tauri LegacyInteg tests
         uses: nick-fields/retry@v2
+        id: macRunLegacyInteg
+        continue-on-error: true
         with:
           timeout_minutes: 30
           max_attempts: 3
           command: ../phoenix-desktop/src-tauri/target/debug/phoenix-test --run-tests=LegacyInteg -q
+
+      - name: Fail on test runs failed in Mac
+        if: steps.macRunUnit.outcome == 'failure' || steps.macRunIntegration.outcome == 'failure' || steps.macRunMainview.outcome == 'failure' || steps.macRunLivepreview.outcome == 'failure' || steps.macRunLegacyInteg.outcome == 'failure'
+        run: |
+          echo "Mac tests failed, marking step as failed"
+          exit 1