Merge branch 'dev/woopmnt-5249-e2e-ensure-version-coverage-for-woocommerce-and-php' into dev/woopmnt-5251-e2e-investigate-and-re-enable-woocommerce-blocks-e2e-tests

Author: mgascam

.github/actions/e2e/run-log-tests/action.yml

@@ -10,7 +10,6 @@ runs:
       shell: /bin/bash +e {0}
       run: |
         npm run test:e2e-ci
-
         if [[ -f "$E2E_RESULT_FILEPATH" ]]; then
           E2E_NUM_FAILED_TEST_SUITES=$(cat "$E2E_RESULT_FILEPATH" | jq '.stats["unexpected"]')
           echo "FIRST_RUN_FAILED_TEST_SUITES=$(echo $E2E_NUM_FAILED_TEST_SUITES)" >> $GITHUB_OUTPUT
@@ -29,7 +28,14 @@ runs:
       shell: bash
       # Filter failed E2E files from the result JSON file, and re-run them.
       run: |
-        npm run test:e2e-ci $(cat $E2E_RESULT_FILEPATH | jq -r '[.suites[] | (if has("suites") then .suites[] | .specs[] else .specs[] end) | select(.tests[].status == "unexpected") | .file] | unique | .[]')
+        # Extract failed test files and run only those
+        FAILED_FILES=$(cat $E2E_RESULT_FILEPATH | jq -r '[.suites[] | (if has("suites") then .suites[] | .specs[] else .specs[] end) | select(.tests[].status == "unexpected") | .file] | unique | .[]')
+        if [[ -n "$FAILED_FILES" ]]; then
+          echo "Retrying failed test files: $FAILED_FILES"
+          npx playwright test --config=tests/e2e/playwright.config.ts --grep-invert @todo $FAILED_FILES
+        else
+          echo "No failed test files found to retry"
+        fi
 
     # Archive screenshots if any
     - name: Archive e2e test screenshots & logs

tests/e2e/playwright.config.ts

@@ -64,8 +64,7 @@ export default defineConfig( {
 	fullyParallel: false,
 	/* Fail the build on CI if you accidentally left test.only in the source code. */
 	forbidOnly: !! process.env.CI,
-	/* Retry on CI only */
-	retries: process.env.CI ? 2 : 0,
+	retries: 0,
 	/* Opt out of parallel tests. */
 	workers: 1,
 	/* Reporters to use. See https://playwright.dev/docs/test-reporters */