Added step to merge playwright reports (#25113)

After running tests, separate reports are generated on each shard. Added additional step to merge playwright reports, 
so that they are easier to download and read.

Author: ibalosh

.github/workflows/ci-docker.yml

@@ -344,17 +344,72 @@ jobs:
           GHOST_IMAGE_TAG: ${{ steps.load.outputs.image-tag }}
         run: yarn test:e2e --shard=${{ matrix.shardIndex }}/${{ matrix.shardTotal }}
 
-      - name: Upload Playwright artifacts
+      - name: Upload blob report to GitHub Actions Artifacts
         if: failure()
         uses: actions/upload-artifact@v4
         with:
-          name: playwright-report-${{ matrix.shardIndex }}
-          path: |
-            e2e/playwright-report/
-            e2e/test-results/
+          name: blob-report-${{ matrix.shardIndex }}
+          path: e2e/blob-report
+          retention-days: 1
+
+      - name: Upload test results artifacts
+        if: failure()
+        uses: actions/upload-artifact@v4
+        with:
+          name: test-results-${{ matrix.shardIndex }}
+          path: e2e/test-results
+          retention-days: 7
+
+  merge_reports:
+    name: Merge Playwright Reports
+    if: always() && needs.test_e2e.result == 'failure'
+    needs: [test_e2e, setup]
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+
+      - uses: actions/setup-node@v4
+        with:
+          node-version: ${{ env.NODE_VERSION }}
+
+      - name: Restore caches
+        uses: ./.github/actions/restore-cache
+        env:
+          DEPENDENCY_CACHE_KEY: ${{ needs.setup.outputs.dependency_cache_key }}
+
+      - name: Download blob reports from GitHub Actions Artifacts
+        uses: actions/download-artifact@v4
+        with:
+          path: e2e/all-blob-reports
+          pattern: blob-report-*
+          merge-multiple: true
+
+      - name: Download test results from GitHub Actions Artifacts
+        uses: actions/download-artifact@v4
+        with:
+          path: e2e/all-test-results
+          pattern: test-results-*
+          merge-multiple: true
+
+      - name: Merge into HTML Report
+        run: npx playwright merge-reports --reporter html ./all-blob-reports
+        working-directory: e2e
+
+      - name: Upload HTML report
+        uses: actions/upload-artifact@v4
+        with:
+          name: playwright-report
+          path: e2e/playwright-report
+          retention-days: 14
+
+      - name: Upload merged test results
+        uses: actions/upload-artifact@v4
+        with:
+          name: test-results
+          path: e2e/all-test-results
           retention-days: 7
 
       - name: Output command to view report
-        if: failure()
         run: |
-          echo "::notice::To view the Playwright report locally, run: gh run download ${{ github.run_id }} -n playwright-report-${{ matrix.shardIndex }} -D /tmp/playwright-\$\$ && npx playwright show-report /tmp/playwright-\$\$/playwright-report"
+          echo "::notice::To view the Playwright report locally, run: gh run download ${{ github.run_id }} -n playwright-report -D /tmp/playwright-\$\$ && npx playwright show-report /tmp/playwright-\$\$/playwright-report"

e2e/playwright.config.mjs

@@ -22,7 +22,7 @@ const config = {
     retries: 0, // Retries open the door to flaky tests. If the test needs retries, it's not a good test or the app is broken.
     workers: process.env.CI ? 4 : getWorkerCount(),
     fullyParallel: true,
-    reporter: process.env.CI ? [['list', {printSteps: true}], ['html']] : [['list', {printSteps: true}]],
+    reporter: process.env.CI ? [['list', {printSteps: true}], ['blob']] : [['list', {printSteps: true}], ['html']],
     use: {
         // Base URL will be set dynamically per test via fixture
         baseURL: process.env.GHOST_BASE_URL || 'http://localhost:2368',