CCM-10981: sharding script.

Author: bhansell1

.github/actions/acceptance-tests/action.yaml

@@ -22,12 +22,6 @@ inputs:
 runs:
   using: "composite"
 
-  strategy:
-  fail-fast: false
-  matrix:
-    shardIndex: [1, 2, 3, 4]
-    shardTotal: [4]
-
   steps:
     - name: Fetch terraform output
       uses: actions/download-artifact@v5
@@ -38,9 +32,6 @@ runs:
       run: |
         npm ci
 
-    - name: Install Playwright browsers
-      run: npx playwright install --with-deps
-
     - name: Generate outputs file
       shell: bash
       run: |
@@ -51,10 +42,7 @@ runs:
     - name: Run test - ${{ inputs.testType }}
       shell: bash
       run: |
-        npx playwright test --project=component:setup
-        npx playwright test --project=component --no-deps --shard${{ matrix.shardIndex }}/${{ matrix.shardTotal }}
-        npx playwright test --project=component:teardown --no-deps
-
+        make test-${{ inputs.testType }}
 
     - name: Archive test results
       uses: actions/upload-artifact@v4

tests/test-team/component.sh

@@ -0,0 +1,24 @@
+#!/usr/bin/env bash
+set -euo pipefail
+
+# replicate https://playwright.dev/docs/test-sharding
+
+# 1) Run 4 shards in parallel
+pids=()
+for s in 1 2 3 4; do
+  export SHARD_ID="$s"
+  export PLAYWRIGHT_BLOB_OUTPUT_FILE="blob-report/shard-$s.zip"
+  npx playwright test --config config/component/component.config.ts --project='component' --shard="$s/4"  --output="playwright-report/shard-$s"  &
+  pids+=($!)
+done
+
+# Collect exit codes
+fail=0
+for pid in "${pids[@]}"; do
+  wait "$pid" || fail=1
+done
+
+npx playwright merge-reports --reporter html ./blob-report
+
+
+exit $fail

tests/test-team/config/component/component.config.ts

@@ -12,6 +12,7 @@ const buildCommand = [
 export default defineConfig({
   ...baseConfig,
 
+  workers: 4,
   timeout: 30_000, // 30 seconds in the playwright default
   expect: {
     timeout: 10_000, // default is 5 seconds. After creating and previewing sometimes the load is slow on a cold start

tests/test-team/config/playwright.config.ts

@@ -13,13 +13,14 @@ export default defineConfig({
   /* Reporter to use. See https://playwright.dev/docs/test-reporters */
   reporter: [
     ['line'],
-    [
-      'html',
-      {
-        outputFolder: path.resolve(__dirname, '../playwright-report'),
-        open: process.env.CI ? 'never' : 'on-failure',
-      },
-    ],
+    ['blob'],
+    // [
+    //   'html',
+    //   {
+    //     outputFolder: path.resolve(__dirname, '../playwright-report'),
+    //     open: 'never',
+    //   },
+    // ],
   ],
   /* Shared settings for all the projects below. See https://playwright.dev/docs/api/class-testoptions. */
   use: {

tests/test-team/helpers/auth/cognito-auth-helper.ts

@@ -105,7 +105,13 @@ export type TestUser = TestUserStaticDetails &
 
 export class CognitoAuthHelper {
   private static authContextFile = new AuthContextFile(
-    path.resolve(__dirname, '..', '..', '.auth', 'test-auth-context.json')
+    path.resolve(
+      __dirname,
+      '..',
+      '..',
+      '.auth',
+      `test-auth-context-${process.env.PLAYWRIGHT_RUN_ID}_${process.env.SHARD_ID}.json`
+    )
   );
 
   private notifyClientHelper: ClientConfigurationHelper;
@@ -345,8 +351,9 @@ export class CognitoAuthHelper {
 }
 
 export function createAuthHelper() {
+  console.log(`${process.env.PLAYWRIGHT_RUN_ID}_${process.env.SHARD_ID}`);
   return new CognitoAuthHelper(
-    process.env.PLAYWRIGHT_RUN_ID,
+    `${process.env.PLAYWRIGHT_RUN_ID}_${process.env.SHARD_ID}`,
     process.env.COGNITO_USER_POOL_ID,
     process.env.COGNITO_USER_POOL_CLIENT_ID,
     process.env.CLIENT_SSM_PATH_PREFIX