Generalize e2e test workflow

Author: zxl629

.github/integ-config/local-integ-all.yml

@@ -0,0 +1,7 @@
+tests:
+  - test_name: webpack_data_gen2
+    desc: 'Webpack 5'
+    framework: webpack
+    sample_name: basic-bundle
+    spec: bundle
+    browser: [chrome]

.github/workflows/callable-local-e2e-test.yml

@@ -0,0 +1,103 @@
+name: E2E Test
+run-name: e2e.${{ inputs.test_name }}
+
+on:
+  workflow_call:
+    inputs:
+      test_name:
+        required: true
+        type: string
+      framework:
+        required: true
+        type: string
+      sample_name:
+        required: true
+        type: string
+      spec:
+        required: true
+        type: string
+      browser:
+        required: true
+        type: string
+      backend:
+        required: true
+        type: string
+      timeout_minutes:
+        required: true
+        type: number
+      retry_count:
+        required: true
+        type: number
+      npm_script:
+        required: false
+        type: string
+      npm_script_args:
+        required: false
+        type: number
+      env:
+        required: false
+        type: string
+
+jobs:
+  e2e-test:
+    name: E2E ${{ inputs.test_name }}
+    runs-on: ubuntu-latest
+    strategy:
+      matrix:
+        browser:
+          - ${{ fromJson(inputs.browser) }}
+        sample_name:
+          - ${{ fromJson(inputs.sample_name) }}
+      fail-fast: false
+    timeout-minutes: ${{ inputs.timeout_minutes }}
+
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@24cb9080177205b6e8c946b17badbe402adc938f # v3.4.0 https://github.com/actions/checkout/commit/24cb9080177205b6e8c946b17badbe402adc938f
+        with:
+          path: amplify-data
+      - name: Setup node and build the repository
+        uses: ./amplify-data/.github/actions/node-and-build
+      - name: Load Verdaccio with AmplifyData
+        uses: ./amplify-data/.github/actions/load-verdaccio-with-amplify-data
+      - name: Make script executable
+        run: chmod +x ./amplify-data/scripts/retry-npm-script.sh
+      - name: Run cypress tests for webpack e2e test dev
+        shell: bash
+        working-directory: ./amplify-data
+        env:
+          E2E_FRAMEWORK: ${{ inputs.framework }}
+          E2E_SAMPLE_NAME: ${{ matrix.sample_name }}
+          E2E_SPEC: ${{ inputs.spec }}
+          E2E_BROWSER: ${{ matrix.browser }}
+          E2E_BACKEND: ${{ inputs.backend }}
+          E2E_RETRY_COUNT: ${{ inputs.retry_count }}
+          E2E_TEST_NAME: ${{ inputs.test_name }}
+          E2E_NPM_SCRIPT: ${{ inputs.npm_script }}
+          E2E_ENV: ${{ inputs.env }}
+        run: |
+          if [ -z "$E2E_NPM_SCRIPT" ]; then
+            ../amplify-js/scripts/retry-npm-script.sh -s \
+            "ci:test \
+            $E2E_FRAMEWORK \
+            $E2E_SAMPLE_NAME \
+            $E2E_SPEC \
+            $E2E_BROWSER \
+            dev \
+            $E2E_BACKEND \
+            --env $(echo $E2E_ENV | jq -r 'tostring')" \
+            $E2E_NPM_SCRIPT \
+            -n $E2E_RETRY_COUNT
+          else
+            echo "Skipping specialized yarn script execution in the dev environment."
+          fi
+      - name: Upload artifact
+        uses: actions/upload-artifact@0b7f8abb1508181956e8e162db84b466c27e18ce # v3.1.2 https://github.com/actions/upload-artifact/commit/0b7f8abb1508181956e8e162db84b466c27e18ce
+        if: failure()
+        with:
+          name: ${{ inputs.test_name }}
+          if-no-files-found: ignore
+          path: |
+            amplify-js-samples-staging/cypress/videos
+            amplify-js-samples-staging/cypress/screenshots
+          retention-days: 14

.github/workflows/callable-local-e2e-tests-temp.yml

@@ -0,0 +1,42 @@
+name: Local E2E Tests
+
+on: workflow_call
+
+jobs:
+  e2e-prep:
+    name: Get E2E test config
+    runs-on: ubuntu-latest
+    steps:
+      - name: Checkout repository
+        uses: actions/checkout@b4ffde65f46336ab88eb53be808477a3936bae11 # v4.1.1
+        with:
+          path: amplify-data
+      - name: Read integ config files
+        id: load_config
+        run: |
+          echo "INTEG_CONFIG=$(cat .github/integ-config/local-integ-all.yml | yq '.tests' -o=json | jq -c .)" >> $GITHUB_OUTPUT
+        working-directory: ./amplify-data
+    outputs:
+      integ-config: ${{ steps.load_config.outputs.INTEG_CONFIG }}
+
+  e2e-test-runner:
+    name: E2E test runnner
+    needs: e2e-prep
+    secrets: inherit
+    strategy:
+      matrix:
+        integ-config: ${{ fromJson(needs.e2e-prep.outputs.integ-config) }}
+      fail-fast: false
+    uses: ./.github/workflows/callable-local-e2e-test.yml
+    with:
+      test_name: ${{ matrix.integ-config.test_name }}
+      framework: ${{ matrix.integ-config.framework }}
+      spec: ${{ matrix.integ-config.spec || '' }}
+      sample_name: ${{ toJSON(matrix.integ-config.sample_name) || '[""]' }}
+      browser: ${{ toJSON(matrix.integ-config.browser) || '[""]' }}
+      backend: ${{ matrix.integ-config.backend }}
+      timeout_minutes: ${{ matrix.integ-config.timeout_minutes || 35 }}
+      retry_count: ${{ matrix.integ-config.retry_count || 3 }}
+      npm_script: ${{ matrix.integ-config.npm_script || '' }}
+      npm_script_args: ${{ matrix.integ-config.npm_script_args || 15 }}
+      env: ${{ matrix.integ-config.env && toJSON(matrix.integ-config.env) || '{}' }}

.github/workflows/callable-release-verification.yml

@@ -26,8 +26,8 @@ jobs:
   #   secrets: inherit
   #   uses: ./.github/workflows/callable-e2e-tests.yml
   #
-  webpack-e2e:
+  e2e:
     needs:
       - prebuild-ubuntu
     secrets: inherit
-    uses: ./.github/workflows/callable-local-e2e-webpack-test.yml
+    uses: ./.github/workflows/callable-local-e2e-tests-temp.yml

cypress.config.ts

@@ -1,4 +1,4 @@
-import { defineConfig } from "cypress";
+import { defineConfig } from 'cypress';
 
 export default defineConfig({
   e2e: {