CCM-12666: break test into suites

Author: bhansell1

package-lock.json

@@ -13,9 +13,37 @@ cp ./utils/utils/src/email-templates/* ./frontend/public/testing/
 npm run app:start --prefix frontend
 npm run app:wait --prefix frontend
 
+journeys=(
+  landingPageTests
+  allTemplatesTests
+  chooseTemplateTests
+  nhsAppTests
+  smsTests
+  emailTests
+  lettersTests
+  userEmailsTests
+  errorsTests
+  routingTests
+  templatesPagesWithRoutingContentEnabledTests
+)
+
 TEST_EXIT_CODE=0
-npm run test:accessibility -w tests/accessibility || TEST_EXIT_CODE=$?
-echo "TEST_EXIT_CODE=$TEST_EXIT_CODE"
+
+for journey in "${journeys[@]}"; do
+  echo "==== ▶️  Running Pa11y journey: $journey ====="
+
+  report_dir="./.reports/accessibility/$journey"
+  mkdir -p "$report_dir"
+
+  JOURNEY="$journey" REPORT_DEST="$report_dir" \
+    npm run test:accessibility -w tests/accessibility
+
+  exit_code=$?
+  if [[ $exit_code -ne 0 ]]; then
+    TEST_EXIT_CODE=$exit_code
+  fi
+  echo;
+done
 
 mkdir -p ./tests/acceptance-test-report
 cp -r ./tests/accessibility/.reports/accessibility ./tests/acceptance-test-report

scripts/tests/accessibility.sh

@@ -196,17 +196,20 @@ const selectedJourney = process.env.JOURNEY && allJourneys[process.env.JOURNEY]
   ? [process.env.JOURNEY]
   : Object.keys(allJourneys);
 
+const reportDest =
+  process.env.REPORT_DEST || './.reports/accessibility';
+
 module.exports = {
   urls: selectedJourney
     .flatMap(journey => allJourneys[journey] || [])
-    .map(performCheck),
+    .map((config) => performCheck({...config, reportDest})),
   defaults: {
     reporters: [
       'cli',
       [
         'pa11y-ci-reporter-html',
         {
-          destination: './.reports/accessibility',
+          destination: reportDest,
           includeZeroIssues: true,
         },
       ],
@@ -217,6 +220,6 @@ module.exports = {
     },
     standard: 'WCAG2AA',
     agent: 'pa11y',
-    concurrency: 4,
+    concurrency: 2,
   },
 };

tests/accessibility/.pa11y-ci.js

@@ -1,6 +1,4 @@
-const pageActions = [
-  'wait for element .nhsuk-button to be visible',
-];
+const pageActions = ['wait for element .nhsuk-button to be visible'];
 
 const createMessagePlanPage = (url) => ({
   name: 'create-message-plan',

tests/accessibility/actions/create-message-plan.actions.js

@@ -1,6 +1,4 @@
-const pageActions = [
-  'wait for element .nhsuk-button to be visible',
-];
+const pageActions = ['wait for element .nhsuk-button to be visible'];
 
 const messagePlansPage = (url) => ({
   name: 'message-plans',

tests/accessibility/actions/message-plans.actions.js

@@ -1,6 +1,4 @@
-const pageActions = [
-  'wait for element #create-template-button to be visible',
-];
+const pageActions = ['wait for element #create-template-button to be visible'];
 
 const messageTemplatesPage = (url) => ({
   name: 'message-templates',

tests/accessibility/actions/message-templates.actions.js

@@ -12,7 +12,7 @@ const pageActions = [
 ];
 
 const submitNHSAppTemplatePage = (url) => ({
-  name: 'preview-nhs-app-template',
+  name: 'submit-nhs-app-template',
   url,
   actions: pageActions,
 });

tests/accessibility/actions/submit-nhs-app-template.actions.js

@@ -8,7 +8,7 @@ const pageActions = [
 ];
 
 const viewAvailableProofsForLetterTemplatePage = (url) => ({
-  name: 'proof-available-letter-template',
+  name: 'view-available-proofs-for-letter-template',
   url,
   actions: pageActions,
 });

tests/accessibility/actions/view-proofs-available-letter-template.actions.js

@@ -8,7 +8,7 @@ const pageActions = [
 ];
 
 const waitingForProofsLetterTemplatePage = (url) => ({
-  name: 'proof-available-letter-template',
+  name: 'waiting-for-proofs-letter-template',
   url,
   actions: pageActions,
 });

tests/accessibility/actions/waiting-for-proofs-letter-template.actions.js

@@ -14,7 +14,7 @@ function performCheck(options) {
   return {
     ...defaultOptions,
     url: `${defaultOptions.url}?pageName=${defaultOptions.name}`,
-    screenCapture: `./.reports/accessibility/${defaultOptions.name}.png`,
+    screenCapture: `./${defaultOptions.reportDest}/${defaultOptions.name}.png`,
   };
 }