update to run in parallel

Author: anthony-nhs

.gitallowed

@@ -1,7 +1,7 @@
 token: ?"?\$\{\{\s*secrets\.GITHUB_TOKEN\s*\}\}"?
 .*\.gitallowed.*
 id-token: write
-def __init__\(self, token: str, owner: str, repo: str\)
+def __init__\(self, token: str, owner: str, repo: str
 token = os.environ\.get\("GH_TOKEN"\)
 self\.token = token
 password: \${{ secrets.GITHUB_TOKEN }}

Makefile

@@ -32,6 +32,3 @@ test:
 
 build:
 	echo "Not implemented"
-
-run-all-release:
-	./scripts/run_all_release.sh 2>&1 | tee release_$(shell date +%Y%m%d_%H%M%S).log

README.md

@@ -214,3 +214,29 @@ repos:
         - 'docker run -v "$LOCAL_WORKSPACE_FOLDER:/src" git-secrets --pre_commit_hook'
       language: system
 ```
+
+## Run all releases
+
+There are some scripts that can be used to trigger releases for all our repos.   
+It is invoked by running `./scripts/run_all_release.sh`.   
+This first authenticates to github using github cli tools to get a valid github token.   
+
+It then has an array of repos which it loops through asking for confirmation if you want to run deployment for it.   
+
+For any that you have answered yes to, it then calls the python script `scripts/trigger_release.py`.   
+
+The python script will trigger the release.yml workflow for that repo and monitor the the run for it.   
+When it reaches one of the steps release_qa, release_ref, release_int it will approve release to that environment.   
+Once the run reaches release_prod step, the python script will exit.   
+The python script will also exit if the github run fails, or is cancelled at any step, or there is an unexpected response from github (eg user does not have permission to approve a deployment).   
+When the python script finishes, it logs the run url, the tag and summary of what happened.   
+Python logs go to the console, and to a timestamped file in the logs folder.
+
+When all runs of the python script have finished then the shell script exits showing a summary of failed and successful runs.   
+
+
+If a run fails on a step BEFORE the tag_release step,  and the failure is transient (eg quality checks fails installing dependencies due to npm being down) then the whole release workflow can be rerun - either via this script or using the github website.   
+
+If a run fails on a step AFTER the tag_release step, and the failure is transient (eg regression tests failure) then that failing step can just be re-run manually via the github website.   
+
+If a run fails due to a code or cloudformation/cdk issue, then a new pull request should be created to fix this, merged to main, and a new release triggered.   

scripts/run_all_release.sh

@@ -1,7 +1,5 @@
 #!/usr/bin/env bash
 
-set -e
-
 # this script runs the python script to trigger releases for multiple repositories
 # it uses gh cli to authenticate and get the token
 
@@ -18,14 +16,68 @@ repos=(
     "NHSDigital/prescriptionsforpatients"
     "NHSDigital/eps-prescription-status-update-api"
     "NHSDigital/eps-FHIR-validator-lambda"
-    "NHSDigital/eps-aws-vpc-resources"
+    "NHSDigital/eps-vpc-resources"
     "NHSDigital/eps-aws-dashboards"
     "NHSDigital/electronic-prescription-service-clinical-prescription-tracker"
 )
 
+# Array to store repos that user wants to release
+selected_repos=()
+
+# Ask user for each repo
 for repo in "${repos[@]}"; do
     read -r -p "Do you want to run the release for $repo? (y/n): " answer
     if [[ "$answer" == "y" || "$answer" == "Y" ]]; then
-        poetry run python3 scripts/trigger_release.py "$repo"
+        selected_repos+=("$repo")
     fi
 done
+
+# Check if any repos were selected
+if [ ${#selected_repos[@]} -eq 0 ]; then
+    echo "No repositories selected for release."
+    exit 0
+fi
+
+echo ""
+echo "Starting releases for ${#selected_repos[@]} repository(ies)..."
+echo ""
+
+# Array to store background process IDs
+pids=()
+
+# Launch releases in parallel
+for repo in "${selected_repos[@]}"; do
+    echo "Starting release for $repo..."
+    poetry run python3 scripts/trigger_release.py "$repo" &
+    pids+=($!)
+done
+
+echo ""
+echo "All releases triggered. Waiting for completion..."
+echo ""
+
+# Wait for all background processes to complete and track their exit codes
+failed_count=0
+success_count=0
+
+for pid in "${pids[@]}"; do
+    if wait "$pid"; then
+        ((success_count++))
+    else
+        ((failed_count++))
+    fi
+done
+
+echo ""
+echo "========================================"
+echo "All releases completed!"
+echo "Successful: $success_count"
+echo "Failed: $failed_count"
+echo "========================================"
+
+# Exit with error if any releases failed
+if [ $failed_count -gt 0 ]; then
+    exit 1
+fi
+
+exit 0