improvements

Author: janwilmake

.github/workflows/wrangler.yaml

@@ -6,19 +6,19 @@ on:
       - "*"
 
 jobs:
-  prepare:
+  deploy:
     runs-on: ubuntu-latest
-    outputs:
-      secrets: ${{ steps.extract-secrets.outputs.secrets }}
-      env_flag: ${{ steps.check-env.outputs.env_flag }}
+    name: Deploy
     steps:
       - uses: actions/checkout@v4
 
-      - name: Extract secrets
-        id: extract-secrets
-        run: |
-          SECRETS_LIST=$(echo '${{ toJSON(secrets) }}' | jq -r 'to_entries | map(select(.key | startswith("github_") | not) | select(.key != "CLOUDFLARE_API_TOKEN") | .key) | tostring')
-          echo "secrets=$SECRETS_LIST" >> $GITHUB_OUTPUT
+      - name: Setup Node.js
+        uses: actions/setup-node@v4
+        with:
+          node-version: "20"
+
+      - name: Install Dependencies
+        run: npm install
 
       - name: Check wrangler.toml for environments
         id: check-env
@@ -34,49 +34,42 @@ jobs:
             echo "env_flag=" >> $GITHUB_OUTPUT
           fi
 
-  set-secrets:
-    needs: prepare
-    runs-on: ubuntu-latest
-    strategy:
-      matrix:
-        secret: ${{ fromJson(needs.prepare.outputs.secrets) }}
-      # Allow all parallel jobs to run even if one fails
-      fail-fast: false
-      # Run up to 10 parallel jobs
-      max-parallel: 10
-    steps:
       - name: Install wrangler
         run: npm install -g wrangler
 
-      - name: Set secret
+      - name: Install parallel
+        run: sudo apt-get update && sudo apt-get install -y parallel
+
+      - name: Sync All Secrets to Cloudflare
         env:
+          SECRETS_CONTEXT: ${{ toJSON(secrets) }}
           CLOUDFLARE_API_TOKEN: ${{ secrets.CLOUDFLARE_API_TOKEN }}
-          SECRET_VALUE: ${{ secrets[matrix.secret] }}
         run: |
-          if [ -n "${{ needs.prepare.outputs.env_flag }}" ]; then
-            echo "Setting ${{ matrix.secret }} for environment ${{ needs.prepare.outputs.env_flag }}"
-            echo "$SECRET_VALUE" | wrangler secret put "${{ matrix.secret }}" ${{ needs.prepare.outputs.env_flag }}
-          else
-            echo "Setting ${{ matrix.secret }} for default environment"
-            echo "$SECRET_VALUE" | wrangler secret put "${{ matrix.secret }}"
-          fi
+          # Create a temporary file with secret names and values
+          echo "$SECRETS_CONTEXT" | jq -r 'to_entries | .[] | select(.key | startswith("github_") | not) | select(.key != "CLOUDFLARE_API_TOKEN") | [.key, .value] | @tsv' > secrets.txt
 
-  deploy:
-    needs: [prepare, set-secrets]
-    runs-on: ubuntu-latest
-    steps:
-      - uses: actions/checkout@v4
+          # Function to set a secret
+          set_secret() {
+            secret_name="$1"
+            secret_value="$2"
+            if [ -n "${{ steps.check-env.outputs.env_flag }}" ]; then
+              echo "Setting $secret_name for environment ${{ steps.check-env.outputs.env_flag }}"
+              echo "$secret_value" | wrangler secret put "$secret_name" ${{ steps.check-env.outputs.env_flag }}
+            else
+              echo "Setting $secret_name for default environment"
+              echo "$secret_value" | wrangler secret put "$secret_name"
+            fi
+          }
+          export -f set_secret
 
-      - name: Setup Node.js
-        uses: actions/setup-node@v4
-        with:
-          node-version: "20"
+          # Use parallel to set secrets (2 arguments per job)
+          parallel --colsep '\t' set_secret {1} {2} :::: secrets.txt
 
-      - name: Install Dependencies
-        run: npm install
+          # Clean up
+          rm secrets.txt
 
       - name: Deploy
         uses: cloudflare/wrangler-action@v3
         with:
           apiToken: ${{ secrets.CLOUDFLARE_API_TOKEN }}
-          command: deploy ${{ needs.prepare.outputs.env_flag }}
+          command: deploy ${{ steps.check-env.outputs.env_flag }}