improvements

Author: janwilmake

.github/workflows/wrangler.yaml

@@ -37,13 +37,36 @@ jobs:
       - name: Install wrangler
         run: npm install -g wrangler
 
-      - name: Sync All Secrets to Cloudflare
+      - name: Calculate secrets hash
+        id: secrets-hash
+        env:
+          SECRETS_CONTEXT: ${{ toJSON(secrets) }}
+        run: |
+          SECRETS_HASH=$(echo "$SECRETS_CONTEXT" | jq -r 'to_entries | map(select(.key | startswith("github_") | not) | select(.key != "CLOUDFLARE_API_TOKEN")) | sort_by(.key) | tostring' | sha256sum | cut -d' ' -f1)
+          echo "hash=$SECRETS_HASH" >> $GITHUB_OUTPUT
+
+      - name: Restore secrets cache
+        id: secrets-cache
+        uses: actions/cache@v3
+        with:
+          path: .secrets-cache
+          key: secrets-${{ steps.secrets-hash.outputs.hash }}
+
+      - name: Sync Secrets to Cloudflare
+        if: steps.secrets-cache.outputs.cache-hit != 'true'
         env:
           SECRETS_CONTEXT: ${{ toJSON(secrets) }}
           CLOUDFLARE_API_TOKEN: ${{ secrets.CLOUDFLARE_API_TOKEN }}
         run: |
-          echo "$SECRETS_CONTEXT" | jq -r 'to_entries | .[] | select(.key | startswith("github_") | not) | select(.key != "CLOUDFLARE_API_TOKEN") | .key' | while read -r secret; do
-            secret_value=$(jq -r --arg key "$secret" '.[$key]' <<< "$SECRETS_CONTEXT")
+          # Create a temporary file to mark cache
+          mkdir -p .secrets-cache
+          touch .secrets-cache/synced
+
+          # Get all secrets and process them in parallel
+          echo "$SECRETS_CONTEXT" | jq -r 'to_entries | .[] | select(.key | startswith("gitub_") | not) | select(.key != "CLOUDFLARE_API_TOKEN") | @base64' | \
+          parallel --jobs 10 'echo {} | base64 --decode | jq -r '"'"'.key,.value'"'" | {
+            read -r secret
+            read -r secret_value
             
             if [ -n "${{ steps.check-env.outputs.env_flag }}" ]; then
               echo "Setting $secret for environment ${{ steps.check-env.outputs.env_flag }}"
@@ -52,7 +75,7 @@ jobs:
               echo "Setting $secret for default environment"
               echo "$secret_value" | wrangler secret put "$secret"
             fi
-          done
+          }'
 
       - name: Deploy
         uses: cloudflare/wrangler-action@v3