ci: just use curl

Author: JesperDramsch

.github/workflows/archive-new-urls.yml

@@ -28,31 +28,35 @@ jobs:
       env:
         GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
 
-    - name: Extract new URLs from diff and archive
+    - name: Extract and archive URLs
       id: url-check
       run: |
-        # Extract URLs and set up multiline output
+        # Extract URLs
         URLS=$(git diff ${{ steps.last-run.outputs.sha }} -- _data/conferences.yml | \
               grep -E '^\+.*https?://[^ ]+' | \
               sed -E 's/^\+[[:space:]]*[^:]*:[[:space:]]*(https?:\/\/[^ ]+).*/\1/')
 
         if [ -n "$URLS" ]; then
-          echo "has_new_urls=true" >> $GITHUB_OUTPUT
-          {
-            echo "urls<<EOF"
-            echo "$URLS"
-            echo "EOF"
-          } >> $GITHUB_OUTPUT
-          echo "Found new URLs:"
-          echo "$URLS"
+          echo "Found new URLs, archiving to Wayback Machine..."
+
+          # Process each URL
+          echo "$URLS" | while read -r url; do
+            echo "Archiving: $url"
+            # Call Wayback Machine Save API
+            response=$(curl -s -L -X POST \
+              -A "Python-Deadlines-Bot/1.0 (https://pythondeadlin.es; [email protected])" \
+              "https://web.archive.org/save/$url")
+            status=$?
+
+            if [ $status -eq 0 ]; then
+              echo "✓ Successfully archived"
+            else
+              echo "⚠ Failed to archive (error $status)"
+            fi
+
+            # Wait between requests
+            sleep 5
+          done
         else
-          echo "has_new_urls=false" >> $GITHUB_OUTPUT
           echo "No new URLs found"
         fi
-
-    - name: Archive new URLs in Wayback Machine
-      if: steps.url-check.outputs.has_new_urls == 'true'
-      uses: JamieMagee/[email protected]
-      with:
-        url: |-
-          ${{ steps.url-check.outputs.urls }}