action to grab old sync dbs from installers (#3)

Also an action to mirror the packages from such a sync db (msys2 db still TODO)

Author: jeremyd2019

.github/workflows/extract-dbs-from-installers.yml

@@ -0,0 +1,28 @@
+name: extract-from-installers
+on:
+  workflow_dispatch:
+    inputs:
+      startdate:
+        type: text
+        required: false
+        default: ''
+jobs:
+  extract:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+    steps:
+      - name: Process
+        env:
+          GITHUB_TOKEN: ${{ github.token }}
+          INPUT_STARTDATE: ${{ inputs.startdate }}
+        run: |
+          for tag in $(gh release list -R msys2/msys2-installer --exclude-drafts --exclude-pre-releases --json publishedAt,tagName --jq '.[]|select(.publishedAt>"'"${INPUT_STARTDATE}"'")|.tagName|select(startswith("nightly")|not)'); do
+            url="$(gh release view -R msys2/msys2-installer "$tag" --json assets --jq '.assets[]|select((.contentType == "application/x-xz") or (.url|endswith(".tar.xz"))).url')"
+            mkdir tmp; pushd tmp
+            curl -Lo msys2.xz "$url"
+            tar -Jxf msys2.xz msys64/var/lib/pacman/sync
+            gh release create "$tag" --title "$tag" --notes "" -R ${{ github.repository }} msys64/var/lib/pacman/sync/*
+            popd
+            rm -rf tmp
+          done

.github/workflows/mirror-snapshot.yml

@@ -0,0 +1,56 @@
+name: mirror-snapshot
+on:
+  workflow_dispatch:
+    inputs:
+      snapshotrelease:
+        type: text
+        required: true
+      reponame:
+        type: text
+        required: true
+      newrelease:
+        type: text
+        required: true
+jobs:
+  mirror:
+    runs-on: ubuntu-latest
+    permissions:
+      contents: write
+    steps:
+      - name: Clone pacdb
+        uses: actions/checkout@v4
+        with:
+          repository: msys2/pacdb
+          persist-credentials: false
+          path: pacdb
+      - name: Process
+        env:
+          GITHUB_TOKEN: ${{ github.token }}
+          SNAPSHOTRELEASE: ${{ inputs.snapshotrelease }}
+          REPONAME: ${{ inputs.reponame  }}
+          NEWRELEASE: ${{ inputs.newrelease }}
+        run: |
+          python -m venv --system-site-packages .venv
+          . .venv/bin/activate
+          pip install pacdb
+          shopt -s nullglob
+          mkdir "${NEWRELEASE}" && pushd "${NEWRELEASE}"
+          for sig in "" ".sig"; do
+            curl -LO "https://github.com/${{ github.repository }}/releases/download/${SNAPSHOTRELEASE}/${REPONAME}.db${sig}"
+          done
+          popd
+          python pacdb/examples/pacmirror_rsync.py -e "${REPONAME}" -n -v "rsync://repo.msys2.org/builds/mingw/${REPONAME}" "${NEWRELEASE}"
+          # work around github issue with ~ in file name (turns into .)
+          for a in "${NEWRELEASE}/"*~*; do
+              mv "$a" "${a//\~/.}"
+          done
+          gh release view -R "${{ github.repository }}" "${NEWRELEASE}" --json assets -q '"'"${NEWRELEASE}"'/" + .assets.[].name' > existing.txt ||
+            gh release create -d "${NEWRELEASE}" --title "${NEWRELEASE}" --notes "" -R "${{ github.repository }}"
+          find "${NEWRELEASE}" -type f -print | grep -Fxvf existing.txt | xargs -d '\n' -n 200 bash -c '
+            IFS=" " read -r remaining limit reset < <(gh api rate_limit --jq '\''"\(.rate.remaining) \(.rate.limit) \(.rate.reset)"'\'');
+            if (( remaining < 300 )); then
+              echo "sleeping $(( reset - $(date +%s) ))";
+              sleep $(( reset - $(date +%s) ));
+            fi;
+            gh release upload -R "${{ github.repository }}" "${NEWRELEASE}" "$@" && sleep 100' bash
+          gh release edit -R "${{ github.repository }}" "${NEWRELEASE}" --latest=false --prerelease=true --draft=false