Fix download statistics

`just download-stats*` are failing with an HTTP 504 Gateway Timeout
on GitHub's servers.

We can work around this by reducing the requested number of releases
per page.

As part of this, we adopt a 3rd party package for querying the
GitHub API because I was too lazy to implement pagination manually.
Also, since pagination is enabled, the counts reported by these
commands are now accurate and don't implicitly truncate at the most
recent 10 releases.

Author: indygreg

pythonbuild/utils.py

@@ -23,6 +23,7 @@
 import urllib.request
 import zipfile
 
+import github
 import yaml
 import zstandard
 
@@ -653,21 +654,20 @@ def validate_python_json(info, extension_modules):
 
 
 def release_download_statistics(mode="by_asset"):
-    with urllib.request.urlopen(
-        "https://api.github.com/repos/astral-sh/python-build-standalone/releases"
-    ) as fh:
-        data = json.load(fh)
-
     by_tag = collections.Counter()
     by_build = collections.Counter()
     by_build_install_only = collections.Counter()
 
-    for release in data:
-        tag = release["tag_name"]
+    # Default paging settings time out. Reduce page size as a workaround.
+    gh = github.Github(per_page=5)
+
+    repo = gh.get_repo("astral-sh/python-build-standalone")
+    for release in repo.get_releases():
+        tag = release.tag_name
 
-        for asset in release["assets"]:
-            name = asset["name"]
-            count = asset["download_count"]
+        for asset in release.assets:
+            name = asset.name
+            count = asset.download_count
 
             by_tag[tag] += count
 

requirements.in

@@ -1,6 +1,7 @@
 docker
 jinja2
 jsonschema
+PyGithub
 PyYAML
 # Undeclared dependency in docker 5.0 package.
 six