Fetch devguide once

m-aciek · m-aciek · commit aa322d7f857a · 2024-12-14T01:01:55.000+01:00
diff --git a/completion.py b/completion.py
@@ -1,27 +1,23 @@
+import json
 from functools import cache
 from pathlib import Path
 from tempfile import TemporaryDirectory
 
 import git
 from potodo import potodo
-import requests
 
 @cache
-def branches_from_devguide() -> list[str]:
-    r = requests.get(
-        "https://raw.githubusercontent.com/"
-        "python/devguide/main/include/release-cycle.json",
-        timeout=10,
-    )
-    data = r.json()
+def branches_from_devguide(devguide_dir: Path) -> list[str]:
+    p = devguide_dir.joinpath('include/release-cycle.json')
+    data = json.loads(p.read_text())
     return [
         branch for branch in data if data[branch]["status"] in ("bugfix", "security")
     ]
 
 
 def get_completion(clones_dir: str, repo: str) -> float:
     clone_path = Path(clones_dir, repo)
-    for branch in branches_from_devguide() + ['master']:
+    for branch in branches_from_devguide(Path(clones_dir, 'devguide')) + ['master']:
         try:
             git.Repo.clone_from(
                 f'https://github.com/{repo}.git', clone_path, depth=1, branch=branch
diff --git a/generate.py b/generate.py
@@ -23,21 +23,24 @@
 generation_time = datetime.now(timezone.utc)
 
 with TemporaryDirectory() as clones_dir:
+    Repo.clone_from(f'https://github.com/python/devguide.git', devguide_dir := Path(clones_dir, 'devguide'), depth=1)
+    latest_branch = branches_from_devguide(devguide_dir)[0]
     Repo.clone_from(
-        f'https://github.com/python/cpython.git', Path(clones_dir, 'cpython'), depth=1, branch=branches_from_devguide()[0]
+        f'https://github.com/python/cpython.git', Path(clones_dir, 'cpython'), depth=1, branch=latest_branch
     )
     subprocess.run(['make', '-C', Path(clones_dir, 'cpython/Doc'), 'venv'], check=True)
     subprocess.run(['make', '-C', Path(clones_dir, 'cpython/Doc'), 'gettext'], check=True)
-    for language, repo in repositories.get_languages_and_repos():
+    for language, repo in repositories.get_languages_and_repos(devguide_dir):
         if repo:
             completion_number = get_completion(clones_dir, repo)
             visitors_number = visitors.get_number_of_visitors(language)
         else:
-            completion_number, visitors_number = 0., 0
+            completion_number, visitors_number = 0.0, 0
         completion_progress.append((language, repo, completion_number, visitors_number))
         print(completion_progress[-1])
 
-template = Template("""
+template = Template(
+    """
 <html lang="en">
 <head>
   <title>Python Docs Translation Dashboard</title>
@@ -81,7 +84,8 @@
 <p>Last updated at {{ generation_time.strftime('%A, %d %B %Y, %X %Z') }}.</p>
 </body>
 </html>
-""")
+"""
+)
 
 output = template.render(completion_progress=completion_progress, generation_time=generation_time)
 
diff --git a/repositories.py b/repositories.py
@@ -3,14 +3,12 @@
 import re
 from typing import Generator, Optional
 
-import git
 from docutils import core
 from docutils.nodes import table, row
 
-def get_languages_and_repos() -> Generator[tuple[str, Optional[str]], None, None]:
-    with tempfile.TemporaryDirectory() as clone_path:
-        git.Repo.clone_from(f'https://github.com/python/devguide.git', clone_path, depth=1)
-        translating = pathlib.Path(clone_path, 'documentation/translating.rst').read_text()
+
+def get_languages_and_repos(devguide_dir: pathlib.Path) -> Generator[tuple[str, Optional[str]], None, None]:
+    translating = devguide_dir.joinpath('documentation/translating.rst').read_text()
     doctree = core.publish_doctree(translating)
 
     for node in doctree.traverse(table):
