Persist clones directories

Author: m-aciek

.gitignore

@@ -1,3 +1,4 @@
 index.html
 metadata.html
 warnings-*.txt
+clones

generate.py

@@ -16,7 +16,6 @@
 from dataclasses import dataclass, asdict
 from datetime import datetime, timezone
 from pathlib import Path
-from tempfile import TemporaryDirectory
 
 from git import Repo
 from jinja2 import Template
@@ -31,30 +30,30 @@
 
 
 def get_completion_progress() -> Iterator['LanguageProjectData']:
-    with TemporaryDirectory() as clones_dir:
-        Repo.clone_from(
-            'https://github.com/python/devguide.git',
-            devguide_dir := Path(clones_dir, 'devguide'),
-            depth=1,
-        )
-        latest_branch = branches_from_devguide(devguide_dir)[0]
-        Repo.clone_from(
-            'https://github.com/python/cpython.git',
-            cpython_dir := Path(clones_dir, 'cpython'),
-            depth=1,
-            branch=latest_branch,
-        )
-        subprocess.run(['make', '-C', cpython_dir / 'Doc', 'venv'], check=True)
-        subprocess.run(['make', '-C', cpython_dir / 'Doc', 'gettext'], check=True)
-        languages_built = dict(build_status.get_languages(PoolManager()))
+    clones_dir = Path('clones')
+    Repo.clone_from(
+        'https://github.com/python/devguide.git',
+        devguide_dir := Path(clones_dir, 'devguide'),
+        depth=1,
+    )
+    latest_branch = branches_from_devguide(devguide_dir)[0]
+    Repo.clone_from(
+        'https://github.com/python/cpython.git',
+        cpython_dir := Path(clones_dir, 'cpython'),
+        depth=1,
+        branch=latest_branch,
+    )
+    subprocess.run(['make', '-C', cpython_dir / 'Doc', 'venv'], check=True)
+    subprocess.run(['make', '-C', cpython_dir / 'Doc', 'gettext'], check=True)
+    languages_built = dict(build_status.get_languages(PoolManager()))
 
-        with concurrent.futures.ThreadPoolExecutor() as executor:
-            return executor.map(
-                get_project_data,
-                *zip(*get_languages_and_repos(devguide_dir)),
-                itertools.repeat(languages_built),
-                itertools.repeat(clones_dir),
-            )
+    with concurrent.futures.ThreadPoolExecutor() as executor:
+        return executor.map(
+            get_project_data,
+            *zip(*get_languages_and_repos(devguide_dir)),
+            itertools.repeat(languages_built),
+            itertools.repeat(clones_dir),
+        )
 
 
 def get_project_data(