Modularize tasks code into versions and cache file to split up the big file a bit

Author: Grokzen

.gitignore

@@ -0,0 +1,51 @@
+# Cache directory
+.cache/
+
+# Python
+__pycache__/
+*.pyc
+*.pyo
+*.pyd
+.Python
+env/
+venv/
+.venv/
+pip-log.txt
+pip-delete-this-directory.txt
+.tox/
+.coverage
+.coverage.*
+.cache
+nosetests.xml
+coverage.xml
+*.cover
+*.log
+.git
+.mypy_cache
+.pytest_cache
+.hypothesis
+
+# Virtual environments
+.env
+.venv
+env/
+venv/
+ENV/
+env.bak/
+venv.bak/
+
+# IDE
+.vscode/
+.idea/
+*.swp
+*.swo
+*~
+
+# OS
+.DS_Store
+.DS_Store?
+._*
+.Spotlight-V100
+.Trashes
+ehthumbs.db
+Thumbs.db

Makefile

@@ -15,6 +15,9 @@ help:
 	@echo "  push          push Redis Docker images (use VERSION and CPU variables)"
 	@echo "  list          list all available Redis versions"
 	@echo "  list-releases list Redis releases from GitHub"
+	@echo ""
+	@echo "Cache management tasks:"
+	@echo "  clear-cache   clear the GitHub API cache"
 
 # Default values
 CPU ?= 2
@@ -53,3 +56,9 @@ list:
 
 list-releases:
 	invoke list-releases
+
+# Cache management
+clear-cache:
+	rm -rf .cache/
+
+.PHONY: clear-cache

cache.py

@@ -0,0 +1,65 @@
+"""
+GitHub API caching functionality for Redis Docker Cluster Build Tool.
+
+Provides persistent caching of GitHub API responses to reduce API calls
+and improve performance across multiple invocations.
+"""
+
+import os
+import json
+import atexit
+from time import time
+from cachetools import TTLCache, cached
+
+
+# Cache configuration
+CACHE_FILE = ".cache/github_releases.json"
+cache = TTLCache(maxsize=128, ttl=1800)  # 30-minute TTL
+
+
+def ensure_cache_dir():
+    """Ensure the cache directory exists."""
+    os.makedirs(os.path.dirname(CACHE_FILE), exist_ok=True)
+
+
+def load_cache():
+    """Load cache from file if it exists."""
+    try:
+        with open(CACHE_FILE, 'r') as f:
+            data = json.load(f)
+            # Only load entries not expired
+            now = time()
+            for key, (value, expiry) in data.items():
+                if now < expiry:
+                    cache[key] = (value, expiry)
+    except (FileNotFoundError, json.JSONDecodeError, KeyError):
+        pass
+
+
+def save_cache():
+    """Save cache to file."""
+    ensure_cache_dir()
+    data = {key: (value, expiry) for key, (value, expiry) in cache.items()}
+    with open(CACHE_FILE, 'w') as f:
+        json.dump(data, f)
+
+
+# Load cache on module import
+load_cache()
+
+# Save cache on exit
+atexit.register(save_cache)
+
+
+@cached(cache)
+def fetch_github_releases_cached():
+    """
+    Fetch Redis releases from GitHub API with caching.
+
+    This function is cached for 30 minutes to avoid excessive API calls.
+    Returns list of valid semver release versions (excludes RCs, betas, etc.)
+    Exits with error if GitHub cannot be reached or no versions found.
+    """
+    # Import here to avoid circular imports
+    from .versions import fetch_github_releases
+    return fetch_github_releases()

dev-requirements.txt

@@ -1,2 +1,3 @@
 invoke>=2.2.0
 requests>=2.31.0
+cachetools>=5.3.0