Merge pull request #90 from P2GX/copilot/add-retry-logic-to-fetch

Add retry logic with exponential backoff to GitHub API requests

Author: leokim-l

.gitignore

@@ -27,3 +27,4 @@ replay_pid*
 /prompts/
 /fenominal-mined.txt
 /p2p_test.txt
+__pycache__/

scripts/check_ppktstore_version.py

@@ -1,12 +1,45 @@
-import os, requests, sys
+import os, requests, sys, time
+
+
+def fetch_with_retry(url, headers, max_retries=3, timeout=10):
+    """
+    Fetch data from URL with retry logic and exponential backoff.
+    
+    Args:
+        url: The URL to fetch
+        headers: HTTP headers to include in the request
+        max_retries: Maximum number of retry attempts (default: 3)
+        timeout: Request timeout in seconds (default: 10)
+    
+    Returns:
+        Response object if successful
+    
+    Raises:
+        Exception on final failed attempt
+    """
+    for attempt in range(max_retries):
+        try:
+            response = requests.get(url, headers=headers, timeout=timeout)
+            response.raise_for_status()
+            return response
+        except Exception as e:
+            if attempt < max_retries - 1:
+                wait_time = 2 ** attempt  # Exponential backoff: 1s, 2s, 4s
+                print(f"Request failed (attempt {attempt + 1}/{max_retries}): {e}")
+                print(f"Retrying in {wait_time} seconds...")
+                time.sleep(wait_time)
+            else:
+                # Final attempt failed, raise the exception
+                raise
+
 
 ppktstore_repo = "monarch-initiative/phenopacket-store"
 this_repo = os.environ["GITHUB_REPOSITORY"]
 token  = os.environ["GITHUB_TOKEN"]
 var_name = "LAST_RUN_RELEASE"
 
 # Get phenopacket-store latest version
-latest = requests.get(
+latest = fetch_with_retry(
     f"https://api.github.com/repos/{ppktstore_repo}/releases/latest",
     headers={"Accept": "application/vnd.github+json"}
 ).json().get("tag_name")
@@ -16,7 +49,7 @@
     sys.exit(1)
 
 # Get last version of phenopacket-store that ppkt2prompt ran
-r = requests.get(
+r = fetch_with_retry(
     f"https://api.github.com/repos/{this_repo}/actions/variables/{var_name}",
     headers={
         "Authorization": f"token {token}",
@@ -56,14 +89,16 @@
         f"https://api.github.com/repos/{this_repo}/actions/variables/{var_name}",
         headers={"Authorization": f"token {token}",
                  "Accept": "application/vnd.github+json"},
-        json=payload
+        json=payload,
+        timeout=10
     )
     if res.status_code == 404:
         requests.post(
             f"https://api.github.com/repos/{this_repo}/actions/variables",
             headers={"Authorization": f"token {token}",
                      "Accept": "application/vnd.github+json"},
-            json=payload
+            json=payload,
+            timeout=10
         )
 
     # You can also send mail here via SMTP if you prefer Python's smtplib