Update summarize_applications.py

Author: reginankenchor

.github/scripts/summarize_applications.py

@@ -4,71 +4,85 @@
 from github import Github
 from openpyxl import Workbook
 
-# Setup GitHub token and repo from environment
+# Load GitHub access credentials
 GITHUB_TOKEN = os.getenv("GITHUB_TOKEN")
 GITHUB_REPOSITORY = os.getenv("GITHUB_REPOSITORY")
+
+# Authenticate with GitHub
 g = Github(GITHUB_TOKEN)
 repo = g.get_repo(GITHUB_REPOSITORY)
 
-print("📥 Fetching GitHub issues...")
-issues = list(repo.get_issues(state='open', labels=['ambassador']))
-print(f"🔍 Total issues fetched: {len(issues)}")
+print("📥 Fetching open GitHub issues with 'ambassador' label...")
+issues = repo.get_issues(state='open', labels=['ambassador'])
+
+submissions = []
 
-# Markdown extractor
+# Helper to extract plain-text responses
 def extract(label, body):
-    match = re.search(rf"{re.escape(label)}\s*\n\s*(.+?)(\n|$)", body)
+    match = re.search(rf"{label}\s*\n\s*(.+)", body)
     return match.group(1).strip() if match else ""
 
-# Extracted field definitions
-submissions = []
+# Helper to extract checkbox options
+def extract_checkboxes(body):
+    checkbox_section = re.findall(r"How has the nominee contributed to PyTorch\?\s*\n((?:- \[.\] .+\n?)+)", body)
+    if not checkbox_section:
+        return []
+    return checkbox_section[0].strip().splitlines()
+
+# Process each issue
 for issue in issues:
     body = issue.body or ""
-    entry = {
+
+    name = extract("Nominee Name", body)
+    email = extract("Nominee Email", body)
+    github_handle = extract("Nominee's GitHub or GitLab Handle", body)
+    ambassador_plan = extract("🏆 How Would the Nominee Contribute as an Ambassador?", body)
+    additional_info = extract("Any additional details you'd like to share?", body)
+    contributions = extract_checkboxes(body)
+
+    # Format submission summary
+    submission_summary = f"""**GitHub Handle:** {github_handle or 'Not Provided'}
+
+**How Has the Nominee Contributed to PyTorch?**
+{chr(10).join(contributions) if contributions else 'Not Provided'}
+
+**Ambassador Contribution Plan**
+{ambassador_plan or 'Not Provided'}
+
+**Additional Information**
+{additional_info or 'Not Provided'}
+"""
+
+    submissions.append({
         "Issue #": issue.number,
-        "Nominee Name": extract("Nominee Name", body),
-        "Nominee Email": extract("Nominee Email", body),
-        "GitHub Handle": extract("Nominee's GitHub or GitLab Handle", body),
-        "Organization": extract("(Optional) Organization / Affiliation", body),
-        "Location": extract("City, State/Province, Country", body),
-        "Nominator Name": extract("Your Name", body),
-        "Nominator Email": extract("Your Email (Optional)", body),
-        "Contribution Checkboxes": "; ".join(re.findall(r"- \[x\] (.+)", body, re.IGNORECASE)),
-        "Ambassador Pitch": extract("🏆 How Would the Nominee Contribute as an Ambassador?", body),
-        "Additional Info": extract("Any additional details you'd like to share?", body)
-    }
-
-    # Construct clean submission summary
-    summary = f"""Contributions:\n{entry['Contribution Checkboxes']}
-
-Ambassador Nomination Statement:\n{entry['Ambassador Pitch']}
-
-GitHub Handle:\n{entry['GitHub Handle']}
-
-Additional Info:\n{entry['Additional Info']}"""
-    entry["Submission Summary"] = summary
-    submissions.append(entry)
-
-# Deduplicate by nominee email (fallback to name)
-print("🧹 Deduplicating...")
-latest = {}
-for s in sorted(submissions, key=lambda x: x["Issue #"], reverse=True):
-    key = (s["Nominee Email"] or s["Nominee Name"]).lower()
-    if key not in latest:
-        latest[key] = s
-deduped = list(latest.values())
-duplicates = [s for s in submissions if s not in deduped]
-
-# Output folder
+        "Nominee Name": name,
+        "Nominee Email": email,
+        "Submission Summary": submission_summary.strip()
+    })
+
+print(f"✅ Total submissions found: {len(submissions)}")
+
+# Deduplicate by email (fallback to name)
+latest_by_email = {}
+for entry in sorted(submissions, key=lambda x: x["Issue #"], reverse=True):
+    key = (entry["Nominee Email"] or entry["Nominee Name"]).lower()
+    if key not in latest_by_email:
+        latest_by_email[key] = entry
+
+deduped = list(latest_by_email.values())
+duplicates = [entry for entry in submissions if entry not in deduped]
+
+# Ensure output directory
 os.makedirs("ambassador", exist_ok=True)
 
-# Save raw submissions
-with open("ambassador/submissions_all_raw.csv", "w", newline='', encoding='utf-8') as f:
+# Save all submissions
+with open("ambassador/submissions_all.csv", "w", newline='', encoding="utf-8") as f:
     writer = csv.DictWriter(f, fieldnames=submissions[0].keys())
     writer.writeheader()
     writer.writerows(submissions)
 
-# Save deduplicated
-with open("ambassador/submissions_deduplicated.csv", "w", newline='', encoding='utf-8') as f:
+# Save deduplicated submissions
+with open("ambassador/submissions_deduped.csv", "w", newline='', encoding="utf-8") as f:
     writer = csv.DictWriter(f, fieldnames=deduped[0].keys())
     writer.writeheader()
     writer.writerows(deduped)
@@ -77,11 +91,10 @@ def extract(label, body):
 if duplicates:
     wb = Workbook()
     ws = wb.active
-    ws.title = "Duplicates Removed"
-    ws.append(list(duplicates[0].keys()))
+    ws.title = "Duplicates"
+    ws.append(duplicates[0].keys())
     for row in duplicates:
-        ws.append([row.get(k, "") for k in duplicates[0].keys()])
-    wb.save("ambassador/submissions_duplicates_removed.xlsx")
-    print("📄 Duplicates saved to ambassador/submissions_duplicates_removed.xlsx")
+        ws.append([row[k] for k in duplicates[0].keys()])
+    wb.save("ambassador/submissions_duplicates.xlsx")
 
-print("✅ Done: All submission data saved.")
+print("📁 Files written: submissions_all.csv, submissions_deduped.csv, submissions_duplicates.xlsx")