Update dependency checker to create GH issues (Azure#41717)

* Notify if dependency releases a major version

* Renaming and taking co pilot suggestions

* black fixes

* spell fixes

* black fixes

* update dependency YAML

* review comment fix

* Update dependency checker to create GH issues

* Update .github/workflows/dependency-checker.yml

Co-authored-by: Copilot <[email protected]>

* black fixes

* give write permission for issues

* give write permission for issues using PAT

* give write permission for issues

* Major update checker (Azure#41810)

* Notify if dependency releases a major version

* Renaming and taking co pilot suggestions

* black fixes

* spell fixes

* black fixes

* update dependency YAML

* review comment fix

* Update dependency checker to create GH issues

* Update .github/workflows/dependency-checker.yml

Co-authored-by: Copilot <[email protected]>

* black fixes

* give write permission for issues

* give write permission for issues using PAT

---------

Co-authored-by: Copilot <[email protected]>

* test without explicit permission and amend title

* test with explicit permission

---------

Co-authored-by: Copilot <[email protected]>

Author: kshitij-microsoft

.github/workflows/dependency-checker.yml

@@ -5,19 +5,33 @@ on:
     - cron: "0 0,12 * * *"  # Runs at 00:00 and 12:00 UTC
   workflow_dispatch:         # Optional manual trigger
 
+permissions:
+  issues: write  # to create the Issues using API
+
 jobs:
-  build-and-test:
+  check-dependencies:
     runs-on: ubuntu-latest
     steps:
-      - uses: actions/checkout@v2
+      - name: Checkout repository
+        uses: actions/checkout@v3
 
-      - name: Set up Python 3.11
+      - name: Set up Python
         uses: actions/setup-python@v4
         with:
           python-version: 3.11
 
       - name: Install Dependencies
         run: pip install packaging==25.0 requests==2.32.4
 
-      - name: Run Script
+      - name: Install dependencies
+        run: |
+          python -m pip install --upgrade pip
+          pip install packaging==25.0 requests==2.32.4
+
+      - name: Run major dependency update check
         run: python sdk/ml/azure-ai-ml/scripts/major_updates.py
+
+      - name: Create GitHub issues for major updates
+        env:
+          GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+        run: python sdk/ml/azure-ai-ml/scripts/create_issue.py

sdk/ml/azure-ai-ml/scripts/create_issue.py

@@ -0,0 +1,38 @@
+import os
+import requests
+
+GITHUB_API = "https://api.github.com"
+REPO = "Azure/azure-sdk-for-python"
+TOKEN = os.getenv("GITHUB_TOKEN")
+
+
+def issue_exists(title):
+    url = f"{GITHUB_API}/search/issues"
+    headers = {"Authorization": f"token {TOKEN}"}
+    params = {"q": f"{title} repo:{REPO}"}
+    response = requests.get(url, headers=headers, params=params)
+    data = response.json()
+    return data.get("total_count", 0) > 0
+
+
+def create_issue(title, body, labels):
+    url = f"{GITHUB_API}/repos/{REPO}/issues"
+    headers = {"Authorization": f"token {TOKEN}"}
+    payload = {"title": title, "body": body, "labels": labels}
+    response = requests.post(url, headers=headers, json=payload)
+    if response.status_code == 201:
+        print(f"Issue created: {title}")
+    else:
+        print(f"Failed to create issue: {title} - {response.text}")
+
+
+with open("updates.txt", "r") as f:
+    for line in f:
+        dep, version = line.strip().split()
+        title = f"Major version update available for {dep} in azure-ai-ml"
+        body = f"A major version update is available in azure-ai-ml for `{dep}`. Latest version: {version}."
+        labels = ["dependency", "major-update", "Machine Learning", "needs-team-attention"]
+        if not issue_exists(title):
+            create_issue(title, body, labels)
+        else:
+            print(f"Issue already exists: {title}")

sdk/ml/azure-ai-ml/scripts/major_updates.py

@@ -1,71 +1,45 @@
 import ast
-import sys
+import requests
+from packaging.requirements import Requirement
+from packaging.version import Version
 
 
 def fetch_dependencies_from_setup(file_path):
     with open(file_path, "r") as file:
         tree = ast.parse(file.read(), filename=file_path)
 
     dependencies = []
-
     for node in ast.walk(tree):
         if isinstance(node, ast.Call) and getattr(node.func, "id", None) == "setup":
             for keyword in node.keywords:
                 if keyword.arg == "install_requires":
                     dependencies = [elt.s for elt in keyword.value.elts]
                     break
-
     return dependencies
 
 
-# Path to the setup.py file of azure-ai-ml
-setup_file_path = "sdk/ml/azure-ai-ml/setup.py"
-
-# Fetch dependencies
-deps_list = fetch_dependencies_from_setup(setup_file_path)
-
-print("Dependencies of azure-sdk-for-python repo from setup.py of azure-ai-ml:")
-print(deps_list)
-
-from packaging.requirements import Requirement
-
-deps = [Requirement(line) for line in deps_list if line.strip() and not line.strip().startswith("#")]
-import requests
-
-
 def list_versions(package_name):
     url = f"https://pypi.org/pypi/{package_name}/json"
     response = requests.get(url)
     data = response.json()
     versions = data["releases"].keys()
-    version_array = []
-    for version in versions:
-        version_array.append(version.split(".")[0])
-    return sorted(version_array, key=int, reverse=True)
-
-
-from packaging.version import Version
+    return sorted(versions, key=Version, reverse=True)
 
 
 def is_major_update(previous, latest):
     return Version(latest).major > Version(previous).major
 
 
 def check_for_major_updates():
-    major_updates = []
-    for dep in deps:
-        all_version = list_versions(dep.name)
-        if len(all_version) > 1 and is_major_update(all_version[1], all_version[0]):
-            major_updates.append(
-                f"Current config of `{dep}` and major version updated from {dep.name}: {all_version[1]} → {all_version[0]}"
-            )
-    if major_updates:
-        # body = "\n".join(major_updates) # Uncomment this line if you want to send an email or notification
-        print("Major Dependency Updates Found:")
-        print(major_updates)
-        sys.exit(1)
-    else:
-        print("No major updates found.")
+    setup_file_path = "sdk/ml/azure-ai-ml/setup.py"
+    deps_list = fetch_dependencies_from_setup(setup_file_path)
+    deps = [Requirement(line) for line in deps_list if line.strip() and not line.strip().startswith("#")]
+
+    with open("updates.txt", "w") as f:
+        for dep in deps:
+            all_versions = list_versions(dep.name)
+            if len(all_versions) > 1 and is_major_update(all_versions[1], all_versions[0]):
+                f.write(f"{dep.name} {all_versions[0]}\n")
 
 
 check_for_major_updates()