Notify if dependency releases a major version (#41377)

* Notify if dependency releases a major version

* Renaming and taking co pilot suggestions

* black fixes

* spell fixes

* black fixes

Author: kshitij-microsoft

.github/workflows/dependency-checker.yml

@@ -0,0 +1,20 @@
+name: Check the dependencies for major version updates in azure-ai-ml
+# This workflow checks for major version updates in the azure-ai-ml package
+on:
+  schedule:
+    - cron: "0 0,12 * * *"  # Runs at 00:00 and 12:00 UTC
+  workflow_dispatch:         # Optional manual trigger
+
+jobs:
+  build-and-test:
+    runs-on: ubuntu-latest
+    steps:
+      - uses: actions/checkout@v2
+
+      - name: Set up Python 3.11
+        uses: actions/setup-python@v4
+        with:
+          python-version: 3.11
+
+      - name: Run Script
+        run: python sdk/ml/azure-ai-ml/scripts/major_updates.py

sdk/ml/azure-ai-ml/cspell.json

@@ -13,6 +13,7 @@
         "faiss",
         "Faiss",
         "LLMRAG",
-        "expirable"
+        "expirable",
+        "elts"
     ]
 }

sdk/ml/azure-ai-ml/scripts/major_updates.py

@@ -0,0 +1,71 @@
+import ast
+import sys
+
+
+def fetch_dependencies_from_setup(file_path):
+    with open(file_path, "r") as file:
+        tree = ast.parse(file.read(), filename=file_path)
+
+    dependencies = []
+
+    for node in ast.walk(tree):
+        if isinstance(node, ast.Call) and getattr(node.func, "id", None) == "setup":
+            for keyword in node.keywords:
+                if keyword.arg == "install_requires":
+                    dependencies = [elt.s for elt in keyword.value.elts]
+                    break
+
+    return dependencies
+
+
+# Path to the setup.py file of azure-ai-ml
+setup_file_path = "sdk/ml/azure-ai-ml/setup.py"
+
+# Fetch dependencies
+deps_list = fetch_dependencies_from_setup(setup_file_path)
+
+print("Dependencies of azure-sdk-for-python repo from setup.py of azure-ai-ml:")
+print(deps_list)
+
+from packaging.requirements import Requirement
+
+deps = [Requirement(line) for line in deps_list if line.strip() and not line.strip().startswith("#")]
+import requests
+
+
+def list_versions(package_name):
+    url = f"https://pypi.org/pypi/{package_name}/json"
+    response = requests.get(url)
+    data = response.json()
+    versions = data["releases"].keys()
+    version_array = []
+    for version in versions:
+        version_array.append(version.split(".")[0])
+    return sorted(version_array, key=int, reverse=True)
+
+
+from packaging.version import Version
+
+
+def is_major_update(previous, latest):
+    return Version(latest).major > Version(previous).major
+
+
+def check_for_major_updates():
+    major_updates = []
+    for dep in deps:
+        all_version = list_versions(dep.name)
+        if len(all_version) > 1 and is_major_update(all_version[1], all_version[0]):
+            major_updates.append(
+                f"Current config of `{dep}` and major version updated from {dep.name}: {all_version[1]} → {all_version[0]}"
+            )
+    if major_updates:
+        # body = "\n".join(major_updates) # Uncomment this line if you want to send an email or notification
+        print("Major Dependency Updates Found:")
+        print(major_updates)
+        sys.exit(1)
+    else:
+        print("No major updates found.")
+
+
+check_for_major_updates()