Merge branch 'master' into nhussein11/follow-up-xcm-v5-guides

Author: nhussein11

.github/scripts/check_dependencies.py

@@ -57,6 +57,29 @@ def get_latest_pypi_version(package_name):
         print(f"Error fetching PyPI package version for {package_name}: {e}")
     return None, None
 
+def check_sub_dependencies(name, info, outdated_dependencies):
+    """Check sub-dependencies within a repository entry"""
+    # Check if there's a subdependencies section
+    subdependencies = info.get("subdependencies", {})
+    
+    if not subdependencies:
+        return
+    
+    for key, current_version in subdependencies.items():
+        if key.endswith("_version"):
+            # Extract crate name from the key (remove _version suffix)
+            crate_name = key.replace("_version", "").replace("_", "-")
+            latest_version, latest_url = get_latest_crate_version(crate_name)
+            
+            if latest_version and latest_version != current_version:
+                outdated_dependencies.append({
+                    "name": f"{name}.{crate_name}",
+                    "category": "sub-dependency",
+                    "current_version": current_version,
+                    "latest_version": latest_version,
+                    "latest_release_url": latest_url,
+                })
+
 def check_releases(releases_source_file):
     try:
         with open(releases_source_file, "r") as file:
@@ -88,6 +111,10 @@ def check_releases(releases_source_file):
                     "latest_version": latest_version,
                     "latest_release_url": latest_url,
                 })
+            
+            # Check sub-dependencies for repositories
+            if category == "repositories":
+                check_sub_dependencies(name, info, outdated_dependencies)
 
     return outdated_dependencies
 

.github/workflows/check-llms.yml

@@ -2,66 +2,12 @@ name: Validate llms.txt
 
 on:
   pull_request:
-    branches:
-      - master
+    branches: [master]
 
 jobs:
-  check-llms:
-    runs-on: ubuntu-latest
-
-    steps:
-      - name: Checkout code
-        uses: actions/checkout@v3
-
-      - name: Set up Python
-        uses: actions/setup-python@v4
-        with:
-          python-version: '3.x'
-
-      - name: Install dependencies
-        run: |
-          python -m pip install --upgrade pip
-          pip install pyyaml requests
-
-      - name: Get SHA256 hash of the PR's llms.txt file
-        id: pr_llms_hash
-        run: |
-          if [ -f "llms.txt" ]; then
-            # Calculate SHA256 hash of the llms.txt file in the PR branch (checked out by default)
-            sha256sum llms.txt | awk '{ print $1 }' > pr_sha256.txt
-          else
-            echo "0000" > pr_sha256.txt
-          fi
-          cat pr_sha256.txt
-
-      - name: Generate llms.txt using the Python script
-        run: python3 scripts/generate_llms.py
-
-      - name: Calculate SHA256 hash of the generated llms.txt
-        id: generated_llms_hash
-        run: |
-          # Full path to the generated llms.txt file
-          llms_file="/home/runner/work/polkadot-docs/polkadot-docs/llms.txt"
-
-          # Check if the file exists before calculating the hash
-          if [ -f "$llms_file" ]; then
-            sha256sum "$llms_file" | awk '{ print $1 }' > generated_sha256.txt
-          else
-            echo "Error: llms.txt not found at $llms_file"
-            exit 1
-          fi
-          cat generated_sha256.txt
-
-      - name: Compare the SHA256 hashes
-        run: |
-          generated_hash=$(cat generated_sha256.txt)
-          pr_hash=$(cat pr_sha256.txt)
-
-          if [ "$generated_hash" != "$pr_hash" ]; then
-            echo "Error: SHA256 hashes do not match. The generated llms.txt file differs from the one in the PR."
-            echo "You need to run the generate LLMS script:"
-            echo "python3 scripts/generate_llms.py"
-            exit 1
-          else
-            echo "SHA256 hashes match. The llms.txt file is consistent."
-          fi
+  validate:
+    uses: papermoonio/workflows/.github/workflows/validate-llms.yml@main
+    with:
+      llms_filename: "llms.txt"
+      generator_command: "python3 scripts/generate_llms.py"
+      require_pr_file: false