Merge pull request #212 from mlcommons/dev

Merge Dev

Author: anandhu-eng

.github/workflows/ai-pr-review.yml

@@ -0,0 +1,120 @@
+name: AI PR Review (Incremental)
+
+on:
+  pull_request_target:
+    types: [opened, synchronize, reopened]
+
+permissions:
+  contents: read
+  pull-requests: write
+
+jobs:
+  ai-review:
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Checkout repo
+        uses: actions/checkout@v4
+        with:
+          fetch-depth: 0
+
+      - name: Install dependencies
+        run: |
+          pip install requests jq
+
+      - name: Get incremental diff
+        id: diff
+        run: |
+          BASE_SHA="${{ github.event.pull_request.base.sha }}"
+          HEAD_SHA="${{ github.event.pull_request.head.sha }}"
+          git diff $BASE_SHA...$HEAD_SHA > pr.diff
+
+          if [ ! -s pr.diff ]; then
+            echo "EMPTY_DIFF=true" >> $GITHUB_ENV
+          fi
+
+      - name: Run OpenAI review
+        if: env.EMPTY_DIFF != 'true'
+        run: |
+          python3 << 'EOF'
+          import os, json, requests
+
+          OPENAI_API_KEY = os.environ["OPENAI_API_KEY"]
+          DIFF = open("pr.diff").read()[:15000]
+
+          prompt = f"""
+          Review this incremental pull request diff.
+
+          Tasks:
+          1. Write a concise PR summary (overall risks, design issues).
+          2. Provide inline review comments with:
+             - file
+             - line
+             - comment
+
+          Respond ONLY in valid JSON with this schema:
+          {{
+            "summary": "string",
+            "comments": [
+              {{
+                "file": "path/to/file",
+                "line": 123,
+                "comment": "text"
+              }}
+            ]
+          }}
+
+          Diff:
+          {DIFF}
+          """
+
+          response = requests.post(
+              "https://api.openai.com/v1/responses",
+              headers={
+                  "Authorization": f"Bearer {OPENAI_API_KEY}",
+                  "Content-Type": "application/json"
+              },
+              json={
+                  "model": "gpt-4.1-mini",
+                  "input": prompt,
+                  "temperature": 0.2
+              }
+          )
+
+          data = response.json()
+          text = data["output"][0]["content"][0]["text"]
+
+          parsed = json.loads(text)
+          with open("ai_output.json", "w") as f:
+              json.dump(parsed, f, indent=2)
+          EOF
+        env:
+          OPENAI_API_KEY: ${{ secrets.OPENAI_API_KEY }}
+
+      - name: Post PR summary comment
+        if: env.EMPTY_DIFF != 'true'
+        run: |
+          SUMMARY=$(jq -r '.summary' ai_output.json)
+          gh pr comment ${{ github.event.pull_request.number }} \
+            --body "## 🤖 AI PR Review Summary\n\n$SUMMARY"
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}
+
+      - name: Post inline review comments
+        if: env.EMPTY_DIFF != 'true'
+        run: |
+          jq -c '.comments[]' ai_output.json | while read c; do
+            FILE=$(echo $c | jq -r '.file')
+            LINE=$(echo $c | jq -r '.line')
+            COMMENT=$(echo $c | jq -r '.comment')
+
+            gh api \
+              repos/${{ github.repository }}/pulls/${{ github.event.pull_request.number }}/comments \
+              -f body="$COMMENT" \
+              -f commit_id="${{ github.event.pull_request.head.sha }}" \
+              -f path="$FILE" \
+              -f line="$LINE" \
+              -f side="RIGHT"
+          done
+        env:
+          GH_TOKEN: ${{ secrets.GITHUB_TOKEN }}

.github/workflows/mlperf-inference-resnet50.yml

@@ -15,7 +15,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.12", "3.11", "3.8"]
+        python-version: ["3.13", "3.11", "3.9"]
         on: [ubuntu-latest, macos-latest, windows-latest]
         backend: [ "onnxruntime", "tf" ]
         implementation: [ "python", "cpp" ]
@@ -24,6 +24,8 @@ jobs:
             implementation: cpp
           - on: windows-latest
             implementation: cpp
+          - on: windows-latest
+            python-version: 3.13
     runs-on: "${{ matrix.on }}"
     steps:
     - uses: actions/checkout@v4

.github/workflows/test-mlc-core-actions.yaml

@@ -17,7 +17,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.12", "3.8"]
+        python-version: ["3.14", "3.8"]
         os: ["ubuntu-latest", "windows-latest", "macos-latest"]
         exclude:
           - os: windows-latest
@@ -152,13 +152,7 @@ jobs:
         mlc add repo https://github.com/mlcommons/inference
         mlc add repo https://mygit.com/myrepo
      
-    ' Disabled now as MLCFlow automatically deletes corrupted entries
-    - name: Test 13 - rm repo where we have a corrupt entry 
-      run: |
-        rm -r $HOME/MLC/repos/mlcommons@mlperf-automations
-        mlc rm repo mlcommons@mlperf-automations
-        mlc pull repo mlcommons@mlperf-automations --branch=dev
-    '   
+   
     - name: Test 14 - add script - Add a new MLC script
       run: |
         mlc add script my-script-1 --tags=my,new-tags-1
@@ -232,7 +226,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.12", "3.8"]
+        python-version: ["3.14", "3.8"]
         os: ["ubuntu-latest", "windows-latest", "macos-latest"]
         exclude:
           - os: windows-latest
@@ -286,7 +280,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.12", "3.8"]
+        python-version: ["3.14", "3.8"]
         os: ["ubuntu-latest", "windows-latest", "macos-latest"]
 
     steps:
@@ -372,7 +366,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.13", "3.8"]
+        python-version: ["3.14", "3.8"]
         os: ["ubuntu-latest", "windows-latest", "macos-latest"]
         action: ["mlcr", "mlce", "mlct"]
 
@@ -395,5 +389,5 @@ jobs:
         python -m pip install .
     - name: MLC ${{matrix.action}} script
       run: |
-        mlcp mlcommons@mlperf-automations
+        mlcp mlcommons@mlperf-automations --branch=dev
         ${{matrix.action}} detect,cpu

.github/workflows/test-mlc-docker-core.yml

@@ -16,7 +16,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.13", "3.8"]
+        python-version: ["3.14", "3.9"]
         os: ["ubuntu-latest", "windows-latest", "macos-latest"]
         exclude:
           - os: windows-latest

.github/workflows/test-mlc-podman.yml

@@ -18,7 +18,7 @@ jobs:
     strategy:
       fail-fast: false
       matrix:
-        python-version: ["3.12", "3.8"]
+        python-version: ["3.14", "3.9"]
         os: ["ubuntu-latest", "windows-latest", "macos-latest"]
         exclude:
           - os: windows-latest

VERSION

@@ -1 +1 @@
-1.1.14
+1.1.18

mlc/action.py

@@ -165,6 +165,10 @@ def load_repos(self):
             logger.error(f"Error reading file: {e}")
             return None
 
+    def get_index(self):
+        if self._index is None:
+            self._index = Index(self.repos_path, self.repos)
+        return self._index
 
     def __init__(self):        
         setup_logging(log_path=os.getcwd(), log_file='.mlc-log.txt')
@@ -200,7 +204,7 @@ def __init__(self):
 
         self.repos = self.load_repos_and_meta()
         #logger.info(f"In Action class: {self.repos_path}")
-        self.index = Index(self.repos_path, self.repos)
+        self._index = None
 
 
     def add(self, i):
@@ -380,7 +384,7 @@ def rm(self, i):
 
                 logger.info(f"{target_name} item: {item_path} has been successfully removed")
 
-            self.index.rm(item_meta, target_name, item_path)
+            self.get_index().rm(item_meta, target_name, item_path)
 
         return {
             "return": 0,
@@ -413,7 +417,7 @@ def save_new_meta(self, i, item_id, item_name, target_name, item_path, repo):
         if save_result["return"] > 0:
             return save_result
 
-        self.index.add(item_meta, target_name, item_path, repo)
+        self.get_index().add(item_meta, target_name, item_path, repo)
         return {'return': 0}
 
     def update(self, i):
@@ -482,7 +486,7 @@ def update(self, i):
             # Save the updated meta back to the item
             item.meta = meta
             save_result = utils.save_json(item_meta_path, meta=meta)
-            self.index.update(meta, target_name, item.path, item.repo)
+            self.get_index().update(meta, target_name, item.path, item.repo)
 
         return {'return': 0, 'message': f"Tags updated successfully for {len(found_items)} item(s).", 'list': found_items }
 
@@ -641,13 +645,13 @@ def mv(self, run_args):
         #Put the src uid to the destination path
         dest.meta['uid'] = src.meta['uid']
         dest._save_meta()
-        self.index.update(dest.meta, target_name, dest.path, dest.repo)
+        self.get_index().update(dest.meta, target_name, dest.path, dest.repo)
         logger.info(f"""Item with uid {dest.meta['uid']} successfully moved from {src.path} to {dest.path}""")
 
         return {'return': 0, 'src': src, 'dest': dest}
 
     def search(self, i):
-        indices = self.index.indices
+        indices = self.get_index().indices
         target = i.get('target_name', self.action_type)
         target_index = indices.get(target)
         result = []

mlc/cache_action.py

@@ -1,6 +1,7 @@
 from .action import Action
 import os
 import json
+import time
 from . import utils
 from .logger import logger
 
@@ -59,7 +60,7 @@ def search(self, i):
                 continue  # skip item
             '''
 
-            expiration_time = item_meta.get('expiration_time')
+            expiration_time = item_meta.get('cache_expiration')
             if expiration_time is not None and expiration_time < time.time():
                 continue  # skip expired item
 
@@ -158,6 +159,42 @@ def show(self, run_args):
 
         return {'return': 0}
 
+    
+
+    def prune(self, args):
+        """
+    ####################################################################################################################
+    Target: Cache
+    Action: Prune
+    ####################################################################################################################
+
+    Prune all expired cached items
+
+    Example Command:
+
+    mlc prune cache
+
+        """
+        self.action_type = "cache"
+        run_args = {"fetch_all": True}  # to fetch the details of all the caches generated
+        
+        res = self.search(run_args)
+        if res['return'] > 0:
+            return res
+        
+        for item in res['list']:
+            expiration_time = item.meta.get('cache_expiration')
+            if expiration_time is not None and expiration_time < time.time():
+                ii = {}
+                ii['f'] = True
+                ii['item'] = item.meta.get('uid')
+                if ii['item']:
+                    self.rm(ii)
+
+        return {'return': 0}
+        
+
+
     def list(self, args):
         """
     ####################################################################################################################