sync

.github/workflows/format.yml

@@ -2,15 +2,15 @@
 name: "Code formatting"
 on:
   push:
-    branches: [ "main", "mlperf-inference" ]
+    branches:
+    - "**"
 
 env:
   python_version: "3.9"
 
 jobs:
   format-code:
     runs-on: ubuntu-latest
-    if: github.repository_owner == 'mlcommons'
     steps:
       - uses: actions/checkout@v4
         with:

.github/workflows/run-individual-script-tests.yml

@@ -32,6 +32,6 @@ jobs:
         for file in ${{ steps.getfile.outputs.files }}; do
           echo $file
         done
-        python3 -m pip install cmind
+        python3 -m pip install "cmind @ git+https://[email protected]/mlcommons/ck.git@mlperf-inference#subdirectory=cm"
         cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
         DOCKER_CM_REPO=${{ github.event.pull_request.head.repo.html_url }} DOCKER_CM_REPO_BRANCH=${{ github.event.pull_request.head.ref }} TEST_INPUT_INDEX=${{ matrix.test-input-index }} python3 tests/script/process_tests.py ${{ steps.getfile.outputs.files }}

.github/workflows/test-cm-based-submission-generation.yml

@@ -50,7 +50,7 @@ jobs:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
-        python3 -m pip install cmind
+        python3 -m pip install "cmind @ git+https://[email protected]/mlcommons/ck.git@mlperf-inference#subdirectory=cm"
         cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
     - name: Pull repo where test cases are uploaded
       run: |

.github/workflows/test-cm-script-features.yml

@@ -11,24 +11,28 @@ on:
       - '!**.md'
 
 jobs:
-  build:
+  test_cm_script_features:
 
-    runs-on: ${{ matrix.on }}
+    runs-on: ${{ matrix.os }}
     strategy:
       fail-fast: false
       matrix:
         python-version: ["3.12", "3.8"]
-        on: ["ubuntu-latest", "windows-latest", "macos-latest"]
+        os: ["ubuntu-latest", "windows-latest", "macos-latest"]
 
     steps:
     - uses: actions/checkout@v4
     - name: Set up Python ${{ matrix.python-version }}
       uses: actions/setup-python@v3
       with:
         python-version: ${{ matrix.python-version }}
+    - name: Configure git longpaths (Windows)
+      if: matrix.os == 'windows-latest'
+      run: |
+        git config --system core.longpaths true
     - name: Install dependencies
       run: |
-        python -m pip install cmind
+        python -m pip install "cmind @ git+https://[email protected]/mlcommons/ck.git@mlperf-inference#subdirectory=cm"
         cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Run test_docker on linux

.github/workflows/test-cm-tutorial-retinanet.yml

@@ -28,7 +28,7 @@ jobs:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
-        python -m pip install cmind
+        python -m pip install "cmind @ git+https://[email protected]/mlcommons/ck.git@mlperf-inference#subdirectory=cm"
         cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Tutorial Retinanet

.github/workflows/test-cm-tutorial-tvm-pip.yml

@@ -29,7 +29,7 @@ jobs:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
-        python -m pip install cmind
+        python -m pip install "cmind @ git+https://[email protected]/mlcommons/ck.git@mlperf-inference#subdirectory=cm"
         cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Tutorial TVM pip install with VirtualMachine Runtime
@@ -51,7 +51,7 @@ jobs:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
-        python -m pip install cmind
+        python -m pip install "cmind @ git+https://[email protected]/mlcommons/ck.git@mlperf-inference#subdirectory=cm"
         cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Tutorial TVM pip install with GraphExecutor Runtime

.github/workflows/test-cm-tutorial-tvm.yml

@@ -30,7 +30,7 @@ jobs:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
-        python -m pip install cmind
+        python -m pip install "cmind @ git+https://[email protected]/mlcommons/ck.git@mlperf-inference#subdirectory=cm"
         cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test CM Tutorial TVM

.github/workflows/test-image-classification-onnx.yml

@@ -5,7 +5,7 @@ name: image classification with ONNX
 
 on:
   pull_request:
-    branches: [ "main", "dev" ]
+    branches: [ "main", "dev", "mlperf-inference" ]
     paths:
       - '.github/workflows/test-image-classification-onnx.yml'
       - '**'
@@ -26,11 +26,15 @@ jobs:
       uses: actions/setup-python@v3
       with:
         python-version: ${{ matrix.python-version }}
+    - name: Configure git longpaths (Windows)
+      if: matrix.os == 'windows-latest'
+      run: |
+        git config --system core.longpaths true
     - name: Install dependencies
       run: |
-        python3 -m pip install cmind
+        python3 -m pip install "cmind @ git+https://[email protected]/mlcommons/ck.git@mlperf-inference#subdirectory=cm"
         cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test image classification with ONNX
       run: |
-        cmr "python app image-classification onnx" --quiet
+        cm run script --tags=python,app,image-classification,onnx --quiet

.github/workflows/test-mlperf-inference-abtf-poc.yml

@@ -47,9 +47,13 @@ jobs:
       uses: actions/setup-python@v3
       with:
         python-version: ${{ matrix.python-version }}
+    - name: Configure git longpaths (Windows)
+      if: matrix.os == 'windows-latest'
+      run: |
+        git config --system core.longpaths true
     - name: Install dependencies
       run: |
-        pip install cmind
+        pip install "cmind @ git+https://[email protected]/mlcommons/ck.git@mlperf-inference#subdirectory=cm"
         cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
         cm pull repo mlcommons@cm4abtf --branch=poc
 

.github/workflows/test-mlperf-inference-bert-deepsparse-tf-onnxruntime-pytorch.yml

@@ -37,7 +37,7 @@ jobs:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
-        python3 -m pip install cmind
+        python3 -m pip install "cmind @ git+https://[email protected]/mlcommons/ck.git@mlperf-inference#subdirectory=cm"
         cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
     - name: Test MLPerf Inference Bert ${{ matrix.backend }} on ${{ matrix.os }}
       if: matrix.os == 'windows-latest'

.github/workflows/test-mlperf-inference-mlcommons-cpp-resnet50.yml

@@ -34,7 +34,7 @@ jobs:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
-        python3 -m pip install cmind
+        python3 -m pip install "cmind @ git+https://[email protected]/mlcommons/ck.git@mlperf-inference#subdirectory=cm"
         cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
         cm run script --quiet --tags=get,sys-utils-cm
         cm run script --quiet --tags=install,prebuilt,llvm --version=${{ matrix.llvm-version }}

.github/workflows/test-mlperf-inference-resnet50.yml

@@ -35,14 +35,17 @@ jobs:
       uses: actions/setup-python@v3
       with:
         python-version: ${{ matrix.python-version }}
+    - name: Configure git longpaths (Windows)
+      if: matrix.os == 'windows-latest'
+      run: |
+        git config --system core.longpaths true
     - name: Install dependencies
       run: |
-        python3 -m pip install cmind
+        pip install "cmind @ git+https://[email protected]/mlcommons/ck.git@mlperf-inference#subdirectory=cm"
         cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
     - name: Test MLPerf Inference ResNet50 (Windows)
       if: matrix.os == 'windows-latest'
       run: |
-        git config --system core.longpaths true
         cm run script --tags=run-mlperf,inference,_submission,_short --submitter="MLCommons" --hw_name=gh_${{ matrix.os }}_x86 --model=resnet50 --adr.loadgen.tags=_from-pip --pip_loadgen=yes --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=500 --target_qps=1 -v --quiet 
     - name: Test MLPerf Inference ResNet50 (Linux/macOS)
       if: matrix.os != 'windows-latest'

.github/workflows/test-mlperf-inference-retinanet.yml

@@ -35,14 +35,17 @@ jobs:
       uses: actions/setup-python@v3
       with:
         python-version: ${{ matrix.python-version }}
+    - name: Configure git longpaths (Windows)
+      if: matrix.os == 'windows-latest'
+      run: |
+        git config --system core.longpaths true
     - name: Install dependencies
       run: |
-        python3 -m pip install cmind
+        python3 -m pip install "cmind @ git+https://[email protected]/mlcommons/ck.git@mlperf-inference#subdirectory=cm"
         cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
     - name: Test MLPerf Inference Retinanet using ${{ matrix.backend }} on ${{ matrix.os }}
       if: matrix.os == 'windows-latest'
       run: |
-        git config --system core.longpaths true
         cm run script --tags=run,mlperf,inference,generate-run-cmds,_submission,_short --submitter="MLCommons" --hw_name=gh_${{ matrix.os }} --model=retinanet --adr.loadgen.tags=_from-pip --pip_loadgen=yes --implementation=${{ matrix.implementation }} --backend=${{ matrix.backend }} --device=cpu --scenario=Offline --test_query_count=5 --quiet  -v --target_qps=1
     - name: Test MLPerf Inference Retinanet using ${{ matrix.backend }} on ${{ matrix.os }}
       if: matrix.os != 'windows-latest'

.github/workflows/test-mlperf-inference-rnnt.yml

@@ -30,7 +30,7 @@ jobs:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
-        python3 -m pip install cmind
+        python3 -m pip install "cmind @ git+https://[email protected]/mlcommons/ck.git@mlperf-inference#subdirectory=cm"
         cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: Test MLPerf Inference RNNT

.github/workflows/test-mlperf-inference-tvm.yml

@@ -30,7 +30,7 @@ jobs:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
-        python3 -m pip install cmind
+        python3 -m pip install "cmind @ git+https://[email protected]/mlcommons/ck.git@mlperf-inference#subdirectory=cm"
         cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
         cm run script --quiet --tags=get,sys-utils-cm
     - name: MLPerf Inference ResNet50 using TVM

.github/workflows/test-mlperf-loadgen-onnx-huggingface-bert-fp32-squad.yml

@@ -28,7 +28,7 @@ jobs:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
-        python3 -m pip install cmind
+        python3 -m pip install "cmind @ git+https://[email protected]/mlcommons/ck.git@mlperf-inference#subdirectory=cm"
         cm pull repo --url=${{ github.event.pull_request.head.repo.html_url }} --checkout=${{ github.event.pull_request.head.ref }}
     - name: Test MLPerf loadgen with HuggingFace bert onnx fp32 squad model
       run: |

.github/workflows/test-qaic-compute-sdk-build.yml

@@ -26,7 +26,7 @@ jobs:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
-        python3 -m pip install cmind
+        python3 -m pip install "cmind @ git+https://[email protected]/mlcommons/ck.git@mlperf-inference#subdirectory=cm"
         cm pull repo mlcommons@ck
         cm run script --tags=get,sys-utils-cm --quiet
 

.github/workflows/test-qaic-software-kit.yml

@@ -31,7 +31,7 @@ jobs:
         python-version: ${{ matrix.python-version }}
     - name: Install dependencies
       run: |
-        python3 -m pip install cmind
+        python3 -m pip install "cmind @ git+https://[email protected]/mlcommons/ck.git@mlperf-inference#subdirectory=cm"
         cm pull repo mlcommons@ck
         cm run script --tags=get,sys-utils-cm --quiet
 

README.md

@@ -2,7 +2,7 @@
 
 [![License](https://img.shields.io/badge/License-Apache%202.0-green)](LICENSE.md)
 [![Python Version](https://img.shields.io/badge/python-3+-blue.svg)](https://github.com/mlcommons/ck/tree/master/cm/cmind)
-[![Powered by CM](https://img.shields.io/badge/Powered_by-MLCommons%20CM-blue)](https://github.com/mlcommons/ck).
+[![Powered by CM](https://img.shields.io/badge/Powered_by-MLCommons%20CM-blue)](https://pypi.org/project/cmind).
 [![Downloads](https://static.pepy.tech/badge/cm4mlops)](https://pepy.tech/project/cm4mlops)
 
 [![CM script automation features test](https://github.com/mlcommons/cm4mlops/actions/workflows/test-cm-script-features.yml/badge.svg)](https://github.com/mlcommons/cm4mlops/actions/workflows/test-cm-script-features.yml)
@@ -13,35 +13,40 @@
 [![Test QAIC Software kit Compilation](https://github.com/mlcommons/cm4mlops/actions/workflows/test-qaic-software-kit.yml/badge.svg)](https://github.com/mlcommons/cm4mlops/actions/workflows/test-qaic-software-kit.yml)
 
 
-Please see the [docs](https://docs.mlcommons.org/cm4mlops/) site for understanding CM scripts better. The `mlperf-branch` of the **cm4mlops** repository contains updated CM scripts specifically for MLPerf Inference. For more information on using CM for MLPerf Inference, visit the [MLPerf Inference Documentation site](https://docs.mlcommons.org/inference/).
+# CM4MLOps repository
 
-## News
+**CM4MLOps** repository is powered by the [Collective Mind automation framework](https://github.com/mlcommons/ck/tree/master/cm), 
+a [Python package](https://pypi.org/project/cmind/) with a CLI and API designed for creating and managing automations. 
 
-* [Upcoming Changes](https://github.com/mlcommons/cm4mlops/discussions/categories/announcements)
-* [Ongoing Discussions](https://github.com/mlcommons/cm4mlops/discussions/categories/ideas)
+Two key automations developed using CM are **Script** and **Cache**, which streamline machine learning (ML) workflows, 
+including managing Docker runs. Both Script and Cache automations are part of the **cm4mlops** repository.
 
-## License
+The CM scripts, also housed in this repository, consist of hundreds of modular Python-wrapped scripts accompanied 
+by `yaml` metadata, enabling the creation of robust and flexible ML workflows.
 
-[Apache 2.0](LICENSE.md)
+- **CM Scripts Documentation**: [https://docs.mlcommons.org/cm4mlops/](https://docs.mlcommons.org/cm4mlops/)
+- **CM CLI Documentation**: [https://docs.mlcommons.org/ck/specs/cm-cli/](https://docs.mlcommons.org/ck/specs/cm-cli/)  
 
-## CM concepts
+The `mlperf-branch` of the **cm4mlops** repository is dedicated to developments specific to MLPerf Inference. 
+Please submit any pull requests (PRs) to this branch. For more information about using CM for MLPerf Inference, 
+refer to the [MLPerf Inference Documentation](https://docs.mlcommons.org/inference/).
 
-Check our [ACM REP'23 keynote](https://doi.org/10.5281/zenodo.8105339).
+## News
 
-## Authors
+* [Ongoing Discussions](https://github.com/mlcommons/cm4mlops/discussions)
 
-[Grigori Fursin](https://cKnowledge.org/gfursin) and [Arjun Suresh](https://www.linkedin.com/in/arjunsuresh)
+## License
+
+[Apache 2.0](LICENSE.md)
 
-## Major script developers
+## CM concepts
 
-Arjun Suresh, Anandhu S, Grigori Fursin
+Check our [ACM REP'23 keynote](https://doi.org/10.5281/zenodo.8105339) and the [white paper](https://arxiv.org/abs/2406.16791).
 
-## Funding
+## CM script developers
 
-We thank [cKnowledge.org](https://cKnowledge.org), [cTuning foundation](https://cTuning.org)
-and [MLCommons](https://mlcommons.org) for sponsoring this project!
+Arjun Suresh, Anandhu Sooraj, Grigori Fursin
 
-## Acknowledgments
+## Parent project
 
-We thank all [volunteers, collaborators and contributors](https://github.com/mlcommons/ck/blob/master/CONTRIBUTING.md) 
-for their support, fruitful discussions, and useful feedback! 
+Visit the [parent Collective Knowledge project](https://github.com/mlcommons/ck) for further details.

automation/cache/module.py

@@ -110,6 +110,12 @@ def show(self, i):
             #        for artifact in lst:
             path = artifact.path
             meta = artifact.meta
+            dependent_cached_path = meta.get(
+                'dependent_cached_path', '')
+            if dependent_cached_path and not os.path.exists(
+                    dependent_cached_path):
+                continue
+
             original_meta = artifact.original_meta
 
             alias = meta.get('alias', '')