Skip to content

Commit 73499b3

Browse files
arjunsuresharjunsuresh
authored
Merge pull request #800 from mlcommons/anandhu-eng-patch-3
Update and rename test-mlperf-inference-yolo.yml to test-mlperf-infer…
2 parents d82cf32 + 71a289c commit 73499b3

File tree

2 files changed

+128
-4
lines changed

2 files changed

+128
-4
lines changed

‎.github/workflows/test-mlperf-inference-yolo-closed-div.yml‎

Lines changed: 124 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,124 @@
1+
name: MLPerf inference YOLO-v11 Closed Division
2+
permissions:
3+
contents: read
4+
5+
on:
6+
schedule:
7+
- cron: '0 0 * * *' # Runs daily at 12 AM UTC
8+
pull_request_target:
9+
branches: [ "main", "dev" ]
10+
paths:
11+
- '.github/workflows/test-mlperf-inference-yolo.yml'
12+
- '**'
13+
- '!**.md'
14+
15+
jobs:
16+
mlc-run:
17+
runs-on: ${{ matrix.os }}
18+
env:
19+
MLC_INDEX: "on"
20+
SUBMISSION_DIR: ${{ github.workspace }}/mlperf_inference_results
21+
strategy:
22+
fail-fast: false
23+
matrix:
24+
os: [ubuntu-latest]
25+
python-version: [ "3.13", "3.12" ]
26+
backend: [ "pytorch" ]
27+
division: [ "open" ]
28+
29+
steps:
30+
- uses: actions/checkout@v4
31+
with:
32+
fetch-depth: 0
33+
34+
- name: Set up Python ${{ matrix.python-version }}
35+
uses: actions/setup-python@v3
36+
with:
37+
python-version: ${{ matrix.python-version }}
38+
39+
- name: Install mlcflow
40+
run: |
41+
pip install mlcflow
42+
pip install tabulate
43+
44+
- name: Pull MLOps repo
45+
shell: bash
46+
env:
47+
REPO: ${{ github.event.pull_request.head.repo.html_url }}
48+
BRANCH: ${{ github.event.pull_request.head.ref }}
49+
run: |
50+
mlc pull repo "$REPO" --branch="$BRANCH"
51+
- name: Test MLPerf Inference YOLO-v11 (Linux/macOS)
52+
run: |
53+
mlcr run-mlperf,inference,_full,_find-performance,_all-scenarios,_r6.0-dev --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }}x86" --model=yolo-99 --implementation=reference --category=edge --backend=${{ matrix.backend }} --framework=pytorch --device=cpu --execution_mode=test -v --quiet
54+
mlcr run-mlperf,inference,_submission,_full,_all-modes,_all-scenarios,_r6.0-dev --division=closed --submission_dir=${{ env.SUBMISSION_DIR }} --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }}x86" --model=yolo-99 --implementation=reference --category=edge --backend=${{ matrix.backend }} --framework=pytorch --device=cpu --execution_mode=valid --multistream_target_latency=900 --env.MLC_MLPERF_USE_MAX_DURATION=no -v --quiet
55+
56+
- name: upload results artifact
57+
uses: actions/upload-artifact@v4
58+
with:
59+
name: mlperf-inference-yolo-results-${{ matrix.os }}-py${{ matrix.python-version }}-bk${{ matrix.backend }}
60+
path: ${{ env.SUBMISSION_DIR }}
61+
62+
upload-results-to-github:
63+
needs: mlc-run
64+
runs-on: ubuntu-latest
65+
env:
66+
MLC_INDEX: "on"
67+
SUBMISSION_DIR: ${{ github.workspace }}/mlperf_inference_results
68+
concurrency:
69+
group: upload-results-v6.0
70+
cancel-in-progress: false
71+
strategy:
72+
fail-fast: false
73+
matrix:
74+
os: [ubuntu-latest]
75+
python-version: [ "3.13" ]
76+
77+
steps:
78+
- uses: actions/checkout@v4
79+
with:
80+
fetch-depth: 0
81+
82+
- name: Set up Python ${{ matrix.python-version }}
83+
uses: actions/setup-python@v3
84+
with:
85+
python-version: ${{ matrix.python-version }}
86+
87+
- name: Install mlcflow
88+
run: |
89+
pip install mlcflow
90+
pip install tabulate
91+
92+
- name: Pull MLOps repo
93+
shell: bash
94+
env:
95+
REPO: ${{ github.event.pull_request.head.repo.html_url }}
96+
BRANCH: ${{ github.event.pull_request.head.ref }}
97+
run: |
98+
mlc pull repo "$REPO" --branch="$BRANCH"
99+
100+
- name: Download benchmark artifacts
101+
uses: actions/download-artifact@v4
102+
with:
103+
path: "${{ env.SUBMISSION_DIR }}/closed"
104+
105+
- name: Load secrets
106+
id: op-load-secrets
107+
uses: 1password/load-secrets-action@v3
108+
env:
109+
OP_SERVICE_ACCOUNT_TOKEN: ${{ secrets.OP_SERVICE_ACCOUNT_TOKEN }}
110+
PAT: op://7basd2jirojjckncf6qnq3azai/bzbaco3uxoqs2rcyu42rvuccga/credential
111+
112+
- name: Push Results
113+
env:
114+
GITHUB_TOKEN: ${{ steps.op-load-secrets.outputs.PAT }}
115+
if: github.repository_owner == 'mlcommons'
116+
run: |
117+
git config --global user.name "mlcommons-bot"
118+
git config --global user.email "mlcommons-bot@users.noreply.github.com"
119+
git config --global credential.https://github.com.helper ""
120+
git config --global credential.https://github.com.helper "!gh auth git-credential"
121+
git config --global credential.https://gist.github.com.helper ""
122+
git config --global credential.https://gist.github.com.helper "!gh auth git-credential"
123+
mlcr push,github,mlperf,inference,submission --submission_dir=${{ env.SUBMISSION_DIR }} --repo_url=https://github.com/mlcommons/mlperf_inference_unofficial_submissions_v5.0/ --repo_branch=v6.0 --commit_message="Results from yolo-v11 GH action on ${{ matrix.os }}" --quiet
124+

.github/workflows/test-mlperf-inference-yolo.yml renamed to .github/workflows/test-mlperf-inference-yolo-open-div.yml

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -50,13 +50,13 @@ jobs:
5050
mlc pull repo "$REPO" --branch="$BRANCH"
5151
- name: Test MLPerf Inference YOLO-v11 (Linux/macOS)
5252
run: |
53-
mlcr run-mlperf,inference,_full,_find-performance,_all-scenarios,_r6.0-dev --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }}x86" --model=yolo-99 --implementation=reference --category=edge --backend=${{ matrix.backend }} --framework=pytorch --device=cpu --execution_mode=test -adr.inference-src.tags=_branch.anandhu-eng-patch-13 --adr.inference-src-loadgen.tags=_branch.anandhu-eng-patch-13 --adr.inference-src.version=custom --adr.inference-src-loadgen.version=custom --adr.loadgen.version=custom -v --quiet
54-
mlcr run-mlperf,inference,_submission,_full,_all-modes,_all-scenarios,_r6.0-dev --submission_dir=${{ env.SUBMISSION_DIR }} --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }}x86" --model=yolo-99 --implementation=reference --category=edge --backend=${{ matrix.backend }} --framework=pytorch --device=cpu --execution_mode=valid -adr.inference-src.tags=_branch.anandhu-eng-patch-13 --adr.inference-src-loadgen.tags=_branch.anandhu-eng-patch-13 --adr.inference-src.version=custom --adr.inference-src-loadgen.version=custom --adr.loadgen.version=custom --multistream_target_latency=900 --env.MLC_MLPERF_USE_MAX_DURATION=no -v --quiet
53+
mlcr run-mlperf,inference,_full,_find-performance,_all-scenarios,_r6.0-dev --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }}x86" --model=yolo-99 --implementation=reference --category=edge --backend=${{ matrix.backend }} --framework=pytorch --device=cpu --execution_mode=test -v --quiet
54+
mlcr run-mlperf,inference,_submission,_full,_all-modes,_all-scenarios,_r6.0-dev --submission_dir=${{ env.SUBMISSION_DIR }} --submitter="MLCommons" --pull_changes=yes --pull_inference_changes=yes --hw_name="gh_${{ matrix.os }}x86" --model=yolo-99 --implementation=reference --category=edge --backend=${{ matrix.backend }} --framework=pytorch --device=cpu --execution_mode=valid --multistream_target_latency=900 --env.MLC_MLPERF_USE_MAX_DURATION=no -v --quiet
5555
5656
- name: upload results artifact
5757
uses: actions/upload-artifact@v4
5858
with:
59-
name: ${{ matrix.division }}
59+
name: mlperf-inference-yolo-results-${{ matrix.os }}-py${{ matrix.python-version }}-bk${{ matrix.backend }}
6060
path: ${{ env.SUBMISSION_DIR }}
6161

6262
upload-results-to-github:
@@ -100,7 +100,7 @@ jobs:
100100
- name: Download benchmark artifacts
101101
uses: actions/download-artifact@v4
102102
with:
103-
path: ${{ env.SUBMISSION_DIR }}
103+
path: "${{ env.SUBMISSION_DIR }}/open"
104104

105105
- name: Load secrets
106106
id: op-load-secrets

0 commit comments

Comments
 (0)