Skip to content

Commit d0e1db5

Browse files
authored
fixing cmx test (mlcommons#1414)
2 parents ca0ab00 + 14b1e38 commit d0e1db5

File tree

3 files changed

+13
-6
lines changed

3 files changed

+13
-6
lines changed

.github/workflows/test-cmx.yml

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -38,7 +38,6 @@ jobs:
3838
python3 -m pip install --ignore-installed --verbose pip setuptools
3939
python3 -m pip install cmind
4040
python3 -m cmind
41-
# cmx pull repo mlcommons@ck --dir=cm4mlops/cm4mlops
4241
cmx pull repo mlcommons@ck --dir2=cm4mlops
4342
- name: Test
4443
run: |

cm4mlops/cm4mlops/repo/script/import-mlperf-inference-to-experiment/README-extra.md

Lines changed: 1 addition & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -21,7 +21,7 @@ Install [MLCommons CM framework](https://github.com/mlcommons/ck/blob/master/doc
2121

2222
Pull the MLCommons CK repository with automation recipes for interoperable MLOps:
2323
```bash
24-
cm pull repo mlcommons@cm4mlops --checkout=dev
24+
cm pull repo mlcommons@ck --dir2=cm4mlops
2525
```
2626

2727
Pull already imported results (v2.0, v2.1, v3.0, v3.1) from this [mlcommons@cm4mlperf-results repo](https://github.com/mlcommons/cm4mlperf-results):

cm4mlops/cm4mlops/repo/script/import-mlperf-inference-to-experiment/customize.py

Lines changed: 12 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -35,14 +35,19 @@
3535
"gptj-99.9": "language-processing",
3636
"llama2-70b-99": "language-processing",
3737
"llama2-70b-99.9": "language-processing",
38+
"llama2-70b-interactive-99": "language-processing",
39+
"llama2-70b-interactive-99.9": "language-processing",
40+
"llama3.1-405b": "languge-processing",
3841
"mixtral-8x7b": "languge-processing",
3942
"dlrm-99": "recommendation",
4043
"dlrm-v2-99": "recommendation",
4144
"dlrm-99.9": "recommendation",
4245
"dlrm-v2-99.9": "recommendation",
4346
"3d-unet-99": "image-segmentation",
4447
"3d-unet-99.9": "image-segmentation",
45-
"stable-diffusion-xl": "text-to-image"
48+
"stable-diffusion-xl": "text-to-image",
49+
"pointpainting": "3d-object-detection",
50+
"rgat": "graph"
4651
}
4752

4853

@@ -191,9 +196,12 @@ def convert_summary_csv_to_experiment(path, version, env):
191196
accuracy = result.get('Accuracy', 0.0)
192197
#
193198
# print (accuracy, type(accuracy))
194-
if accuracy is not None and accuracy != 'None' and accuracy > 0:
195-
result['Accuracy_div_100'] = float(
196-
'{:.5f}'.format(result['Accuracy'] / 100))
199+
try:
200+
if accuracy is not None and accuracy != 'None' and accuracy > 0:
201+
result['Accuracy_div_100'] = float(
202+
'{:.5f}'.format(result['Accuracy'] / 100))
203+
except:
204+
pass
197205

198206
# Add ratios
199207

0 commit comments

Comments
 (0)