Skip to content

Commit 6f6f784

Browse files
authored
Merge branch 'dev' into dev
2 parents e2ac817 + 09d0d74 commit 6f6f784

File tree

2 files changed

+12
-28
lines changed

2 files changed

+12
-28
lines changed

script/app-mlperf-inference/customize.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -593,8 +593,8 @@ def postprocess(i):
593593
{'run_script_input': run_script_input, 'env': env, 'script_name': 'verify_accuracy'})
594594
if r['return'] > 0:
595595
return r
596-
import submission_checker_main as checker
597-
is_valid = checker.check_compliance_perf_dir(
596+
import submission_checker.utils as checker_utils
597+
is_valid = checker_utils.check_compliance_perf_dir(
598598
COMPLIANCE_DIR) if test != "TEST06" else True
599599
state['mlc-mlperf-inference-results'][state['MLC_SUT_CONFIG_NAME']
600600
][model][scenario][test] = "passed" if is_valid else "failed"

script/generate-mlperf-inference-user-conf/customize.py

Lines changed: 10 additions & 26 deletions
Original file line numberDiff line numberDiff line change
@@ -265,19 +265,11 @@ def preprocess(i):
265265
else:
266266
audit_path = test
267267

268-
if env['MLC_BENCHMARK_GROUP'] == "automotive":
269-
audit_full_path = os.path.join(
270-
env['MLC_MLPERF_INFERENCE_SOURCE'],
271-
"compliance",
272-
audit_path,
273-
"audit.config")
274-
else:
275-
audit_full_path = os.path.join(
276-
env['MLC_MLPERF_INFERENCE_SOURCE'],
277-
"compliance",
278-
"nvidia",
279-
audit_path,
280-
"audit.config")
268+
audit_full_path = os.path.join(
269+
env['MLC_MLPERF_INFERENCE_SOURCE'],
270+
"compliance",
271+
audit_path,
272+
"audit.config")
281273

282274
env['MLC_MLPERF_INFERENCE_AUDIT_PATH'] = audit_full_path
283275
# copy the audit conf to the run directory incase the implementation is
@@ -526,19 +518,11 @@ def run_files_exist(mode, OUTPUT_DIR, run_files, env, logger):
526518

527519
test = env['MLC_MLPERF_LOADGEN_COMPLIANCE_TEST']
528520

529-
if env['MLC_BENCHMARK_GROUP'] == "automotive":
530-
SCRIPT_PATH = os.path.join(
531-
env['MLC_MLPERF_INFERENCE_SOURCE'],
532-
"compliance",
533-
test,
534-
"run_verification.py")
535-
else:
536-
SCRIPT_PATH = os.path.join(
537-
env['MLC_MLPERF_INFERENCE_SOURCE'],
538-
"compliance",
539-
"nvidia",
540-
test,
541-
"run_verification.py")
521+
SCRIPT_PATH = os.path.join(
522+
env['MLC_MLPERF_INFERENCE_SOURCE'],
523+
"compliance",
524+
test,
525+
"run_verification.py")
542526

543527
if test == "TEST06":
544528
cmd = f"{env['MLC_PYTHON_BIN_WITH_PATH']} {SCRIPT_PATH} -c {COMPLIANCE_DIR} -o {OUTPUT_DIR} --scenario {scenario} --dtype int32"

0 commit comments

Comments
 (0)