Skip to content

Commit 2ab7e39

Browse files
Update verify_performance.py | Fix compliance test for extra percenti… (#2120)
* Update verify_performance.py | Fix compliance test for extra percentile digit * Update verify_performance.py | Fix TEST04 for extra percentile digit * [Automated Commit] Format Codebase * Update build_wheels.yml --------- Co-authored-by: github-actions[bot] <github-actions[bot]@users.noreply.github.com>
1 parent df13693 commit 2ab7e39

File tree

3 files changed

+12
-9
lines changed

3 files changed

+12
-9
lines changed

.github/workflows/build_wheels.yml

Lines changed: 0 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -11,7 +11,6 @@ on:
1111
paths:
1212
- loadgen/**
1313

14-
1514
jobs:
1615
update_version:
1716
name: Update version only on ubuntu but used by windows and macos

compliance/nvidia/TEST01/verify_performance.py

Lines changed: 4 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -54,12 +54,12 @@ def main():
5454
continue
5555

5656
if ref_mode == "SingleStream":
57-
if re.match(".*Early stopping 90th percentile estimate", line):
57+
if re.match(".*Early stopping (90th|90.0th|99.9th) percentile estimate", line):
5858
ref_score = line.split(": ", 1)[1].strip()
5959
continue
6060

6161
if ref_mode == "MultiStream":
62-
if re.match(".*Early stopping 99th percentile estimate", line):
62+
if re.match(".*Early stopping (99th|99.0th) percentile estimate", line):
6363
ref_score = line.split(": ", 1)[1].strip()
6464
continue
6565

@@ -91,12 +91,12 @@ def main():
9191
continue
9292
if test_mode == "SingleStream":
9393
if re.match(
94-
".*Early stopping (90th|99.9th) percentile estimate", line):
94+
".*Early stopping (90th|90.0th|99.9th) percentile estimate", line):
9595
test_score = line.split(": ", 1)[1].strip()
9696
continue
9797

9898
if test_mode == "MultiStream":
99-
if re.match(".*Early stopping 99th percentile estimate", line):
99+
if re.match(".*Early stopping (99th|99.0th) percentile estimate", line):
100100
test_score = line.split(": ", 1)[1].strip()
101101
continue
102102

compliance/nvidia/TEST04/verify_performance.py

Lines changed: 8 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -53,13 +53,15 @@ def main():
5353
continue
5454

5555
if ref_mode == "SingleStream":
56-
if re.match(".*Early stopping 90th percentile estimate", line):
56+
if re.match(
57+
".*Early stopping (90th|90.0th|99.9th) percentile estimate", line):
5758
ref_score = line.split(": ", 1)[1].strip()
5859
ref_score = 1e9 / float(ref_score)
5960
continue
6061

6162
if ref_mode == "MultiStream":
62-
if re.match(".*Early stopping 99th percentile estimate", line):
63+
if re.match(
64+
".*Early stopping (99th|99.0th) percentile estimate", line):
6365
ref_score = line.split(": ", 1)[1].strip()
6466
ref_score = 1e9 / float(ref_score)
6567
continue
@@ -92,13 +94,15 @@ def main():
9294
continue
9395

9496
if test_mode == "SingleStream":
95-
if re.match(".*Early stopping 90th percentile estimate", line):
97+
if re.match(
98+
".*Early stopping (90th|90.0th|99.9th) percentile estimate", line):
9699
test_score = line.split(": ", 1)[1].strip()
97100
test_score = 1e9 / float(test_score)
98101
continue
99102

100103
if test_mode == "MultiStream":
101-
if re.match(".*Early stopping 99th percentile estimate", line):
104+
if re.match(
105+
".*Early stopping (99th|99.0th) percentile estimate", line):
102106
test_score = line.split(": ", 1)[1].strip()
103107
test_score = 1e9 / float(test_score)
104108
continue

0 commit comments

Comments
 (0)