Skip to content

Commit efce495

Browse files
Add v5.1 submission checker
1 parent 341b190 commit efce495

File tree

2 files changed

+251
-222
lines changed

2 files changed

+251
-222
lines changed

tools/submission/generate_final_report.py

Lines changed: 11 additions & 18 deletions
Original file line numberDiff line numberDiff line change
@@ -133,28 +133,25 @@ def main():
133133
columns_order = [
134134
["Result"],
135135
[
136-
"resnet",
137136
"retinanet",
138-
"3d-unet-99",
139-
"3d-unet-99.9",
140-
"rnnt",
141137
"bert-99",
142138
"bert-99.9",
143139
"dlrm-v2-99",
144140
"dlrm-v2-99.9",
145-
"gptj-99",
146-
"gptj-99.9",
147-
"stable-diffusion-xl",
141+
"3d-unet-99",
142+
"3d-unet-99.9",
143+
"llama3.1-8b",
148144
"llama2-70b-99",
149145
"llama2-70b-99.9",
150-
"llama2-70b-interactive-99",
151-
"llama2-70b-interactive-99.9",
152-
"llama3.1-405b",
146+
"stable-diffusion-xl",
153147
"mixtral-8x7b",
154-
"pointpainting",
148+
"llama3.1-405b",
155149
"rgat",
150+
"pointpainting",
151+
"deepseek-r1",
152+
"whisper"
156153
],
157-
["SingleStream", "MultiStream", "Server", "Offline"],
154+
["SingleStream", "MultiStream", "Server", "Offline", "Interactive"],
158155
[
159156
"Latency (ms)",
160157
"Samples/s",
@@ -213,10 +210,8 @@ def main():
213210
"gptj-99": ["Server", "Offline"],
214211
"gptj-99.9": ["Server", "Offline"],
215212
"stable-diffusion-xl": ["Server", "Offline"],
216-
"llama2-70b-99": ["Server", "Offline"],
217-
"llama2-70b-99.9": ["Server", "Offline"],
218-
"llama2-70b-interactive-99": ["Server", "Offline"],
219-
"llama2-70b-interactive-99.9": ["Server", "Offline"],
213+
"llama2-70b-99": ["Server", "Offline", "Interactive"],
214+
"llama2-70b-99.9": ["Server", "Offline", "Interactive"],
220215
"mixtral-8x7b": ["Server", "Offline"],
221216
"rgat": ["Offline"],
222217
"llama3.1-405b": ["Offline", "Server"],
@@ -233,8 +228,6 @@ def main():
233228
"3d-unet-99.9": ["SingleStream", "Offline"],
234229
"llama2-70b-99": [],
235230
"llama2-70b-99.9": [],
236-
"llama2-70b-interactive-99": [],
237-
"llama2-70b-interactive-99.9": [],
238231
"llama3.1-405b": [],
239232
"gptj-99": ["SingleStream", "Offline"],
240233
"gptj-99.9": ["SingleStream", "Offline"],

0 commit comments

Comments
 (0)