@@ -133,28 +133,25 @@ def main():
133133 columns_order = [
134134 ["Result" ],
135135 [
136- "resnet" ,
137136 "retinanet" ,
138- "3d-unet-99" ,
139- "3d-unet-99.9" ,
140- "rnnt" ,
141137 "bert-99" ,
142138 "bert-99.9" ,
143139 "dlrm-v2-99" ,
144140 "dlrm-v2-99.9" ,
145- "gptj -99" ,
146- "gptj -99.9" ,
147- "stable-diffusion-xl " ,
141+ "3d-unet -99" ,
142+ "3d-unet -99.9" ,
143+ "llama3.1-8b " ,
148144 "llama2-70b-99" ,
149145 "llama2-70b-99.9" ,
150- "llama2-70b-interactive-99" ,
151- "llama2-70b-interactive-99.9" ,
152- "llama3.1-405b" ,
146+ "stable-diffusion-xl" ,
153147 "mixtral-8x7b" ,
154- "pointpainting " ,
148+ "llama3.1-405b " ,
155149 "rgat" ,
150+ "pointpainting" ,
151+ "deepseek-r1" ,
152+ "whisper"
156153 ],
157- ["SingleStream" , "MultiStream" , "Server" , "Offline" ],
154+ ["SingleStream" , "MultiStream" , "Server" , "Offline" , "Interactive" ],
158155 [
159156 "Latency (ms)" ,
160157 "Samples/s" ,
@@ -213,10 +210,8 @@ def main():
213210 "gptj-99" : ["Server" , "Offline" ],
214211 "gptj-99.9" : ["Server" , "Offline" ],
215212 "stable-diffusion-xl" : ["Server" , "Offline" ],
216- "llama2-70b-99" : ["Server" , "Offline" ],
217- "llama2-70b-99.9" : ["Server" , "Offline" ],
218- "llama2-70b-interactive-99" : ["Server" , "Offline" ],
219- "llama2-70b-interactive-99.9" : ["Server" , "Offline" ],
213+ "llama2-70b-99" : ["Server" , "Offline" , "Interactive" ],
214+ "llama2-70b-99.9" : ["Server" , "Offline" , "Interactive" ],
220215 "mixtral-8x7b" : ["Server" , "Offline" ],
221216 "rgat" : ["Offline" ],
222217 "llama3.1-405b" : ["Offline" , "Server" ],
@@ -233,8 +228,6 @@ def main():
233228 "3d-unet-99.9" : ["SingleStream" , "Offline" ],
234229 "llama2-70b-99" : [],
235230 "llama2-70b-99.9" : [],
236- "llama2-70b-interactive-99" : [],
237- "llama2-70b-interactive-99.9" : [],
238231 "llama3.1-405b" : [],
239232 "gptj-99" : ["SingleStream" , "Offline" ],
240233 "gptj-99.9" : ["SingleStream" , "Offline" ],
0 commit comments