Restore resnet for edge

Author: pgmpablo157321

tools/submission/generate_final_report.py

@@ -133,6 +133,7 @@ def main():
     columns_order = [
         ["Result"],
         [
+            "resnet"
             "retinanet",
             "bert-99",
             "bert-99.9",
@@ -162,38 +163,44 @@ def main():
         ],
     ]
 
-    if args.version == "4.1":
+    if args.version == "5.0":
         filter_scenarios = {
             "datacenter": {
                 "resnet": ["Server", "Offline"],
                 "retinanet": ["Server", "Offline"],
-                "rnnt": ["Server", "Offline"],
-                "bert-99": ["Server", "Offline"],
-                "bert-99.9": ["Server", "Offline"],
+                "bert-99": [],
+                "bert-99.9": [],
                 "dlrm-v2-99": ["Server", "Offline"],
                 "dlrm-v2-99.9": ["Server", "Offline"],
                 "3d-unet-99": ["Offline"],
                 "3d-unet-99.9": ["Offline"],
                 "gptj-99": ["Server", "Offline"],
                 "gptj-99.9": ["Server", "Offline"],
                 "stable-diffusion-xl": ["Server", "Offline"],
-                "llama2-70b-99": ["Server", "Offline"],
-                "llama2-70b-99.9": ["Server", "Offline"],
+                "llama2-70b-99": ["Server", "Offline", "Interactive"],
+                "llama2-70b-99.9": ["Server", "Offline", "Interactive"],
                 "mixtral-8x7b": ["Server", "Offline"],
+                "rgat": ["Offline"],
+                "llama3.1-405b": ["Offline", "Server"],
+                "pointpainting": []
             },
             "edge": {
                 "resnet": ["SingleStream", "MultiStream", "Offline"],
                 "retinanet": ["SingleStream", "MultiStream", "Offline"],
-                "rnnt": ["SingleStream", "Offline"],
                 "bert-99": ["SingleStream", "Offline"],
-                "bert-99.9": [],
+                "bert-99.9": ["SingleStream", "Offline"],
                 "dlrm-v2-99": [],
                 "dlrm-v2-99.9": [],
                 "3d-unet-99": ["SingleStream", "Offline"],
                 "3d-unet-99.9": ["SingleStream", "Offline"],
+                "llama2-70b-99": [],
+                "llama2-70b-99.9": [],
+                "llama3.1-405b": [],
                 "gptj-99": ["SingleStream", "Offline"],
                 "gptj-99.9": ["SingleStream", "Offline"],
+                "rgat": [],
                 "stable-diffusion-xl": ["SingleStream", "Offline"],
+                "pointpainting": ["SingleStream"],
             },
         }
     else:
@@ -207,15 +214,16 @@ def main():
                 "dlrm-v2-99.9": ["Server", "Offline"],
                 "3d-unet-99": ["Offline"],
                 "3d-unet-99.9": ["Offline"],
-                "gptj-99": ["Server", "Offline"],
-                "gptj-99.9": ["Server", "Offline"],
                 "stable-diffusion-xl": ["Server", "Offline"],
                 "llama2-70b-99": ["Server", "Offline", "Interactive"],
                 "llama2-70b-99.9": ["Server", "Offline", "Interactive"],
                 "mixtral-8x7b": ["Server", "Offline"],
                 "rgat": ["Offline"],
                 "llama3.1-405b": ["Offline", "Server"],
-                "pointpainting": []
+                "pointpainting": [],
+                "llama3.1-8b": ["Server", "Offline"],
+                "deepseek-r1": ["Server", "Offline"],
+                "whisper": ["Offline"],
             },
             "edge": {
                 "resnet": ["SingleStream", "MultiStream", "Offline"],
@@ -229,11 +237,11 @@ def main():
                 "llama2-70b-99": [],
                 "llama2-70b-99.9": [],
                 "llama3.1-405b": [],
-                "gptj-99": ["SingleStream", "Offline"],
-                "gptj-99.9": ["SingleStream", "Offline"],
                 "rgat": [],
                 "stable-diffusion-xl": ["SingleStream", "Offline"],
                 "pointpainting": ["SingleStream"],
+                "llama3.1-8b": ["SingleStream", "Offline"],
+                "whisper": ["Offline"],
             },
         }
 
@@ -444,4 +452,4 @@ def reformatlink(data, key):
 
 
 if __name__ == "__main__":
-    sys.exit(main())
+    sys.exit(main())

tools/submission/submission_checker.py

@@ -331,6 +331,7 @@
     },
     "v5.1": {
         "models": [
+            "resnet",
             "retinanet",
             "bert-99",
             "bert-99.9",
@@ -372,6 +373,7 @@
             "deepseek-r1": ["Interactive"],
         },
         "required-scenarios-edge": {
+            "resnet": ["SingleStream", "MultiStream", "Offline"],
             "retinanet": ["SingleStream", "MultiStream", "Offline"],
             "bert-99": ["SingleStream", "Offline"],
             "bert-99.9": ["SingleStream", "Offline"],
@@ -384,6 +386,7 @@
         },
         "optional-scenarios-edge": {},
         "required-scenarios-datacenter-edge": {
+            "resnet": ["SingleStream", "MultiStream", "Offline", "Server"],
             "retinanet": ["SingleStream", "Offline", "MultiStream", "Server"],
             "bert-99": ["SingleStream", "Offline"],
             "bert-99.9": ["SingleStream", "Offline"],
@@ -404,6 +407,7 @@
         },
         "optional-scenarios-datacenter-edge": {},
         "accuracy-target": {
+            "resnet": ("acc", 76.46 * 0.99),
             "retinanet": ("mAP", 37.55 * 0.99),
             "bert-99": ("F1", 90.874 * 0.99),
             "bert-99.9": ("F1", 90.874 * 0.999),
@@ -495,6 +499,7 @@
             "stable-diffusion-xl": {"CLIP_SCORE": 1, "FID_SCORE": 2}
         },
         "performance-sample-count": {
+            "resnet": 1024,
             "retinanet": 64,
             "bert-99": 10833,
             "bert-99.9": 10833,
@@ -515,6 +520,7 @@
             "whisper": 1,
         },
         "dataset-size": {
+            "resnet": 50000,
             "retinanet": 24781,
             "bert-99": 10833,
             "bert-99.9": 10833,
@@ -553,6 +559,7 @@
         },
         "ignore_errors": [],
         "latency-constraint": {
+            "resnet": {"Server": 15000000},
             "retinanet": {"Server": 100000000},
             "dlrm-v2-99": {"Server": 60000000},
             "dlrm-v2-99.9": {"Server": 60000000},
@@ -566,6 +573,12 @@
             "whisper": {"Server": 60000000000},
         },
         "min-queries": {
+            "resnet": {
+                "SingleStream": 1024,
+                "MultiStream": 270336,
+                "Server": 270336,
+                "Offline": 1,
+            },
             "retinanet": {
                 "SingleStream": 1024,
                 "MultiStream": 270336,