Update output for quantized models by ORT on VNNI machine (#572)

jcwchen · web-flow · commit ba629906dd91 · 2022-11-17T05:27:20.000-08:00
* detect vnni

Signed-off-by: jcwchen &lt;jacky82226@gmail.com&gt;

* only consider quant models

Signed-off-by: jcwchen &lt;jacky82226@gmail.com&gt;

* model_path

Signed-off-by: jcwchen &lt;jacky82226@gmail.com&gt;

* update output with VNNI machine

Signed-off-by: Chun-Wei Chen &lt;jacky82226@gmail.com&gt;

* at least run inferencesession

Signed-off-by: jcwchen &lt;jacky82226@gmail.com&gt;

* update manifest

Signed-off-by: jcwchen &lt;jacky82226@gmail.com&gt;

Signed-off-by: jcwchen &lt;jacky82226@gmail.com&gt;
Signed-off-by: Chun-Wei Chen &lt;jacky82226@gmail.com&gt;
diff --git a/ONNX_HUB_MANIFEST.json b/ONNX_HUB_MANIFEST.json
@@ -151,8 +151,8 @@
                 ]
             },
             "model_with_data_path": "text/machine_comprehension/bert-squad/model/bertsquad-12-int8.tar.gz",
-            "model_with_data_sha": "5f4bd418f2ee55310788fed78842297ec0b3ecda6669c563196f20396cb4d401",
-            "model_with_data_bytes": 105881973
+            "model_with_data_sha": "6c33f44ee1949ee25936e259cb68da3e19bea7f6e7d5ea72a4d95ae300c86d87",
+            "model_with_data_bytes": 106044512
         }
     },
     {
@@ -2041,8 +2041,8 @@
                 ]
             },
             "model_with_data_path": "vision/classification/efficientnet-lite4/model/efficientnet-lite4-11-int8.tar.gz",
-            "model_with_data_sha": "3b03546fb343ba48e3243c893ea37e47cb1f337d80ed0aca562077d8d3da51b6",
-            "model_with_data_bytes": 12780764
+            "model_with_data_sha": "d3f50f4562e61d870a70e68157ccf64d8f03f6927540ad343e6fbddb79647e1f",
+            "model_with_data_bytes": 12789970
         }
     },
     {
@@ -2083,8 +2083,8 @@
                 ]
             },
             "model_with_data_path": "vision/classification/efficientnet-lite4/model/efficientnet-lite4-11-qdq.tar.gz",
-            "model_with_data_sha": "f58754ff53120d937e4bc32e6a815fc0163261f7b842762868ed453947258390",
-            "model_with_data_bytes": 10193490
+            "model_with_data_sha": "4802f078c57e328004e326623c3de9e0e9046d9ce485eb79ed05d4d3c478b417",
+            "model_with_data_bytes": 10194220
         }
     },
     {
@@ -2560,8 +2560,8 @@
                 ]
             },
             "model_with_data_path": "vision/classification/inception_and_googlenet/inception_v1/model/inception-v1-12-int8.tar.gz",
-            "model_with_data_sha": "296e49e0f1253877053d5aa48f4192f675b302b5828e70a821d6d94e0c8ee4e3",
-            "model_with_data_bytes": 9463738
+            "model_with_data_sha": "bc3d78134d9777d3e3a3320523834beb2ba7bdd1c5e017cba5a8d268691afbc6",
+            "model_with_data_bytes": 9474526
         }
     },
     {
@@ -3311,8 +3311,8 @@
                 ]
             },
             "model_with_data_path": "vision/classification/mobilenet/model/mobilenetv2-12-int8.tar.gz",
-            "model_with_data_sha": "f00ea406993d4b2a404a4c5f4258e862f68aedfbcc324510267e556612501211",
-            "model_with_data_bytes": 3910933
+            "model_with_data_sha": "dfcf1dc15b78611489f22a19902de12e304bf0380e185bde499fcf70f7647455",
+            "model_with_data_bytes": 3914892
         }
     },
     {
@@ -3353,8 +3353,8 @@
                 ]
             },
             "model_with_data_path": "vision/classification/mobilenet/model/mobilenetv2-12-qdq.tar.gz",
-            "model_with_data_sha": "29be79b1561b1bf028a064eb4061b23b92883cb7f22b50f5f52d685efd23a04c",
-            "model_with_data_bytes": 3431250
+            "model_with_data_sha": "dd8cafda6fdf773a37ba09858482232eca8e01997ec6f1bebf1aca11aea0c1ce",
+            "model_with_data_bytes": 3434401
         }
     },
     {
@@ -4278,7 +4278,7 @@
         }
     },
     {
-        "model": "ResNet50_int8",
+        "model": "ResNet50-int8",
         "model_path": "vision/classification/resnet/model/resnet50-v1-12-int8.onnx",
         "onnx_version": "1.7.0",
         "opset_version": 12,
@@ -4314,20 +4314,9 @@
                     }
                 ]
             },
-            "extra_ports": {
-                "features": [
-                    {
-                        "name": "flatten_473_quantized",
-                        "shape": [
-                            0,
-                            2048
-                        ]
-                    }
-                ]
-            },
             "model_with_data_path": "vision/classification/resnet/model/resnet50-v1-12-int8.tar.gz",
-            "model_with_data_sha": "7ddcf6ac49d0cc1ab0d3b7ecb6b81e295714c3e3de7f582fee85a7bebd8426e9",
-            "model_with_data_bytes": 22318352
+            "model_with_data_sha": "662710f50cafe29f44727b9cd8be5430fb06da18d3004cf5f9d9645c0dc39d71",
+            "model_with_data_bytes": 22355322
         }
     },
     {
@@ -4368,12 +4357,12 @@
                 ]
             },
             "model_with_data_path": "vision/classification/resnet/model/resnet50-v1-12-qdq.tar.gz",
-            "model_with_data_sha": "986160ffdcf88dedba54ee1fd8ea9597a91b11ccf16016f495bffe22e83ea40e",
-            "model_with_data_bytes": 17043120
+            "model_with_data_sha": "6a93ba624ecab599d3f8511b1409f5103beb2f1708a85955397a3132ca423d99",
+            "model_with_data_bytes": 17049336
         }
     },
     {
-        "model": "ResNet50_fp32",
+        "model": "ResNet50-fp32",
         "model_path": "vision/classification/resnet/model/resnet50-v1-12.onnx",
         "onnx_version": "1.7.0",
         "opset_version": 12,
@@ -4409,19 +4398,6 @@
                     }
                 ]
             },
-            "extra_ports": {
-                "features": [
-                    {
-                        "name": "resnetv17_pool1_fwd",
-                        "shape": [
-                            0,
-                            2048,
-                            1,
-                            1
-                        ]
-                    }
-                ]
-            },
             "model_with_data_path": "vision/classification/resnet/model/resnet50-v1-12.tar.gz",
             "model_with_data_sha": "9391137cfc8fbec372d7a1e59e272d67550dab72d93cf7c7d6256782262599ea",
             "model_with_data_bytes": 96559469
@@ -4840,8 +4816,8 @@
                 ]
             },
             "model_with_data_path": "vision/classification/shufflenet/model/shufflenet-v2-12-int8.tar.gz",
-            "model_with_data_sha": "c746144bf4383cf0a3f1e3a4093eb46da625f0ce4db1e5657d6f8fd3f1cf9d50",
-            "model_with_data_bytes": 2485799
+            "model_with_data_sha": "f538889aa028f6fcc4db1dce9b0bf2e7e347a81d5fc28087d96758dc0131e8c7",
+            "model_with_data_bytes": 2488137
         }
     },
     {
@@ -5348,8 +5324,8 @@
                 ]
             },
             "model_with_data_path": "vision/classification/vgg/model/vgg16-12-int8.tar.gz",
-            "model_with_data_sha": "477a77f7ba31bc6bebe6e9824cb0108173d3bb0c54506d8c6663ea36eee7dfb4",
-            "model_with_data_bytes": 105964121
+            "model_with_data_sha": "75c08988b598e24173a21a7dc0b396ca9dc49afb63be35e5c993ac56b297e4cf",
+            "model_with_data_bytes": 106112057
         }
     },
     {
@@ -6326,8 +6302,8 @@
                 ]
             },
             "model_with_data_path": "vision/object_detection_segmentation/faster-rcnn/model/FasterRCNN-12-int8.tar.gz",
-            "model_with_data_sha": "599fcd738eb08d8d5daee9edb332f785c59f9a3c704292ba420a41c1b43404e2",
-            "model_with_data_bytes": 37955516
+            "model_with_data_sha": "d497a293e8486ec0a56f5276eb246b93280b7f31dc4e23a33db444d262384591",
+            "model_with_data_bytes": 38019008
         }
     },
     {
@@ -7242,8 +7218,8 @@
                 ]
             },
             "model_with_data_path": "vision/object_detection_segmentation/ssd/model/ssd-12-int8.tar.gz",
-            "model_with_data_sha": "9f70dc76cac7618375cdc2f4d4b8a42bea229d2545882df57a3b6cce282515a5",
-            "model_with_data_bytes": 31815039
+            "model_with_data_sha": "b8984dd954eb1463a8714d9f25d87d1d7276479a78660ce5ec37196a81d31413",
+            "model_with_data_bytes": 31845320
         }
     },
     {
diff --git a/text/machine_comprehension/bert-squad/model/bertsquad-12-int8.tar.gz b/text/machine_comprehension/bert-squad/model/bertsquad-12-int8.tar.gz
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:5f4bd418f2ee55310788fed78842297ec0b3ecda6669c563196f20396cb4d401
-size 105881973
+oid sha256:6c33f44ee1949ee25936e259cb68da3e19bea7f6e7d5ea72a4d95ae300c86d87
+size 106044512
diff --git a/text/machine_comprehension/gpt2-bs/model/gpt2-lm-head-bs-12.onnx b/text/machine_comprehension/gpt2-bs/model/gpt2-lm-head-bs-12.onnx
diff --git a/vision/classification/efficientnet-lite4/model/efficientnet-lite4-11-int8.tar.gz b/vision/classification/efficientnet-lite4/model/efficientnet-lite4-11-int8.tar.gz
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:3b03546fb343ba48e3243c893ea37e47cb1f337d80ed0aca562077d8d3da51b6
-size 12780764
+oid sha256:d3f50f4562e61d870a70e68157ccf64d8f03f6927540ad343e6fbddb79647e1f
+size 12789970
diff --git a/vision/classification/efficientnet-lite4/model/efficientnet-lite4-11-qdq.tar.gz b/vision/classification/efficientnet-lite4/model/efficientnet-lite4-11-qdq.tar.gz
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f58754ff53120d937e4bc32e6a815fc0163261f7b842762868ed453947258390
-size 10193490
+oid sha256:4802f078c57e328004e326623c3de9e0e9046d9ce485eb79ed05d4d3c478b417
+size 10194220
diff --git a/vision/classification/inception_and_googlenet/inception_v1/model/inception-v1-12-int8.tar.gz b/vision/classification/inception_and_googlenet/inception_v1/model/inception-v1-12-int8.tar.gz
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:296e49e0f1253877053d5aa48f4192f675b302b5828e70a821d6d94e0c8ee4e3
-size 9463738
+oid sha256:bc3d78134d9777d3e3a3320523834beb2ba7bdd1c5e017cba5a8d268691afbc6
+size 9474526
diff --git a/vision/classification/mobilenet/model/mobilenetv2-12-int8.tar.gz b/vision/classification/mobilenet/model/mobilenetv2-12-int8.tar.gz
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:f00ea406993d4b2a404a4c5f4258e862f68aedfbcc324510267e556612501211
-size 3910933
+oid sha256:dfcf1dc15b78611489f22a19902de12e304bf0380e185bde499fcf70f7647455
+size 3914892
diff --git a/vision/classification/mobilenet/model/mobilenetv2-12-qdq.tar.gz b/vision/classification/mobilenet/model/mobilenetv2-12-qdq.tar.gz
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:29be79b1561b1bf028a064eb4061b23b92883cb7f22b50f5f52d685efd23a04c
-size 3431250
+oid sha256:dd8cafda6fdf773a37ba09858482232eca8e01997ec6f1bebf1aca11aea0c1ce
+size 3434401
diff --git a/vision/classification/resnet/model/resnet50-v1-12-int8.tar.gz b/vision/classification/resnet/model/resnet50-v1-12-int8.tar.gz
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:7ddcf6ac49d0cc1ab0d3b7ecb6b81e295714c3e3de7f582fee85a7bebd8426e9
-size 22318352
+oid sha256:662710f50cafe29f44727b9cd8be5430fb06da18d3004cf5f9d9645c0dc39d71
+size 22355322
diff --git a/vision/classification/resnet/model/resnet50-v1-12-qdq.tar.gz b/vision/classification/resnet/model/resnet50-v1-12-qdq.tar.gz
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:986160ffdcf88dedba54ee1fd8ea9597a91b11ccf16016f495bffe22e83ea40e
-size 17043120
+oid sha256:6a93ba624ecab599d3f8511b1409f5103beb2f1708a85955397a3132ca423d99
+size 17049336
diff --git a/vision/classification/shufflenet/model/shufflenet-v2-12-int8.tar.gz b/vision/classification/shufflenet/model/shufflenet-v2-12-int8.tar.gz
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:c746144bf4383cf0a3f1e3a4093eb46da625f0ce4db1e5657d6f8fd3f1cf9d50
-size 2485799
+oid sha256:f538889aa028f6fcc4db1dce9b0bf2e7e347a81d5fc28087d96758dc0131e8c7
+size 2488137
diff --git a/vision/classification/vgg/model/vgg16-12-int8.tar.gz b/vision/classification/vgg/model/vgg16-12-int8.tar.gz
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:477a77f7ba31bc6bebe6e9824cb0108173d3bb0c54506d8c6663ea36eee7dfb4
-size 105964121
+oid sha256:75c08988b598e24173a21a7dc0b396ca9dc49afb63be35e5c993ac56b297e4cf
+size 106112057
diff --git a/vision/object_detection_segmentation/faster-rcnn/model/FasterRCNN-12-int8.tar.gz b/vision/object_detection_segmentation/faster-rcnn/model/FasterRCNN-12-int8.tar.gz
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:599fcd738eb08d8d5daee9edb332f785c59f9a3c704292ba420a41c1b43404e2
-size 37955516
+oid sha256:d497a293e8486ec0a56f5276eb246b93280b7f31dc4e23a33db444d262384591
+size 38019008
diff --git a/vision/object_detection_segmentation/ssd/model/ssd-12-int8.tar.gz b/vision/object_detection_segmentation/ssd/model/ssd-12-int8.tar.gz
@@ -1,3 +1,3 @@
 version https://git-lfs.github.com/spec/v1
-oid sha256:9f70dc76cac7618375cdc2f4d4b8a42bea229d2545882df57a3b6cce282515a5
-size 31815039
+oid sha256:b8984dd954eb1463a8714d9f25d87d1d7276479a78660ce5ec37196a81d31413
+size 31845320
diff --git a/workflow_scripts/check_model.py b/workflow_scripts/check_model.py
@@ -10,8 +10,8 @@
 import test_utils
 
 
-def has_avx512f_support():
-    return "avx512f" in set(get_cpu_info()["flags"])
+def has_vnni_support():
+    return "avx512vnni" in set(get_cpu_info()["flags"])
 
 
 def run_onnx_checker(model_path):
@@ -20,8 +20,10 @@ def run_onnx_checker(model_path):
 
 
 def ort_skip_reason(model_path):
-    if ("-int8" in model_path or "-qdq" in model_path) and not has_avx512f_support():
-        return f"Skip ORT test for {model_path} because this machine lacks avx512f support and the output.pb was produced with avx512f support."
+    if (model_path.endswith("-int8.onnx") or model_path.endswith("-qdq.onnx")) and not has_vnni_support():
+        # At least run InferenceSession to test shape inference
+        onnxruntime.InferenceSession(model_path)
+        return f"Skip ORT test for {model_path} because this machine lacks avx512vnni support and the output.pb was produced with avx512vnni support."
     model = onnx.load(model_path)
     if model.opset_import[0].version < 7:
         return f"Skip ORT test for {model_path} because ORT only supports opset version >= 7"
diff --git a/workflow_scripts/test_models.py b/workflow_scripts/test_models.py
@@ -89,10 +89,10 @@ def main():
                         else:
                             print("Warning: original test data for {} is broken: {}".format(model_path, e))
                             test_utils.remove_onnxruntime_test_dir()
-                        if "-int8" not in model_name:
-                            check_model.run_backend_ort(model_path_from_tar, None, model_name)
+                        if (not model_name.endswith("-int8.tar.gz") and not model_name.endswith("-qdq.tar.gz")) or check_model.has_vnni_support():
+                            check_model.run_backend_ort(model_path_from_tar, None, model_path)
                         else:
-                            print("Skip int8 models because their test_data_set was created in avx512_vnni machines")
+                            print("Skip quantized  models because their test_data_set was created in avx512vnni machines. ")
                         print("[PASS] {} is checked by onnxruntime. ".format(model_name))
                 # Step 2: check the ONNX model inside .tar.gz by ONNX
                 if args.target == "onnx" or args.target == "all":

Original file line number	Diff line number	Diff line change
`@@ -151,8 +151,8 @@`
`151`	`151`	`]`
`152`	`152`	`},`
`153`	`153`	`"model_with_data_path": "text/machine_comprehension/bert-squad/model/bertsquad-12-int8.tar.gz",`
`154`		`- "model_with_data_sha": "5f4bd418f2ee55310788fed78842297ec0b3ecda6669c563196f20396cb4d401",`
`155`		`- "model_with_data_bytes": 105881973`
	`154`	`+ "model_with_data_sha": "6c33f44ee1949ee25936e259cb68da3e19bea7f6e7d5ea72a4d95ae300c86d87",`
	`155`	`+ "model_with_data_bytes": 106044512`
`156`	`156`	`}`
`157`	`157`	`},`
`158`	`158`	`{`
`@@ -2041,8 +2041,8 @@`
`2041`	`2041`	`]`
`2042`	`2042`	`},`
`2043`	`2043`	`"model_with_data_path": "vision/classification/efficientnet-lite4/model/efficientnet-lite4-11-int8.tar.gz",`
`2044`		`- "model_with_data_sha": "3b03546fb343ba48e3243c893ea37e47cb1f337d80ed0aca562077d8d3da51b6",`
`2045`		`- "model_with_data_bytes": 12780764`
	`2044`	`+ "model_with_data_sha": "d3f50f4562e61d870a70e68157ccf64d8f03f6927540ad343e6fbddb79647e1f",`
	`2045`	`+ "model_with_data_bytes": 12789970`
`2046`	`2046`	`}`
`2047`	`2047`	`},`
`2048`	`2048`	`{`
`@@ -2083,8 +2083,8 @@`
`2083`	`2083`	`]`
`2084`	`2084`	`},`
`2085`	`2085`	`"model_with_data_path": "vision/classification/efficientnet-lite4/model/efficientnet-lite4-11-qdq.tar.gz",`
`2086`		`- "model_with_data_sha": "f58754ff53120d937e4bc32e6a815fc0163261f7b842762868ed453947258390",`
`2087`		`- "model_with_data_bytes": 10193490`
	`2086`	`+ "model_with_data_sha": "4802f078c57e328004e326623c3de9e0e9046d9ce485eb79ed05d4d3c478b417",`
	`2087`	`+ "model_with_data_bytes": 10194220`
`2088`	`2088`	`}`
`2089`	`2089`	`},`
`2090`	`2090`	`{`
`@@ -2560,8 +2560,8 @@`
`2560`	`2560`	`]`
`2561`	`2561`	`},`
`2562`	`2562`	`"model_with_data_path": "vision/classification/inception_and_googlenet/inception_v1/model/inception-v1-12-int8.tar.gz",`
`2563`		`- "model_with_data_sha": "296e49e0f1253877053d5aa48f4192f675b302b5828e70a821d6d94e0c8ee4e3",`
`2564`		`- "model_with_data_bytes": 9463738`
	`2563`	`+ "model_with_data_sha": "bc3d78134d9777d3e3a3320523834beb2ba7bdd1c5e017cba5a8d268691afbc6",`
	`2564`	`+ "model_with_data_bytes": 9474526`
`2565`	`2565`	`}`
`2566`	`2566`	`},`
`2567`	`2567`	`{`
`@@ -3311,8 +3311,8 @@`
`3311`	`3311`	`]`
`3312`	`3312`	`},`
`3313`	`3313`	`"model_with_data_path": "vision/classification/mobilenet/model/mobilenetv2-12-int8.tar.gz",`
`3314`		`- "model_with_data_sha": "f00ea406993d4b2a404a4c5f4258e862f68aedfbcc324510267e556612501211",`
`3315`		`- "model_with_data_bytes": 3910933`
	`3314`	`+ "model_with_data_sha": "dfcf1dc15b78611489f22a19902de12e304bf0380e185bde499fcf70f7647455",`
	`3315`	`+ "model_with_data_bytes": 3914892`
`3316`	`3316`	`}`
`3317`	`3317`	`},`
`3318`	`3318`	`{`
`@@ -3353,8 +3353,8 @@`
`3353`	`3353`	`]`
`3354`	`3354`	`},`
`3355`	`3355`	`"model_with_data_path": "vision/classification/mobilenet/model/mobilenetv2-12-qdq.tar.gz",`
`3356`		`- "model_with_data_sha": "29be79b1561b1bf028a064eb4061b23b92883cb7f22b50f5f52d685efd23a04c",`
`3357`		`- "model_with_data_bytes": 3431250`
	`3356`	`+ "model_with_data_sha": "dd8cafda6fdf773a37ba09858482232eca8e01997ec6f1bebf1aca11aea0c1ce",`
	`3357`	`+ "model_with_data_bytes": 3434401`
`3358`	`3358`	`}`
`3359`	`3359`	`},`
`3360`	`3360`	`{`
`@@ -4278,7 +4278,7 @@`
`4278`	`4278`	`}`
`4279`	`4279`	`},`
`4280`	`4280`	`{`
`4281`		`- "model": "ResNet50_int8",`
	`4281`	`+ "model": "ResNet50-int8",`
`4282`	`4282`	`"model_path": "vision/classification/resnet/model/resnet50-v1-12-int8.onnx",`
`4283`	`4283`	`"onnx_version": "1.7.0",`
`4284`	`4284`	`"opset_version": 12,`
`@@ -4314,20 +4314,9 @@`
`4314`	`4314`	`}`
`4315`	`4315`	`]`
`4316`	`4316`	`},`
`4317`		`- "extra_ports": {`
`4318`		`- "features": [`
`4319`		`- {`
`4320`		`- "name": "flatten_473_quantized",`
`4321`		`- "shape": [`
`4322`		`- 0,`
`4323`		`- 2048`
`4324`		`- ]`
`4325`		`- }`
`4326`		`- ]`
`4327`		`- },`
`4328`	`4317`	`"model_with_data_path": "vision/classification/resnet/model/resnet50-v1-12-int8.tar.gz",`
`4329`		`- "model_with_data_sha": "7ddcf6ac49d0cc1ab0d3b7ecb6b81e295714c3e3de7f582fee85a7bebd8426e9",`
`4330`		`- "model_with_data_bytes": 22318352`
	`4318`	`+ "model_with_data_sha": "662710f50cafe29f44727b9cd8be5430fb06da18d3004cf5f9d9645c0dc39d71",`
	`4319`	`+ "model_with_data_bytes": 22355322`
`4331`	`4320`	`}`
`4332`	`4321`	`},`
`4333`	`4322`	`{`
`@@ -4368,12 +4357,12 @@`
`4368`	`4357`	`]`
`4369`	`4358`	`},`
`4370`	`4359`	`"model_with_data_path": "vision/classification/resnet/model/resnet50-v1-12-qdq.tar.gz",`
`4371`		`- "model_with_data_sha": "986160ffdcf88dedba54ee1fd8ea9597a91b11ccf16016f495bffe22e83ea40e",`
`4372`		`- "model_with_data_bytes": 17043120`
	`4360`	`+ "model_with_data_sha": "6a93ba624ecab599d3f8511b1409f5103beb2f1708a85955397a3132ca423d99",`
	`4361`	`+ "model_with_data_bytes": 17049336`
`4373`	`4362`	`}`
`4374`	`4363`	`},`
`4375`	`4364`	`{`
`4376`		`- "model": "ResNet50_fp32",`
	`4365`	`+ "model": "ResNet50-fp32",`
`4377`	`4366`	`"model_path": "vision/classification/resnet/model/resnet50-v1-12.onnx",`
`4378`	`4367`	`"onnx_version": "1.7.0",`
`4379`	`4368`	`"opset_version": 12,`
`@@ -4409,19 +4398,6 @@`
`4409`	`4398`	`}`
`4410`	`4399`	`]`
`4411`	`4400`	`},`
`4412`		`- "extra_ports": {`
`4413`		`- "features": [`
`4414`		`- {`
`4415`		`- "name": "resnetv17_pool1_fwd",`
`4416`		`- "shape": [`
`4417`		`- 0,`
`4418`		`- 2048,`
`4419`		`- 1,`
`4420`		`- 1`
`4421`		`- ]`
`4422`		`- }`
`4423`		`- ]`
`4424`		`- },`
`4425`	`4401`	`"model_with_data_path": "vision/classification/resnet/model/resnet50-v1-12.tar.gz",`
`4426`	`4402`	`"model_with_data_sha": "9391137cfc8fbec372d7a1e59e272d67550dab72d93cf7c7d6256782262599ea",`
`4427`	`4403`	`"model_with_data_bytes": 96559469`
`@@ -4840,8 +4816,8 @@`
`4840`	`4816`	`]`
`4841`	`4817`	`},`
`4842`	`4818`	`"model_with_data_path": "vision/classification/shufflenet/model/shufflenet-v2-12-int8.tar.gz",`
`4843`		`- "model_with_data_sha": "c746144bf4383cf0a3f1e3a4093eb46da625f0ce4db1e5657d6f8fd3f1cf9d50",`
`4844`		`- "model_with_data_bytes": 2485799`
	`4819`	`+ "model_with_data_sha": "f538889aa028f6fcc4db1dce9b0bf2e7e347a81d5fc28087d96758dc0131e8c7",`
	`4820`	`+ "model_with_data_bytes": 2488137`
`4845`	`4821`	`}`
`4846`	`4822`	`},`
`4847`	`4823`	`{`
`@@ -5348,8 +5324,8 @@`
`5348`	`5324`	`]`
`5349`	`5325`	`},`
`5350`	`5326`	`"model_with_data_path": "vision/classification/vgg/model/vgg16-12-int8.tar.gz",`
`5351`		`- "model_with_data_sha": "477a77f7ba31bc6bebe6e9824cb0108173d3bb0c54506d8c6663ea36eee7dfb4",`
`5352`		`- "model_with_data_bytes": 105964121`
	`5327`	`+ "model_with_data_sha": "75c08988b598e24173a21a7dc0b396ca9dc49afb63be35e5c993ac56b297e4cf",`
	`5328`	`+ "model_with_data_bytes": 106112057`
`5353`	`5329`	`}`
`5354`	`5330`	`},`
`5355`	`5331`	`{`
`@@ -6326,8 +6302,8 @@`
`6326`	`6302`	`]`
`6327`	`6303`	`},`
`6328`	`6304`	`"model_with_data_path": "vision/object_detection_segmentation/faster-rcnn/model/FasterRCNN-12-int8.tar.gz",`
`6329`		`- "model_with_data_sha": "599fcd738eb08d8d5daee9edb332f785c59f9a3c704292ba420a41c1b43404e2",`
`6330`		`- "model_with_data_bytes": 37955516`
	`6305`	`+ "model_with_data_sha": "d497a293e8486ec0a56f5276eb246b93280b7f31dc4e23a33db444d262384591",`
	`6306`	`+ "model_with_data_bytes": 38019008`
`6331`	`6307`	`}`
`6332`	`6308`	`},`
`6333`	`6309`	`{`
`@@ -7242,8 +7218,8 @@`
`7242`	`7218`	`]`
`7243`	`7219`	`},`
`7244`	`7220`	`"model_with_data_path": "vision/object_detection_segmentation/ssd/model/ssd-12-int8.tar.gz",`
`7245`		`- "model_with_data_sha": "9f70dc76cac7618375cdc2f4d4b8a42bea229d2545882df57a3b6cce282515a5",`
`7246`		`- "model_with_data_bytes": 31815039`
	`7221`	`+ "model_with_data_sha": "b8984dd954eb1463a8714d9f25d87d1d7276479a78660ce5ec37196a81d31413",`
	`7222`	`+ "model_with_data_bytes": 31845320`
`7247`	`7223`	`}`
`7248`	`7224`	`},`
`7249`	`7225`	`{`