test: gather baselines for serialize bench

We would only have baselines for Intel. We now
can run this test on all supported CPUs.

Signed-off-by: Diana Popa <[email protected]>

Author: dianpopa

tests/integration_tests/performance/test_versioned_serialization_benchmark.py

@@ -6,14 +6,14 @@
 import logging
 import json
 import shutil
+import platform
 
-import pytest
 from framework import utils
-from framework.utils_cpuid import CpuVendor, get_cpu_vendor
 from framework.defs import FC_WORKSPACE_DIR
 from host_tools import proc
 
 BENCHMARK_DIRECTORY = "{}/src/vmm".format(FC_WORKSPACE_DIR)
+DEFAULT_BUILD_TARGET = "{}-unknown-linux-musl".format(platform.machine())
 
 PROC_MODEL = proc.proc_type()
 
@@ -27,27 +27,27 @@
         },
         "deserialize": {
             "no-crc": {"target": 0.034, "delta": 0.015},  # milliseconds  # milliseconds
-            "crc": {"target": 0.042, "delta": 0.015},  # milliseconds  # milliseconds
+            "crc": {"target": 0.042, "delta": 0.020},  # milliseconds  # milliseconds
         },
     },
     "AMD": {
         "serialize": {
-            "no-crc": {"target": 0.096, "delta": 0.025},  # milliseconds  # milliseconds
-            "crc": {"target": 0.122, "delta": 0.025},  # milliseconds  # milliseconds
+            "no-crc": {"target": 0.084, "delta": 0.05},  # milliseconds  # milliseconds
+            "crc": {"target": 0.108, "delta": 0.025},  # milliseconds  # milliseconds
         },
         "deserialize": {
-            "no-crc": {"target": 0.037, "delta": 0.015},  # milliseconds  # milliseconds
-            "crc": {"target": 0.045, "delta": 0.015},  # milliseconds  # milliseconds
+            "no-crc": {"target": 0.070, "delta": 0.02},  # milliseconds  # milliseconds
+            "crc": {"target": 0.052, "delta": 0.04},  # milliseconds  # milliseconds
         },
     },
     "ARM": {
         "serialize": {
-            "no-crc": {"target": 0.096, "delta": 0.025},  # milliseconds  # milliseconds
-            "crc": {"target": 0.186, "delta": 0.025},  # milliseconds  # milliseconds
+            "no-crc": {"target": 0.05, "delta": 0.02},  # milliseconds  # milliseconds
+            "crc": {"target": 0.054, "delta": 0.02},  # milliseconds  # milliseconds
         },
         "deserialize": {
-            "no-crc": {"target": 0.034, "delta": 0.015},  # milliseconds  # milliseconds
-            "crc": {"target": 0.042, "delta": 0.015},  # milliseconds  # milliseconds
+            "no-crc": {"target": 0.057, "delta": 0.02},  # milliseconds  # milliseconds
+            "crc": {"target": 0.063, "delta": 0.02},  # milliseconds  # milliseconds
         },
     },
 }
@@ -75,7 +75,6 @@ def _check_statistics(directory, mean):
     return directory, f"{mean} ms", f"{low} <= result <= {high}"
 
 
-@pytest.mark.skipif(get_cpu_vendor() != CpuVendor.INTEL, reason="Not supported yet.")
 def test_serialization_benchmark():
     """
     Benchmark test for MicrovmState serialization/deserialization.
@@ -88,7 +87,7 @@ def test_serialization_benchmark():
     os.chdir(BENCHMARK_DIRECTORY)
 
     # Run benchmark test
-    cmd = "cargo bench"
+    cmd = "cargo bench --target {}".format(DEFAULT_BUILD_TARGET)
     result = utils.run_cmd_sync(cmd)
     assert result.returncode == 0
 
@@ -115,7 +114,7 @@ def test_serialization_benchmark():
         mean = estimates["mean"]["point_estimate"] / NSEC_IN_MSEC
         logger.info("Mean: %f", mean)
 
-        res = _check_statistics(directory, mean)
+        res = _check_statistics(directory, round(mean, 3))
 
         results_and_criteria[0] += f"{res[0]}: {res[1]}, "
         results_and_criteria[1] += f"{res[0]}: {res[2]}, "