fix: Remove cpu-config benchmark lower threshold

The benchmark is useful in checking that  no regressions
have been introduced into deserialization code for /cpu-config

The benchmark running faster than expected is not a problem,
so this change removes the lower threshold that would cause the
benchmark test to fail.

Signed-off-by: Matthew Schlebusch <[email protected]>

Author: mattschlebusch

tests/integration_tests/performance/test_cpu_template_benchmark.py

@@ -9,8 +9,6 @@
 import shutil
 from pathlib import Path
 
-import pytest
-
 from framework import utils
 from framework.defs import FC_WORKSPACE_DIR
 from host_tools import proc
@@ -24,16 +22,16 @@
 
 BASELINES = {
     "Intel": {
-        "deserialize": {"target": 0.025, "delta": 0.02},  # milliseconds
-        "serialize": {"target": 0.015, "delta": 0.02},  # milliseconds
+        "deserialize": {"max_target": 0.02},  # milliseconds
+        "serialize": {"max_target": 0.02},  # milliseconds
     },
     "AMD": {
-        "deserialize": {"target": 0.0037, "delta": 0.002},  # milliseconds
-        "serialize": {"target": 0.015, "delta": 0.02},  # milliseconds
+        "deserialize": {"max_target": 0.02},  # milliseconds
+        "serialize": {"max_target": 0.02},  # milliseconds
     },
     "ARM": {
-        "deserialize": {"target": 0.00037, "delta": 0.0006},  # milliseconds
-        "serialize": {"target": 0.0015, "delta": 0.006},  # milliseconds
+        "deserialize": {"max_target": 0.006},  # milliseconds
+        "serialize": {"max_target": 0.006},  # milliseconds
     },
 }
 
@@ -48,17 +46,14 @@ def _check_statistics(directory, mean):
         bench = "serialize"
 
     measure = BASELINES[proc_model[0]][bench]
-    target, delta = measure["target"], measure["delta"]
+    max_target = measure["max_target"]
 
     # When using multiple data sets where the delta can
     # vary substantially, consider making use of the
     # 'rel' parameter for more flexibility.
-    assert mean == pytest.approx(
-        target,
-        abs=delta,
-    ), f"Benchmark result {directory} has changed!"
+    assert mean < max_target, f"Benchmark result {directory} has changed!"
 
-    return f"{target - delta} <= result <= {target + delta}"
+    return f"{max_target} > result"
 
 
 def test_cpu_template_benchmark(monkeypatch, record_property):