Update test_perf_output_format.py (#100)

gabrys · web-flow · commit 2a2a497eba28 · 2025-10-06T10:44:17.000Z
diff --git a/tests/performance/test_perf_output_format.py b/tests/performance/test_perf_output_format.py
@@ -57,8 +57,10 @@ def test_perf_create_metrics_dataframe(benchmark, num_experiments, num_steps, nu
     )
 
 
+# NOTE: This test gets surprisingly big variance in timing, probably due to memory usage?
+# Example from 2025-10-01: p0: 0.772, p80: 0.941, p100: 0.946
 @expected_benchmark(
-    num_experiments=100, num_attributes=10, num_points_per_attribute=1500, min_p0=0.700, max_p80=0.900, max_p100=1.200
+    num_experiments=100, num_attributes=10, num_points_per_attribute=1500, min_p0=0.700, max_p80=1.100, max_p100=1.300
 )
 def test_perf_create_metrics_dataframe_with_random_data(
     benchmark, num_experiments, num_attributes, num_points_per_attribute

Original file line number	Diff line number	Diff line change
`@@ -57,8 +57,10 @@ def test_perf_create_metrics_dataframe(benchmark, num_experiments, num_steps, nu`
`57`	`57`	`)`
`58`	`58`
`59`	`59`
	`60`	`+# NOTE: This test gets surprisingly big variance in timing, probably due to memory usage?`
	`61`	`+# Example from 2025-10-01: p0: 0.772, p80: 0.941, p100: 0.946`
`60`	`62`	`@expected_benchmark(`
`61`		`- num_experiments=100, num_attributes=10, num_points_per_attribute=1500, min_p0=0.700, max_p80=0.900, max_p100=1.200`
	`63`	`+ num_experiments=100, num_attributes=10, num_points_per_attribute=1500, min_p0=0.700, max_p80=1.100, max_p100=1.300`
`62`	`64`	`)`
`63`	`65`	`def test_perf_create_metrics_dataframe_with_random_data(`
`64`	`66`	`benchmark, num_experiments, num_attributes, num_points_per_attribute`