Sophisticated assertion

Author: ondrejmirtes

.github/workflows/bench.yml

@@ -89,4 +89,4 @@ jobs:
           working-directory: "tests/"
 
       - name: "Run phpbench test"
-        run: "tests/vendor/bin/phpbench run --file=tests/bench/storage/baseline.xml --report=aggregate --assert=\"mode(variant.time.avg) < mode(baseline.time.avg) +/- 10%\""
+        run: "tests/vendor/bin/phpbench run --file=tests/bench/storage/baseline.xml --report=aggregate"

tests/bench/RegressionBench.php

@@ -8,6 +8,10 @@
 #[Bench\Iterations(iterations: 5)]
 #[Bench\Warmup(revs: 1)]
 #[Bench\RetryThreshold(retryThreshold: 10.0)]
+#[Bench\Assert(expression: '
+    (mode(baseline.time.avg) < 50 milliseconds and mode(variant.time.avg) < mode(baseline.time.avg) +/- 25%)
+    or (mode(baseline.time.avg) >= 50 milliseconds and mode(baseline.time.avg) < 500 milliseconds and mode(variant.time.avg) < mode(baseline.time.avg) +/- 10%)
+    or (mode(baseline.time.avg) >= 500 milliseconds and mode(variant.time.avg) < mode(baseline.time.avg) +/- 5%)')]
 class RegressionBench extends BenchCase
 {