Record mean abs error as well as max

matt-graham · matt-graham · commit c663e88366fa · 2025-01-27T14:51:08.000Z
diff --git a/benchmarks/benchmarking.py b/benchmarks/benchmarking.py
@@ -451,6 +451,9 @@ def run_benchmarks(
                     results_entry["max_abs_error"] = abs(
                         reference_output - output
                     ).max()
+                    results_entry["mean_abs_error"] = abs(
+                        reference_output - output
+                    ).mean()
                 run_times = [
                     time / number_runs
                     for time in timeit.repeat(
