Reduce flakiness of benchmark model tests (#2132)

dweindl · web-flow · commit e36b3f479751 · 2023-06-24T16:43:04.000+02:00
Check min simulation time instead of mean.
diff --git a/tests/benchmark-models/test_petab_model.py b/tests/benchmark-models/test_petab_model.py
@@ -148,7 +148,7 @@ def main():
         ]
         res = res_repeats[0]
 
-        times[label] = np.mean(
+        times[label] = np.min(
             [
                 sum(r.cpu_time + r.cpu_timeB for r in res[RDATAS]) / 1000
                 # only forwards/backwards simulation

Original file line number	Diff line number	Diff line change
`@@ -148,7 +148,7 @@ def main():`
`148`	`148`	`]`
`149`	`149`	`res = res_repeats[0]`
`150`	`150`
`151`		`- times[label] = np.mean(`
	`151`	`+ times[label] = np.min(`
`152`	`152`	`[`
`153`	`153`	`sum(r.cpu_time + r.cpu_timeB for r in res[RDATAS]) / 1000`
`154`	`154`	`# only forwards/backwards simulation`