Skip to content

Commit 6493467

Browse files
committed
DOC: Bench: Report median duration
Mean too skewed on the one slow (10d) trial.
1 parent 03ae310 commit 6493467

File tree

1 file changed

+2
-2
lines changed

1 file changed

+2
-2
lines changed

benchmark/__main__.py

Lines changed: 2 additions & 2 deletions
Original file line numberDiff line numberDiff line change
@@ -139,9 +139,9 @@ def key_func(r):
139139
for method, nfev, success_pct, error, duration in sorted(
140140
[(k,
141141
int(round(np.mean([r['nfev'] for r in g]))),
142-
int(np.round(100 * np.mean([r['success'] * 1. for r in g]))),
142+
int(round(100 * np.mean([int(r['success']) for r in g]))),
143143
int(round(np.mean([r['error'] for r in g]))),
144-
np.percentile([r['duration'] for r in g], 90),
144+
np.median([r['duration'] for r in g]),
145145
)
146146
for k, g in [(k, list(g)) for k, g in groupby(sorted(results, key=key_func), key=key_func)]],
147147
key=lambda g: (-g[2], g[1], g[3])):

0 commit comments

Comments
 (0)