Disable warmups during pystats

Author: mdboom

CHANGELOG.md

@@ -2,6 +2,11 @@
 
 ### Bugfixes
 
+#### No warmups on pystats runs
+
+To prevent "missing" some stats collected during warmup runs, they are now
+disabled when collecting pystats.
+
 #### Removing a git repo on Windows fails
 
 One needs to remove the "read only" flags on certain files in the git repo in order to remove it.

bench_runner/scripts/run_benchmarks.py

@@ -145,7 +145,7 @@ def collect_pystats(
     if LOOPS_FILE_ENV_VAR not in os.environ:
         os.environ[LOOPS_FILE_ENV_VAR] = "loops.json"
 
-    extra_args = ["--hook", "pystats"]
+    extra_args = ["--hook", "pystats", "--warmups", "0"]
 
     if flags is None:
         flags = []