No pystats warmups

Author: mdboom

CHANGELOG.md

@@ -2,6 +2,11 @@
 
 ### Bugfixes
 
+#### No warmup runs for pystats
+
+When collecting pystats, pyperformance will no longer perform "warmup runs", to
+make sure that the pystats don't have missing information.
+
 #### Removing a git repo on Windows fails
 
 One needs to remove the "read only" flags on certain files in the git repo in order to remove it.

bench_runner/benchmark_definitions.py

@@ -18,7 +18,7 @@ class BenchmarkRepo:
 
 BENCHMARK_REPOS = [
     BenchmarkRepo(
-        "56d12a8fd7cc1432835965d374929bfa7f6f7a07",
+        "29cd683acc3eddfd878aa87ef52c15aa4a53641e",
         "https://github.com/python/pyperformance.git",
         "pyperformance",
     ),

bench_runner/scripts/run_benchmarks.py

@@ -145,7 +145,7 @@ def collect_pystats(
     if LOOPS_FILE_ENV_VAR not in os.environ:
         os.environ[LOOPS_FILE_ENV_VAR] = "loops.json"
 
-    extra_args = ["--hook", "pystats"]
+    extra_args = ["--hook", "pystats", "--warmups", "0"]
 
     if flags is None:
         flags = []