Merge pull request #321 from faster-cpython/run-all-benchmarks

mdboom · web-flow · commit d0569e73e0f9 · 2024-12-19T09:21:48.000-05:00
Run all benchmarks on weekly
diff --git a/bench_runner/scripts/run_benchmarks.py b/bench_runner/scripts/run_benchmarks.py
@@ -360,6 +360,8 @@ def select_benchmarks(benchmarks: str):
         return ",".join(
             ["all", *[f"-{x}" for x in util.get_excluded_benchmarks() if x]]
         )
+    elif benchmarks == "all_and_excluded":
+        return "all"
     return benchmarks
 
 
diff --git a/bench_runner/templates/_weekly.src.yml b/bench_runner/templates/_weekly.src.yml
@@ -35,7 +35,7 @@ jobs:
       fork: python
       ref: ${{ needs.determine_head.outputs.commit }}
       machine: all
-      benchmarks: all
+      benchmarks: all_and_excluded
       pgo: true
       tier2: false
     secrets: inherit
@@ -47,7 +47,7 @@ jobs:
       fork: python
       ref: ${{ needs.determine_head.outputs.commit }}
       machine: all
-      benchmarks: all
+      benchmarks: all_and_excluded
       pgo: true
       tier2: false
       jit: true
@@ -60,7 +60,7 @@ jobs:
       fork: python
       ref: ${{ needs.determine_head.outputs.commit }}
       machine: all
-      benchmarks: all
+      benchmarks: all_and_excluded
       pgo: true
       tier2: false
       jit: false

Original file line number	Diff line number	Diff line change
`@@ -360,6 +360,8 @@ def select_benchmarks(benchmarks: str):`
`360`	`360`	`return ",".join(`
`361`	`361`	`["all", *[f"-{x}" for x in util.get_excluded_benchmarks() if x]]`
`362`	`362`	`)`
	`363`	`+ elif benchmarks == "all_and_excluded":`
	`364`	`+ return "all"`
`363`	`365`	`return benchmarks`
`364`	`366`
`365`	`367`