Skip to content

Commit 5b81f16

Browse files
ci: add absolute time limit to blockifier`s benchmark (#10071)
1 parent fb3d031 commit 5b81f16

File tree

1 file changed

+9
-1
lines changed

1 file changed

+9
-1
lines changed

.github/workflows/blockifier_ci.yml

Lines changed: 9 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -38,6 +38,8 @@ on:
3838

3939
env:
4040
RUSTFLAGS: "-D warnings -C link-arg=-fuse-ld=lld"
41+
TRANSFERS_BENCHMARK_CAIRO_NATIVE_TIME_LIMIT_NS: "200000000"
42+
TRANSFERS_BENCHMARK_VM_TIME_LIMIT_NS: "1000000000"
4143

4244
# On PR events, cancel existing CI runs on this same PR for this workflow.
4345
# Also, create different concurrency groups for different pushed commits, on push events.
@@ -123,4 +125,10 @@ jobs:
123125
clean: false
124126

125127
# Benchmark the current branch and compare to the previous run.
126-
- run: cargo run -p bench_tools -- run-and-compare --package blockifier --out /tmp/new_results --regression-limit 8.0
128+
- run: |
129+
cargo run -p bench_tools -- run-and-compare \
130+
--package blockifier \
131+
--out /tmp/new_results \
132+
--regression-limit 8.0 \
133+
--set-absolute-time-ns-limit transfers_benchmark_cairo_native ${TRANSFERS_BENCHMARK_CAIRO_NATIVE_TIME_LIMIT_NS} \
134+
--set-absolute-time-ns-limit transfers_benchmark_vm ${TRANSFERS_BENCHMARK_VM_TIME_LIMIT_NS}

0 commit comments

Comments
 (0)