Skip to content

Commit 3dd48d0

Browse files
committed
Re-enable large benchmarks for all backends
1 parent 38a69da commit 3dd48d0

File tree

1 file changed

+12
-13
lines changed

1 file changed

+12
-13
lines changed

.github/workflows/bench.yml

Lines changed: 12 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -68,9 +68,9 @@ jobs:
6868
- name: Run benchmarks
6969
run: |
7070
echo "## Default run" > benchmark.md
71-
hyperfine --warmup 1 --export-markdown bench-mysql.md -n 'mysql-main' './bench-main -runs 2 -backend mysql' -n 'mysql-pr' './bench-pr -runs 2 -backend mysql'
72-
hyperfine --warmup 1 --export-markdown bench-sqlite.md -n 'sqlite-main' './bench-main -runs 2 -backend sqlite' -n 'sqlite-pr' './bench-pr -runs 2 -backend sqlite'
73-
hyperfine --warmup 1 --export-markdown bench-redis.md -n 'redis-main' './bench-main -runs 2 -backend redis' -n 'redis-pr' './bench-pr -runs 2 -backend redis'
71+
hyperfine --show-output --warmup 1 --export-markdown bench-mysql.md -n 'mysql-main' './bench-main -runs 2 -backend mysql' -n 'mysql-pr' './bench-pr -runs 2 -backend mysql'
72+
hyperfine --show-output --warmup 1 --export-markdown bench-sqlite.md -n 'sqlite-main' './bench-main -runs 2 -backend sqlite' -n 'sqlite-pr' './bench-pr -runs 2 -backend sqlite'
73+
hyperfine --show-output --warmup 1 --export-markdown bench-redis.md -n 'redis-main' './bench-main -runs 2 -backend redis' -n 'redis-pr' './bench-pr -runs 2 -backend redis'
7474
cat bench-mysql.md >> benchmark.md
7575
echo $'\n' >> benchmark.md
7676
cat bench-sqlite.md >> benchmark.md
@@ -79,29 +79,28 @@ jobs:
7979
8080
- name: Run large benchmarks
8181
if: github.event.issue.pull_request && contains(github.event.comment.body, '!large')
82-
# hyperfine --show-output --warmup 1 --export-markdown bench-mysql-l.md -n 'mysql-main' './bench-main -resultsize 1000000 -activities 10 -runs 2 -backend mysql -timeout 240s' -n 'mysql-pr' './bench-pr -resultsize 1000000 -activities 10 -runs 2 -backend mysql -timeout 240s'
83-
# cat bench-mysql-l.md >> benchmark.md
84-
# echo $'\n' >> benchmark.md
8582
run: |
8683
echo "## Large payload run (1MB)" >> benchmark.md
84+
hyperfine --show-output --warmup 1 --export-markdown bench-mysql-l.md -n 'mysql-main' './bench-main -resultsize 1000000 -activities 10 -runs 2 -backend mysql -timeout 240s' -n 'mysql-pr' './bench-pr -resultsize 1000000 -activities 10 -runs 2 -backend mysql -timeout 240s'
8785
hyperfine --show-output --warmup 1 --export-markdown bench-sqlite-l.md -n 'sqlite-main' './bench-main -resultsize 1000000 -activities 10 -runs 2 -backend sqlite -timeout 240s' -n 'sqlite-pr' './bench-pr -resultsize 1000000 -activities 10 -runs 2 -backend sqlite -timeout 240s'
8886
hyperfine --show-output --warmup 1 --export-markdown bench-redis-l.md -n 'redis-main' './bench-main -resultsize 1000000 -activities 10 -runs 2 -backend redis -timeout 240s' -n 'redis-pr' './bench-pr -resultsize 1000000 -activities 10 -runs 2 -backend redis -timeout 240s'
87+
cat bench-mysql-l.md >> benchmark.md
88+
echo $'\n' >> benchmark.md
8989
cat bench-sqlite-l.md >> benchmark.md
9090
echo $'\n' >> benchmark.md
9191
cat bench-redis-l.md >> benchmark.md
9292
93-
9493
- name: Run very large benchmarks
9594
if: github.event.issue.pull_request && contains(github.event.comment.body, '!verylarge')
96-
# hyperfine --show-output --warmup 1 --export-markdown bench-mysql-l.md -n 'mysql-main' './bench-main -resultsize 5000000 -runs 2 -backend mysql -timeout 240s' -n 'mysql-pr' './bench-pr -resultsize 5000000 -runs 2 -backend mysql -timeout 240s'
97-
# hyperfine --show-output --warmup 1 --export-markdown bench-sqlite-l.md -n 'sqlite-main' './bench-main -resultsize 5000000 -runs 2 -backend sqlite -timeout 240s' -n 'sqlite-pr' './bench-pr -resultsize 5000000 -runs 2 -backend sqlite -timeout 240s'
98-
# cat bench-mysql-l.md >> benchmark.md
99-
# echo $'\n' >> benchmark.md
100-
# cat bench-sqlite-l.md >> benchmark.md
101-
# echo $'\n' >> benchmark.md
10295
run: |
10396
echo "## Large payload run (5MB)" >> benchmark.md
97+
hyperfine --show-output --warmup 1 --export-markdown bench-mysql-l.md -n 'mysql-main' './bench-main -resultsize 5000000 -runs 2 -backend mysql -timeout 240s' -n 'mysql-pr' './bench-pr -resultsize 5000000 -runs 2 -backend mysql -timeout 240s'
98+
hyperfine --show-output --warmup 1 --export-markdown bench-sqlite-l.md -n 'sqlite-main' './bench-main -resultsize 5000000 -runs 2 -backend sqlite -timeout 240s' -n 'sqlite-pr' './bench-pr -resultsize 5000000 -runs 2 -backend sqlite -timeout 240s'
10499
hyperfine --show-output --warmup 1 --export-markdown bench-redis-l.md -n 'redis-main' './bench-main -resultsize 5000000 -runs 2 -backend redis -timeout 240s' -n 'redis-pr' './bench-pr -resultsize 5000000 -runs 2 -backend redis -timeout 240s'
100+
cat bench-mysql-l.md >> benchmark.md
101+
echo $'\n' >> benchmark.md
102+
cat bench-sqlite-l.md >> benchmark.md
103+
echo $'\n' >> benchmark.md
105104
cat bench-redis-l.md >> benchmark.md
106105
107106
- name: Write a new comment

0 commit comments

Comments
 (0)