@@ -65,42 +65,67 @@ jobs:
6565 - name : Start MySQL
6666 run : sudo /etc/init.d/mysql start
6767
68- - name : Run benchmarks
68+ - name : Run MySQL benchmarks
69+ if : github.event.issue.pull_request && !contains(github.event.comment.body, '!skipmysql')
6970 run : |
70- echo "## Default run" > benchmark.md
71+ echo "## MySQL run" > benchmark.md
7172 hyperfine --show-output --warmup 1 --export-markdown bench-mysql.md -n 'mysql-main' './bench-main -runs 2 -backend mysql' -n 'mysql-pr' './bench-pr -runs 2 -backend mysql'
72- hyperfine --show-output --warmup 1 --export-markdown bench-sqlite.md -n 'sqlite-main' './bench-main -runs 2 -backend sqlite' -n 'sqlite-pr' './bench-pr -runs 2 -backend sqlite'
73- hyperfine --show-output --warmup 1 --export-markdown bench-redis.md -n 'redis-main' './bench-main -runs 2 -backend redis' -n 'redis-pr' './bench-pr -runs 2 -backend redis'
7473 cat bench-mysql.md >> benchmark.md
75- echo $'\n' >> benchmark.md
74+
75+ - name : Run SQLite benchmarks
76+ if : github.event.issue.pull_request && !contains(github.event.comment.body, '!skipsqlite')
77+ run : |
78+ echo "## SQLite run" > benchmark-sqlite.md
79+ hyperfine --show-output --warmup 1 --export-markdown bench-sqlite.md -n 'sqlite-main' './bench-main -runs 2 -backend sqlite' -n 'sqlite-pr' './bench-pr -runs 2 -backend sqlite'
7680 cat bench-sqlite.md >> benchmark.md
77- echo $'\n' >> benchmark.md
81+
82+ - name : Run Redis benchmarks
83+ if : github.event.issue.pull_request && !contains(github.event.comment.body, '!skipredis')
84+ run : |
85+ echo "## Redis run" > benchmark.md
86+ hyperfine --show-output --warmup 1 --export-markdown bench-redis.md -n 'redis-main' './bench-main -runs 2 -backend redis' -n 'redis-pr' './bench-pr -runs 2 -backend redis'
7887 cat bench-redis.md >> benchmark.md
7988
80- - name : Run large benchmarks
81- if : github.event.issue.pull_request && contains(github.event.comment.body, '!large')
89+ - name : Run large MySQL benchmarks
90+ if : github.event.issue.pull_request && !contains(github.event.comment.body, '!skipmysql') && contains(github.event.comment.body, '!large')
8291 run : |
83- echo "## Large payload run (1MB)" >> benchmark.md
92+ echo "## Large MySQL payload run (1MB)" >> benchmark.md
8493 hyperfine --show-output --warmup 1 --export-markdown bench-mysql-l.md -n 'mysql-main' './bench-main -resultsize 1000000 -activities 10 -runs 2 -backend mysql -timeout 240s' -n 'mysql-pr' './bench-pr -resultsize 1000000 -activities 10 -runs 2 -backend mysql -timeout 240s'
85- hyperfine --show-output --warmup 1 --export-markdown bench-sqlite-l.md -n 'sqlite-main' './bench-main -resultsize 1000000 -activities 10 -runs 2 -backend sqlite -timeout 240s' -n 'sqlite-pr' './bench-pr -resultsize 1000000 -activities 10 -runs 2 -backend sqlite -timeout 240s'
86- hyperfine --show-output --warmup 1 --export-markdown bench-redis-l.md -n 'redis-main' './bench-main -resultsize 1000000 -activities 10 -runs 2 -backend redis -timeout 240s' -n 'redis-pr' './bench-pr -resultsize 1000000 -activities 10 -runs 2 -backend redis -timeout 240s'
8794 cat bench-mysql-l.md >> benchmark.md
88- echo $'\n' >> benchmark.md
95+
96+ - name : Run large SQLite benchmarks
97+ if : github.event.issue.pull_request && !contains(github.event.comment.body, '!skipsqlite') && contains(github.event.comment.body, '!large')
98+ run : |
99+ echo "## Large SQLite payload run (1MB)" >> benchmark.md
100+ hyperfine --show-output --warmup 1 --export-markdown bench-sqlite-l.md -n 'sqlite-main' './bench-main -resultsize 1000000 -activities 10 -runs 2 -backend sqlite -timeout 240s' -n 'sqlite-pr' './bench-pr -resultsize 1000000 -activities 10 -runs 2 -backend sqlite -timeout 240s'
89101 cat bench-sqlite-l.md >> benchmark.md
90- echo $'\n' >> benchmark.md
102+
103+ - name : Run large Redis benchmarks
104+ if : github.event.issue.pull_request && !contains(github.event.comment.body, '!skipredis') && contains(github.event.comment.body, '!large')
105+ run : |
106+ echo "## Large Redis payload run (1MB)" >> benchmark.md
107+ hyperfine --show-output --warmup 1 --export-markdown bench-redis-l.md -n 'redis-main' './bench-main -resultsize 1000000 -activities 10 -runs 2 -backend redis -timeout 240s' -n 'redis-pr' './bench-pr -resultsize 1000000 -activities 10 -runs 2 -backend redis -timeout 240s'
91108 cat bench-redis-l.md >> benchmark.md
92109
93- - name : Run very large benchmarks
94- if : github.event.issue.pull_request && contains(github.event.comment.body, '!verylarge')
110+ - name : Run very large MySQL benchmarks
111+ if : github.event.issue.pull_request && !contains(github.event.comment.body, '!skipmysql') && contains(github.event.comment.body, '!verylarge')
95112 run : |
96- echo "## Very Large payload run (5MB)" >> benchmark.md
113+ echo "## Very Large MySQL payload run (5MB)" >> benchmark.md
97114 hyperfine --show-output --warmup 1 --export-markdown bench-mysql-vl.md -n 'mysql-main' './bench-main -resultsize 5000000 -runs 2 -backend mysql -timeout 240s' -n 'mysql-pr' './bench-pr -resultsize 5000000 -runs 2 -backend mysql -timeout 240s'
98- hyperfine --show-output --warmup 1 --export-markdown bench-sqlite-vl.md -n 'sqlite-main' './bench-main -resultsize 5000000 -runs 2 -backend sqlite -timeout 240s' -n 'sqlite-pr' './bench-pr -resultsize 5000000 -runs 2 -backend sqlite -timeout 240s'
99- hyperfine --show-output --warmup 1 --export-markdown bench-redis-vl.md -n 'redis-main' './bench-main -resultsize 5000000 -runs 2 -backend redis -timeout 240s' -n 'redis-pr' './bench-pr -resultsize 5000000 -runs 2 -backend redis -timeout 240s'
100115 cat bench-mysql-vl.md >> benchmark.md
101- echo $'\n' >> benchmark.md
116+
117+ - name : Run very large SQLite benchmarks
118+ if : github.event.issue.pull_request && !contains(github.event.comment.body, '!skipsqlite') && contains(github.event.comment.body, '!verylarge')
119+ run : |
120+ echo "## Very Large SQLite payload run (5MB)" >> benchmark.md
121+ hyperfine --show-output --warmup 1 --export-markdown bench-sqlite-vl.md -n 'sqlite-main' './bench-main -resultsize 5000000 -runs 2 -backend sqlite -timeout 240s' -n 'sqlite-pr' './bench-pr -resultsize 5000000 -runs 2 -backend sqlite -timeout 240s'
102122 cat bench-sqlite-vl.md >> benchmark.md
103- echo $'\n' >> benchmark.md
123+
124+ - name : Run very large Redis benchmarks
125+ if : github.event.issue.pull_request && !contains(github.event.comment.body, '!skipredis') && contains(github.event.comment.body, '!verylarge')
126+ run : |
127+ echo "## Very Large Redis payload run (5MB)" >> benchmark.md
128+ hyperfine --show-output --warmup 1 --export-markdown bench-redis-vl.md -n 'redis-main' './bench-main -resultsize 5000000 -runs 2 -backend redis -timeout 240s' -n 'redis-pr' './bench-pr -resultsize 5000000 -runs 2 -backend redis -timeout 240s'
104129 cat bench-redis-vl.md >> benchmark.md
105130
106131 - name : Write a new comment
0 commit comments