Merge branch 'main' into cschleiden/hanging-timer

Author: cschleiden

.github/workflows/bench.yml

@@ -65,17 +65,45 @@ jobs:
       - name: Start MySQL
         run: sudo /etc/init.d/mysql start
 
-      - name: Run benchmarks - mysql
+      - name: Run benchmarks
         run: |
+          echo "## Default run" > benchmark.md
           hyperfine --warmup 1 --export-markdown bench-mysql.md -n 'mysql-main' './bench-main -runs 2 -backend mysql' -n 'mysql-pr' './bench-pr -runs 2 -backend mysql'
           hyperfine --warmup 1 --export-markdown bench-sqlite.md -n 'sqlite-main' './bench-main -runs 2 -backend sqlite' -n 'sqlite-pr' './bench-pr -runs 2 -backend sqlite'
           hyperfine --warmup 1 --export-markdown bench-redis.md -n 'redis-main' './bench-main -runs 2 -backend redis' -n 'redis-pr' './bench-pr -runs 2 -backend redis'
-          cat bench-mysql.md > benchmark.md
+          cat bench-mysql.md >> benchmark.md
           echo $'\n' >> benchmark.md
           cat bench-sqlite.md >> benchmark.md
           echo $'\n' >> benchmark.md
           cat bench-redis.md >> benchmark.md
 
+      - name: Run large benchmarks
+        if: github.event.issue.pull_request && contains(github.event.comment.body, '!large')
+        run: |
+          echo "## Large payload run (1MB)" >> benchmark.md
+          hyperfine --show-output --warmup 1 --export-markdown bench-mysql-l.md -n 'mysql-main' './bench-main -resultsize 1000000 -runs 2 -backend mysql -timeout 240s' -n 'mysql-pr' './bench-pr -resultsize 1000000 -runs 2 -backend mysql -timeout 240s'
+          hyperfine --show-output --warmup 1 --export-markdown bench-sqlite-l.md -n 'sqlite-main' './bench-main -resultsize 1000000 -runs 2 -backend sqlite -timeout 240s' -n 'sqlite-pr' './bench-pr -resultsize 1000000 -runs 2 -backend sqlite -timeout 240s'
+          hyperfine --show-output --warmup 1 --export-markdown bench-redis-l.md -n 'redis-main' './bench-main -resultsize 1000000 -runs 2 -backend redis -timeout 240s' -n 'redis-pr' './bench-pr -resultsize 1000000 -runs 2 -backend redis -timeout 240s'
+          cat bench-mysql-l.md >> benchmark.md
+          echo $'\n' >> benchmark.md
+          cat bench-sqlite-l.md >> benchmark.md
+          echo $'\n' >> benchmark.md
+          cat bench-redis-l.md >> benchmark.md
+
+
+      - name: Run very large benchmarks
+        if: github.event.issue.pull_request && contains(github.event.comment.body, '!verylarge')
+        run: |
+          echo "## Large payload run (5MB)" >> benchmark.md
+          hyperfine --show-output --warmup 1 --export-markdown bench-mysql-l.md -n 'mysql-main' './bench-main -resultsize 5000000 -runs 2 -backend mysql -timeout 240s' -n 'mysql-pr' './bench-pr -resultsize 5000000 -runs 2 -backend mysql -timeout 240s'
+          hyperfine --show-output --warmup 1 --export-markdown bench-sqlite-l.md -n 'sqlite-main' './bench-main -resultsize 5000000 -runs 2 -backend sqlite -timeout 240s' -n 'sqlite-pr' './bench-pr -resultsize 5000000 -runs 2 -backend sqlite -timeout 240s'
+          hyperfine --show-output --warmup 1 --export-markdown bench-redis-l.md -n 'redis-main' './bench-main -resultsize 5000000 -runs 2 -backend redis -timeout 240s' -n 'redis-pr' './bench-pr -resultsize 5000000 -runs 2 -backend redis -timeout 240s'
+          cat bench-mysql-l.md >> benchmark.md
+          echo $'\n' >> benchmark.md
+          cat bench-sqlite-l.md >> benchmark.md
+          echo $'\n' >> benchmark.md
+          cat bench-redis-l.md >> benchmark.md
+
       - name: Write a new comment
         uses: peter-evans/create-or-update-comment@v2
         continue-on-error: true