added all benchmarks option

Author: chernser

.github/workflows/benchmarks.yml

@@ -3,27 +3,15 @@ description: Runs minimal JMH benchmark
 
 on:
   schedule:
-    # Build and publish nightly snapshot at 3:55pm every day
     - cron: "55 15 * * *"
   workflow_dispatch:
     inputs:
       pr:
         description: "Pull request#"
         required: false
-  pull_request:
-    types:
-      - opened
-      - synchronize
-      - reopened
-    paths-ignore:
-      - "**.md"
-      - "**/docs/**"
-      - "**/LICENSE"
-      - "**/NOTICE"
 
 env:
   CHC_BRANCH: "main"
-  CHC_VERSION: "0.8.2"
   CH_VERSION: "24.8"
   JAVA_VERSION: 17
 
@@ -40,6 +28,8 @@ jobs:
     steps:
       - name: Check out Git repository
         uses: actions/checkout@v4
+        with:
+          ref: ${{ env.CHC_BRANCH }}
       - name: Check out PR
         run: |
           git fetch --no-tags --prune --progress --no-recurse-submodules --depth=1 \
@@ -56,13 +46,11 @@ jobs:
       - name: Prepare Dataset
         run: |
           cd ./performance &&
-          ls -l &&
           mvn --batch-mode --no-transfer-progress clean compile exec:exec -Dexec.executable=java \
           -Dexec.args="-classpath %classpath com.clickhouse.benchmark.data.DataSetGenerator -input sample_dataset.sql -name default -rows 100000"
       - name: Run Benchmarks 
         run: |
           cd ./performance &&
-          ls -l && 
           mvn --batch-mode --no-transfer-progress clean compile exec:exec -Dexec.executable=java -Dexec.args="-classpath %classpath com.clickhouse.benchmark.BenchmarkRunner \
           -l 100000,10000 -m 3 -t 15 -b q,i -d file://default.csv"
       - name: Upload test results

performance/README.md

@@ -12,7 +12,7 @@
 #### Generating Dataset
 
 ```shell
-mvn compile exec:exec -Dexec.args="-classpath %classpath com.clickhouse.benchmark.data.DataSetGenerator \
+mvn compile exec:exec -Dexec.executable=java -Dexec.args="-classpath %classpath com.clickhouse.benchmark.data.DataSetGenerator \
 -input sample_dataset.sql -name default -rows 10"
 ```
 
@@ -25,7 +25,7 @@ mvn compile exec:exec
 
 With custom measurement iterations: 
 ```shell
-mvn compile exec:exec -Dexec.args="-classpath %classpath com.clickhouse.benchmark.BenchmarkRunner -m 3"
+mvn compile exec:exec -Dexec.executable=java -Dexec.args="-classpath %classpath com.clickhouse.benchmark.BenchmarkRunner -m 3"
 ```
 
 Other options:
@@ -34,6 +34,7 @@ Other options:
 - "-m" - number of measurement iterations
 - "-t" - time in seconds per iteration
 - "-b" - benchmark mask coma separated. Ex.: `-b writer,reader,i`. Default : `-b i,q`
+  - "all" - Run alpl benchmarks
   - "i" - InsertClient - insert operation benchmarks
   - "q" - QueryClient - query operation benchmarks
   - "ci" - ConcurrentInsertClient - concurrent version of insert benchmarks

performance/src/main/java/com/clickhouse/benchmark/BenchmarkRunner.java

@@ -64,11 +64,18 @@ public static void main(String[] args) throws Exception {
         String[] testMaskParts = testMask.split(",");
 
         SortedSet<String> benchmarks = new TreeSet<>();
-        for (String p : testMaskParts) {
-            String benchmark = BENCHMARK_FLAGS.get(p);
-            if (benchmark != null) {
-                optBuilder.include(benchmark);
-                benchmarks.add(benchmark);
+        if (testMaskParts[0].equalsIgnoreCase("all")) {
+            BENCHMARK_FLAGS.values().forEach((b) -> {
+                optBuilder.include(b);
+                benchmarks.add(b);
+            });
+        } else {
+            for (String p : testMaskParts) {
+                String benchmark = BENCHMARK_FLAGS.get(p);
+                if (benchmark != null) {
+                    optBuilder.include(benchmark);
+                    benchmarks.add(benchmark);
+                }
             }
         }