Tweaks

Author: Paultagoras

performance/src/test/com/clickhouse/benchmark/BenchmarkRunner.java

@@ -47,11 +47,11 @@ public static void main(String[] args) throws Exception {
                 .addProfiler(MemPoolProfiler.class)
                 .warmupIterations(1)
                 .warmupTime(TimeValue.seconds(5))
-                .measurementIterations(3)
+                .measurementIterations(10)
                 .jvmArgs("-Xms8g", "-Xmx8g")
-                .measurementTime(TimeValue.seconds(isCloud() ? 30 : 5))
+                .measurementTime(TimeValue.seconds(isCloud() ? 30 : 10))
                 .resultFormat(ResultFormatType.JSON)
-                .output(String.format("jmh-results-%s-%s.out", isCloud() ? "cloud" : "local", System.currentTimeMillis()))
+//                .output(String.format("jmh-results-%s-%s.out", isCloud() ? "cloud" : "local", System.currentTimeMillis()))
                 .result(String.format("jmh-results-%s-%s.json", isCloud() ? "cloud" : "local", System.currentTimeMillis()))
                 .build();
 

performance/src/test/com/clickhouse/benchmark/clients/ConcurrentInsertClient.java

@@ -24,7 +24,6 @@
 import org.slf4j.LoggerFactory;
 
 import java.util.List;
-import java.util.concurrent.atomic.AtomicInteger;
 
 import static com.clickhouse.benchmark.TestEnvironment.getServer;
 @Threads(3)
@@ -57,7 +56,7 @@ public String createTableName() {
             String id = name.substring(index + 1);
             return String.format("%s_%s", "concurrent_data_empty", id);
         }
-        @Setup(Level.Invocation)
+        @Setup(Level.Trial)
         public void setup() {
             DataSet dataSet = DataState.getDataSet();
             String tableName = createTableName();

performance/src/test/com/clickhouse/benchmark/clients/ConcurrentQueryClient.java

@@ -1,23 +1,14 @@
 package com.clickhouse.benchmark.clients;
 
 import com.clickhouse.benchmark.BenchmarkRunner;
-import com.clickhouse.benchmark.data.DataSet;
 import com.clickhouse.client.ClickHouseClient;
-import com.clickhouse.client.ClickHouseCredentials;
-import com.clickhouse.client.ClickHouseNode;
-import com.clickhouse.client.ClickHouseProtocol;
 import com.clickhouse.client.ClickHouseResponse;
 import com.clickhouse.client.api.Client;
 import com.clickhouse.client.api.data_formats.ClickHouseBinaryFormatReader;
-import com.clickhouse.client.api.data_formats.RowBinaryFormatWriter;
-import com.clickhouse.client.api.insert.InsertResponse;
-import com.clickhouse.client.api.insert.InsertSettings;
 import com.clickhouse.client.api.query.QueryResponse;
 import com.clickhouse.client.config.ClickHouseClientOption;
-import com.clickhouse.data.ClickHouseDataProcessor;
 import com.clickhouse.data.ClickHouseFormat;
 import com.clickhouse.data.ClickHouseRecord;
-import com.clickhouse.data.ClickHouseSerializer;
 import org.openjdk.jmh.annotations.Benchmark;
 import org.openjdk.jmh.annotations.Level;
 import org.openjdk.jmh.annotations.Scope;
@@ -29,14 +20,9 @@
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
-import java.net.InetSocketAddress;
-import java.util.Collections;
-import java.util.List;
-import java.util.concurrent.atomic.AtomicInteger;
-
 import static com.clickhouse.benchmark.TestEnvironment.*;
 
-@Threads(10)
+@Threads(3)
 @State(Scope.Benchmark)
 public class ConcurrentQueryClient extends BenchmarkBase {
     private static final Logger LOGGER = LoggerFactory.getLogger(ConcurrentQueryClient.class);