Add JDBC Insert flow for Benchmarking

Author: mzitnik

performance/src/test/com/clickhouse/benchmark/clients/BenchmarkBase.java

@@ -9,6 +9,7 @@
 import com.clickhouse.client.ClickHouseNode;
 import com.clickhouse.client.ClickHouseProtocol;
 import com.clickhouse.client.ClickHouseResponse;
+import com.clickhouse.client.ClickHouseServerForTest;
 import com.clickhouse.client.api.Client;
 import com.clickhouse.client.api.enums.Protocol;
 import com.clickhouse.client.api.insert.InsertResponse;
@@ -18,6 +19,7 @@
 import com.clickhouse.data.ClickHouseOutputStream;
 import com.clickhouse.data.ClickHouseRecord;
 import com.clickhouse.data.format.ClickHouseRowBinaryProcessor;
+import com.clickhouse.jdbc.ClickHouseDriver;
 import org.openjdk.jmh.annotations.Level;
 import org.openjdk.jmh.annotations.Param;
 import org.openjdk.jmh.annotations.Scope;
@@ -31,9 +33,12 @@
 import java.io.InputStream;
 import java.math.BigInteger;
 import java.nio.ByteBuffer;
+import java.sql.Connection;
+import java.sql.SQLException;
 import java.util.ArrayList;
 import java.util.Collections;
 import java.util.List;
+import java.util.Properties;
 
 import static com.clickhouse.benchmark.BenchmarkRunner.getSelectCountQuery;
 import static com.clickhouse.benchmark.BenchmarkRunner.getSyncQuery;
@@ -48,18 +53,21 @@
 @State(Scope.Benchmark)
 public class BenchmarkBase {
     private static final Logger LOGGER = LoggerFactory.getLogger(BenchmarkBase.class);
-
     protected ClickHouseClient clientV1;
     protected Client clientV2;
+    protected static Connection jdbcV1 = null;
+    protected static Connection jdbcV2 = null;
+
     @Setup(Level.Iteration)
-    public void setUpIteration() {
+    public void setUpIteration() throws SQLException {
         clientV1 = getClientV1();
         clientV2 = getClientV2();
-
+        jdbcV1 = getJdbcV1();
+        jdbcV2 = getJdbcV2();
     }
 
     @TearDown(Level.Iteration)
-    public void tearDownIteration() {
+    public void tearDownIteration() throws SQLException {
         if (clientV1 != null) {
             clientV1.close();
             clientV1 = null;
@@ -68,6 +76,14 @@ public void tearDownIteration() {
             clientV2.close();
             clientV2 = null;
         }
+        if (jdbcV1 != null) {
+            jdbcV1.close();
+            jdbcV1 = null;
+        }
+        if (jdbcV2 != null) {
+            jdbcV2.close();
+            jdbcV2 = null;
+        }
     }
 
     @State(Scope.Benchmark)
@@ -224,6 +240,28 @@ protected static Client getClientV2(boolean includeDb) {
                 .build();
     }
 
+    protected static Connection getJdbcV1() throws SQLException {
+        Properties properties = new Properties();
+        properties.put("user", getUsername());
+        properties.put("password", getPassword());
+
+        ClickHouseNode node = ClickHouseServerForTest.getClickHouseNode(ClickHouseProtocol.HTTP, ClickHouseServerForTest.isCloud(), ClickHouseNode.builder().build());
+        LOGGER.info(String.format("clickhouse endpoint [%s:%s]", node.getHost(), node.getPort()));
+        Connection jdbcV1 = new ClickHouseDriver().connect(String.format("jdbc:clickhouse://%s:%s?clickhouse.jdbc.v1=true", node.getHost(), node.getPort()), properties);
+        return jdbcV1;
+    }
+    protected static Connection getJdbcV2() throws SQLException {
+        Properties properties = new Properties();
+        properties.put("user", getUsername());
+        properties.put("password", getPassword());
+
+        ClickHouseNode node = ClickHouseServerForTest.getClickHouseNode(ClickHouseProtocol.HTTP, ClickHouseServerForTest.isCloud(), ClickHouseNode.builder().build());
+        LOGGER.info(String.format("clickhouse endpoint [%s:%s]", node.getHost(), node.getPort()));
+
+        Connection jdbcV2 = new ClickHouseDriver().connect(String.format("jdbc:clickhouse://%s:%s", node.getHost(), node.getPort()), properties);
+        return jdbcV2;
+    }
+
     public static void loadClickHouseRecords(DataState dataState) {
         syncQuery(dataState.tableNameFilled);
 

performance/src/test/com/clickhouse/benchmark/clients/JDBCInsert.java

@@ -0,0 +1,41 @@
+package com.clickhouse.benchmark.clients;
+
+import org.openjdk.jmh.annotations.Benchmark;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.sql.Connection;
+import java.sql.PreparedStatement;
+import java.sql.SQLException;
+import java.util.List;
+import java.util.stream.Collectors;
+
+public class JDBCInsert extends BenchmarkBase {
+    private static final Logger LOGGER = LoggerFactory.getLogger(JDBCInsert.class);
+    void insetData(Connection connection, DataState dataState) throws SQLException {
+        int size = dataState.dataSet.getSchema().getColumns().size();
+        String names = dataState.dataSet.getSchema().getColumns().stream().map(column -> column.getColumnName()).collect(Collectors.joining(","));
+        String values = dataState.dataSet.getSchema().getColumns().stream().map(column -> "?").collect(Collectors.joining(","));
+        String sql = String.format("INSERT INTO %s (%s) VALUES (%s)", dataState.tableNameEmpty, names, values);
+        LOGGER.info("SQL: " + sql);
+        PreparedStatement preparedStatement = connection.prepareStatement(sql);
+        for (List<Object> data : dataState.dataSet.getRowsOrdered()) {
+            for (int j = 0; j < size; j++) {
+                preparedStatement.setObject(j + 1, data.get(j));
+            }
+            preparedStatement.addBatch();
+        }
+        preparedStatement.executeBatch();
+    }
+
+    @Benchmark
+    public void insertJDBCV1(DataState dataState) throws SQLException {
+        insetData(jdbcV1, dataState);
+    }
+
+    @Benchmark
+    public void insertJDBCV2(DataState dataState) throws SQLException {
+        insetData(jdbcV2, dataState);
+    }
+
+}