Merge pull request #2204 from ClickHouse/jmh_component_benchmarking

[perf] Added component performance tests

Author: chernser

performance/src/test/com/clickhouse/benchmark/BenchmarkRunner.java

@@ -1,5 +1,7 @@
 package com.clickhouse.benchmark;
 
+
+import com.clickhouse.benchmark.clients.Components;
 import com.clickhouse.benchmark.clients.InsertClient;
 import com.clickhouse.benchmark.clients.QueryClient;
 import org.openjdk.jmh.annotations.Mode;
@@ -30,6 +32,7 @@ public static void main(String[] args) throws Exception {
         Options opt = new OptionsBuilder()
                 .include(QueryClient.class.getSimpleName())
                 .include(InsertClient.class.getSimpleName())
+                .include(Components.class.getSimpleName())
                 .forks(1) // must be a fork. No fork only for debugging
                 .mode(Mode.SampleTime)
                 .timeUnit(TimeUnit.MILLISECONDS)

performance/src/test/com/clickhouse/benchmark/clients/BenchmarkBase.java

@@ -79,6 +79,9 @@ public static class DataState {
         String tableNameFilled;
         @Param({"data_empty"})
         String tableNameEmpty;
+
+        @Param({"true"})
+        boolean useClientCompression = true;
         DataSet dataSet;
 
         public void setDataSet(DataSet dataSet) {

performance/src/test/com/clickhouse/benchmark/clients/Components.java

@@ -0,0 +1,45 @@
+package com.clickhouse.benchmark.clients;
+
+import com.clickhouse.benchmark.data.DataSet;
+import com.clickhouse.client.api.internal.ClickHouseLZ4OutputStream;
+import com.clickhouse.data.ClickHouseOutputStream;
+import com.clickhouse.data.stream.Lz4OutputStream;
+import net.jpountz.lz4.LZ4Factory;
+import org.openjdk.jmh.annotations.Benchmark;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.ByteArrayOutputStream;
+
+public class Components extends BenchmarkBase {
+    private static final Logger LOGGER = LoggerFactory.getLogger(Components.class);
+
+    @Benchmark
+    public void CompressingOutputStreamV1(DataState dataState) {
+        DataSet dataSet = dataState.dataSet;
+        try (ByteArrayOutputStream baos = new ByteArrayOutputStream(); ClickHouseOutputStream out =
+                new Lz4OutputStream(baos, 8196, null)) {
+            for (byte[] bytes : dataSet.getBytesList(dataSet.getFormat())) {
+                out.write(bytes);
+            }
+        } catch (Exception e) {
+            LOGGER.error("Error: ", e);
+        }
+    }
+
+    private static final LZ4Factory factory = LZ4Factory.fastestInstance();
+
+    @Benchmark
+    public void CompressingOutputStreamV2(DataState dataState) {
+        DataSet dataSet = dataState.dataSet;
+        try (ByteArrayOutputStream baos = new ByteArrayOutputStream();
+             ClickHouseLZ4OutputStream out = new ClickHouseLZ4OutputStream(baos,
+                factory.fastCompressor(),  8196)) {
+            for (byte[] bytes : dataSet.getBytesList(dataSet.getFormat())) {
+                out.write(bytes);
+            }
+        } catch (Exception e) {
+            LOGGER.error("Error: ", e);
+        }
+    }
+}

performance/src/test/com/clickhouse/benchmark/clients/InsertClient.java

@@ -42,6 +42,7 @@ public void insertV1(DataState dataState) {
             try (ClickHouseResponse response = clientV1.read(getServer())
                     .write()
                     .option(ClickHouseClientOption.ASYNC, false)
+                    .option(ClickHouseClientOption.COMPRESS, dataState.useClientCompression)
                     .format(format)
                     .query(BenchmarkRunner.getInsertQuery(dataState.tableNameEmpty))
                     .data(out -> {
@@ -63,10 +64,9 @@ public void insertV2(DataState dataState) {
             try (InsertResponse response = clientV2.insert(dataState.tableNameEmpty, out -> {
                 for (byte[] bytes: dataState.dataSet.getBytesList(format)) {
                     out.write(bytes);
-
                 }
                 out.close();
-            }, format, new InsertSettings()).get()) {
+            }, format, new InsertSettings().compressClientRequest(dataState.useClientCompression)).get()) {
                 response.getWrittenRows();
             }
         } catch (Exception e) {