【Rpc】: RPC Column Compression (V0.1) (#15438)

* Added RPC columnEncoder(Rle,Plain) and MetaHead.java

* Improve RpcEncoder logic.

* decoder

* RPC compressed: The column encoding and decoding of the Plain method is performed correctly.

* Implement the initial full-data compression logic for RPC.

* Refine RPC compression logic

* Fix the BufferUnderflowException in ByteBuffer usage.

* add Corilla columnar encoding/decoding logic

* add chimp columnar encoding/decoding logic

* add Zigzag columnar encoding/decoding logic

* add Sprintz columnar encoding/decoding logic

* add RLBE columnar encoding/decoding logic

* add Dictionary columnar encoding/decoding logic

* add TS_2DIFF columnar encoding/decoding logic

* add RPC columnar decompression and decoding for monitoring data

* Refactor the encoding and compression structure.

* Add RPC test cases

* Fix code structure

* Fix the metric collection issue for RPC compression.

* remove gen-java code.

* refactor compression

* add test

* Remove generated code

* Remove unused class

* Fix compatibility of PlainEncoder for binary

* fix int32 incompatitbility

* fix date incompatibility

* fix null date

* spotless

* revert changes regarding compact protocol

* refactor configurations

* fix compression

* fix test

* fix test

* Set enableCompression to true by default. Add tablet compression min size.

* fix ut

---------

Co-authored-by: Tian Jiang <jt2594838@163.com>

Author: YangYumings

integration-test/src/main/java/org/apache/iotdb/it/env/cluster/EnvUtils.java

@@ -195,8 +195,8 @@ private static Pair<Integer, Integer> getClusterNodesNum(final int index) {
               Integer.parseInt(System.getProperty(LIGHT_WEIGHT_STANDALONE_MODE_DATA_NODE_NUM)));
         case SCALABLE_SINGLE_NODE_MODE:
           return new Pair<>(
-              Integer.parseInt(System.getProperty(SCALABLE_SINGLE_NODE_MODE_CONFIG_NODE_NUM)),
-              Integer.parseInt(System.getProperty(SCALABLE_SINGLE_NODE_MODE_DATA_NODE_NUM)));
+              Integer.parseInt(System.getProperty(SCALABLE_SINGLE_NODE_MODE_CONFIG_NODE_NUM, "1")),
+              Integer.parseInt(System.getProperty(SCALABLE_SINGLE_NODE_MODE_DATA_NODE_NUM, "1")));
         case HIGH_PERFORMANCE_MODE:
           return new Pair<>(
               Integer.parseInt(System.getProperty(HIGH_PERFORMANCE_MODE_CONFIG_NODE_NUM)),

integration-test/src/main/java/org/apache/iotdb/it/env/remote/env/RemoteServerEnv.java

@@ -225,7 +225,7 @@ public ISessionPool getSessionPool(int maxSize) {
         .maxSize(maxSize)
         .fetchSize(SessionConfig.DEFAULT_FETCH_SIZE)
         .waitToGetSessionTimeoutInMs(60_000)
-        .enableCompression(false)
+        .enableIoTDBRpcCompression(false)
         .zoneId(null)
         .enableRedirection(SessionConfig.DEFAULT_REDIRECTION_MODE)
         .connectionTimeoutInMs(SessionConfig.DEFAULT_CONNECTION_TIMEOUT_MS)
@@ -246,7 +246,7 @@ public ITableSessionPool getTableSessionPool(int maxSize) {
         .maxSize(maxSize)
         .fetchSize(SessionConfig.DEFAULT_FETCH_SIZE)
         .waitToGetSessionTimeoutInMs(60_000)
-        .enableCompression(false)
+        .enableThriftCompression(false)
         .zoneId(null)
         .enableRedirection(SessionConfig.DEFAULT_REDIRECTION_MODE)
         .connectionTimeoutInMs(SessionConfig.DEFAULT_CONNECTION_TIMEOUT_MS)
@@ -267,7 +267,7 @@ public ITableSessionPool getTableSessionPool(int maxSize, String database) {
         .maxSize(maxSize)
         .fetchSize(SessionConfig.DEFAULT_FETCH_SIZE)
         .waitToGetSessionTimeoutInMs(60_000)
-        .enableCompression(false)
+        .enableThriftCompression(false)
         .zoneId(null)
         .enableRedirection(SessionConfig.DEFAULT_REDIRECTION_MODE)
         .connectionTimeoutInMs(SessionConfig.DEFAULT_CONNECTION_TIMEOUT_MS)

integration-test/src/test/java/org/apache/iotdb/session/it/IoTDBSessionCompressedIT.java

@@ -72,7 +72,7 @@ public void init() throws InterruptedException {
             .user(username)
             .password(password)
             .maxSize(threadNum + 1)
-            .enableCompression(false)
+            .enableThriftCompression(false)
             .enableRedirection(false)
             .enableAutoFetch(false)
             .database(database)

iotdb-client/cli/src/main/java/org/apache/iotdb/tool/data/ImportDataTable.java

@@ -68,7 +68,7 @@ public void init()
             .user(username)
             .password(password)
             .maxSize(threadNum + 1)
-            .enableCompression(false)
+            .enableIoTDBRpcCompression(false)
             .enableRedirection(false)
             .enableAutoFetch(false)
             .build();

iotdb-client/cli/src/main/java/org/apache/iotdb/tool/data/ImportDataTree.java

@@ -58,7 +58,7 @@ public void init() throws InterruptedException {
             .user(username)
             .password(password)
             .maxSize(threadNum + 1)
-            .enableCompression(false)
+            .enableThriftCompression(false)
             .enableRedirection(false)
             .enableAutoFetch(false)
             .database(database)

iotdb-client/cli/src/main/java/org/apache/iotdb/tool/schema/ExportSchemaTable.java

@@ -54,7 +54,7 @@ public void init() throws InterruptedException {
             .user(username)
             .password(password)
             .maxSize(threadNum + 1)
-            .enableCompression(false)
+            .enableThriftCompression(false)
             .enableRedirection(false)
             .enableAutoFetch(false)
             .database(database)

iotdb-client/cli/src/main/java/org/apache/iotdb/tool/schema/ImportSchemaTable.java

@@ -67,7 +67,7 @@ public void init()
             .user(username)
             .password(password)
             .maxSize(threadNum + 1)
-            .enableCompression(false)
+            .enableIoTDBRpcCompression(false)
             .enableRedirection(false)
             .enableAutoFetch(false)
             .build();

iotdb-client/cli/src/main/java/org/apache/iotdb/tool/schema/ImportSchemaTree.java

@@ -358,7 +358,7 @@ public static int importFromTargetPath() {
               .user(username)
               .password(password)
               .maxSize(threadNum + 1)
-              .enableCompression(false)
+              .enableIoTDBRpcCompression(false)
               .enableRedirection(false)
               .enableAutoFetch(false)
               .build();