From ab29439320c2593a59b618a999478e4329782234 Mon Sep 17 00:00:00 2001 From: Caideyipi <87789683+Caideyipi@users.noreply.github.com> Date: Tue, 29 Jul 2025 16:37:50 +0800 Subject: [PATCH 1/4] ci --- .../manual/basic/IoTDBPipePermissionIT.java | 12 ++++++------ .../tablemodel/manual/basic/IoTDBPipeSourceIT.java | 12 ++++++------ .../tablemodel/manual/basic/IoTDBPipeWithLoadIT.java | 12 ++++++------ .../manual/enhanced/IoTDBPipeAutoConflictIT.java | 12 ++++++------ .../manual/enhanced/IoTDBPipeSinkCompressionIT.java | 12 ++++++------ .../auto/AbstractPipeDualTreeModelAutoIT.java | 6 ++++-- .../treemodel/manual/IoTDBPipeMetaHistoricalIT.java | 12 ++++++------ .../dual/treemodel/manual/IoTDBPipePermissionIT.java | 12 ++++++------ 8 files changed, 46 insertions(+), 44 deletions(-) diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipePermissionIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipePermissionIT.java index 7a3f90e687a0e..f0c93abc8892a 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipePermissionIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipePermissionIT.java @@ -68,7 +68,9 @@ public void setUp() { .setDefaultSchemaRegionGroupNumPerDatabase(1) .setTimestampPrecision("ms") .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) - .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS); + .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) + .setDnConnectionTimeoutMs(600000) + .setIsPipeEnableMemoryCheck(false); receiverEnv .getConfig() .getCommonConfig() @@ -78,11 +80,9 @@ public void setUp() { .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setDataRegionConsensusProtocolClass(ConsensusFactory.IOT_CONSENSUS) .setSchemaReplicationFactor(3) - .setDataReplicationFactor(2); - - // 10 min, assert that the operations will not time out - senderEnv.getConfig().getCommonConfig().setDnConnectionTimeoutMs(600000); - receiverEnv.getConfig().getCommonConfig().setDnConnectionTimeoutMs(600000); + .setDataReplicationFactor(2) + .setDnConnectionTimeoutMs(600000) + .setIsPipeEnableMemoryCheck(false); senderEnv.initClusterEnvironment(); receiverEnv.initClusterEnvironment(3, 3); diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeSourceIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeSourceIT.java index 1b43ce561c001..0df842d3f2cc5 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeSourceIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeSourceIT.java @@ -71,17 +71,17 @@ public void setUp() { // Disable sender compaction for tsfile determination in loose range test .setEnableSeqSpaceCompaction(false) .setEnableUnseqSpaceCompaction(false) - .setEnableCrossSpaceCompaction(false); + .setEnableCrossSpaceCompaction(false) + .setDnConnectionTimeoutMs(600000) + .setIsPipeEnableMemoryCheck(false); receiverEnv .getConfig() .getCommonConfig() .setAutoCreateSchemaEnabled(true) .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) - .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS); - - // 10 min, assert that the operations will not time out - senderEnv.getConfig().getCommonConfig().setDnConnectionTimeoutMs(600000); - receiverEnv.getConfig().getCommonConfig().setDnConnectionTimeoutMs(600000); + .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) + .setDnConnectionTimeoutMs(600000) + .setIsPipeEnableMemoryCheck(false); senderEnv.initClusterEnvironment(); receiverEnv.initClusterEnvironment(); diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeWithLoadIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeWithLoadIT.java index bc4e7f0205328..ddb5d2225facd 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeWithLoadIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeWithLoadIT.java @@ -69,17 +69,17 @@ public void setUp() { // Disable sender compaction to test mods .setEnableSeqSpaceCompaction(false) .setEnableUnseqSpaceCompaction(false) - .setEnableCrossSpaceCompaction(false); + .setEnableCrossSpaceCompaction(false) + .setDnConnectionTimeoutMs(600000) + .setIsPipeEnableMemoryCheck(false); receiverEnv .getConfig() .getCommonConfig() .setAutoCreateSchemaEnabled(true) .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) - .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS); - - // 10 min, assert that the operations will not time out - senderEnv.getConfig().getCommonConfig().setDnConnectionTimeoutMs(600000); - receiverEnv.getConfig().getCommonConfig().setDnConnectionTimeoutMs(600000); + .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) + .setDnConnectionTimeoutMs(600000) + .setIsPipeEnableMemoryCheck(false); senderEnv.initClusterEnvironment(); receiverEnv.initClusterEnvironment(); diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeAutoConflictIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeAutoConflictIT.java index 500df873fd73f..ea1c28fde46f4 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeAutoConflictIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeAutoConflictIT.java @@ -62,18 +62,18 @@ public void setUp() { .setAutoCreateSchemaEnabled(true) .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) - .setDataRegionConsensusProtocolClass(ConsensusFactory.IOT_CONSENSUS); + .setDataRegionConsensusProtocolClass(ConsensusFactory.IOT_CONSENSUS) + .setDnConnectionTimeoutMs(600000) + .setIsPipeEnableMemoryCheck(false); receiverEnv .getConfig() .getCommonConfig() .setAutoCreateSchemaEnabled(true) .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) - .setDataRegionConsensusProtocolClass(ConsensusFactory.IOT_CONSENSUS); - - // 10 min, assert that the operations will not time out - senderEnv.getConfig().getCommonConfig().setDnConnectionTimeoutMs(600000); - receiverEnv.getConfig().getCommonConfig().setDnConnectionTimeoutMs(600000); + .setDataRegionConsensusProtocolClass(ConsensusFactory.IOT_CONSENSUS) + .setDnConnectionTimeoutMs(600000) + .setIsPipeEnableMemoryCheck(false); senderEnv.initClusterEnvironment(); receiverEnv.initClusterEnvironment(); diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeSinkCompressionIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeSinkCompressionIT.java index 6747b3016e1bb..3c1f550109095 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeSinkCompressionIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeSinkCompressionIT.java @@ -71,18 +71,18 @@ public void setUp() { .getCommonConfig() .setAutoCreateSchemaEnabled(true) .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) - .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS); + .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) + .setDnConnectionTimeoutMs(600000) + .setIsPipeEnableMemoryCheck(false); receiverEnv .getConfig() .getCommonConfig() .setAutoCreateSchemaEnabled(true) .setPipeAirGapReceiverEnabled(true) .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) - .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS); - - // 10 min, assert that the operations will not time out - senderEnv.getConfig().getCommonConfig().setDnConnectionTimeoutMs(600000); - receiverEnv.getConfig().getCommonConfig().setDnConnectionTimeoutMs(600000); + .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) + .setDnConnectionTimeoutMs(600000) + .setIsPipeEnableMemoryCheck(false); senderEnv.initClusterEnvironment(); receiverEnv.initClusterEnvironment(); diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/AbstractPipeDualTreeModelAutoIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/AbstractPipeDualTreeModelAutoIT.java index 4aa06e7acf314..5f91cfdf7e9ae 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/AbstractPipeDualTreeModelAutoIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/AbstractPipeDualTreeModelAutoIT.java @@ -56,13 +56,15 @@ protected void setupConfig() { .getCommonConfig() .setAutoCreateSchemaEnabled(true) .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) - .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS); + .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) + .setIsPipeEnableMemoryCheck(false); receiverEnv .getConfig() .getCommonConfig() .setAutoCreateSchemaEnabled(true) .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) - .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS); + .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) + .setIsPipeEnableMemoryCheck(false); // 10 min, assert that the operations will not time out senderEnv.getConfig().getCommonConfig().setDnConnectionTimeoutMs(600000); diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipeMetaHistoricalIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipeMetaHistoricalIT.java index c351aad274c4c..a329c51c9bb2f 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipeMetaHistoricalIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipeMetaHistoricalIT.java @@ -61,7 +61,9 @@ public void setUp() { .setDefaultSchemaRegionGroupNumPerDatabase(1) .setTimestampPrecision("ms") .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) - .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS); + .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) + .setDnConnectionTimeoutMs(600000) + .setIsPipeEnableMemoryCheck(false); receiverEnv .getConfig() .getCommonConfig() @@ -71,11 +73,9 @@ public void setUp() { .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setDataRegionConsensusProtocolClass(ConsensusFactory.IOT_CONSENSUS) .setSchemaReplicationFactor(3) - .setDataReplicationFactor(2); - - // 10 min, assert that the operations will not time out - senderEnv.getConfig().getCommonConfig().setDnConnectionTimeoutMs(600000); - receiverEnv.getConfig().getCommonConfig().setDnConnectionTimeoutMs(600000); + .setDataReplicationFactor(2) + .setDnConnectionTimeoutMs(600000) + .setIsPipeEnableMemoryCheck(false); senderEnv.initClusterEnvironment(); receiverEnv.initClusterEnvironment(3, 3); diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipePermissionIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipePermissionIT.java index 52320d52bd957..8a7adb0ece74a 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipePermissionIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipePermissionIT.java @@ -63,7 +63,9 @@ public void setUp() { .setDefaultSchemaRegionGroupNumPerDatabase(1) .setTimestampPrecision("ms") .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) - .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS); + .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) + .setDnConnectionTimeoutMs(600000) + .setIsPipeEnableMemoryCheck(false); receiverEnv .getConfig() .getCommonConfig() @@ -73,11 +75,9 @@ public void setUp() { .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setDataRegionConsensusProtocolClass(ConsensusFactory.IOT_CONSENSUS) .setSchemaReplicationFactor(3) - .setDataReplicationFactor(2); - - // 10 min, assert that the operations will not time out - senderEnv.getConfig().getCommonConfig().setDnConnectionTimeoutMs(600000); - receiverEnv.getConfig().getCommonConfig().setDnConnectionTimeoutMs(600000); + .setDataReplicationFactor(2) + .setDnConnectionTimeoutMs(600000) + .setIsPipeEnableMemoryCheck(false); senderEnv.initClusterEnvironment(); receiverEnv.initClusterEnvironment(3, 3); From ac8f570b65e456804a8b23cb47b105243bcbb50a Mon Sep 17 00:00:00 2001 From: Caideyipi <87789683+Caideyipi@users.noreply.github.com> Date: Fri, 1 Aug 2025 18:14:01 +0800 Subject: [PATCH 2/4] partiao --- .../dual/tablemodel/manual/basic/IoTDBPipePermissionIT.java | 2 +- .../it/dual/tablemodel/manual/basic/IoTDBPipeSourceIT.java | 3 ++- .../dual/tablemodel/manual/basic/IoTDBPipeWithLoadIT.java | 6 ++++-- .../manual/enhanced/IoTDBPipeSinkCompressionIT.java | 3 ++- .../treemodel/auto/AbstractPipeDualTreeModelAutoIT.java | 6 ++++-- .../it/dual/treemodel/manual/IoTDBPipeMetaHistoricalIT.java | 3 ++- .../it/dual/treemodel/manual/IoTDBPipePermissionIT.java | 3 ++- pom.xml | 1 + 8 files changed, 18 insertions(+), 9 deletions(-) diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipePermissionIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipePermissionIT.java index 0df1c193aba3b..27d4a03afe0a3 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipePermissionIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipePermissionIT.java @@ -70,7 +70,7 @@ public void setUp() { .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setDnConnectionTimeoutMs(600000) - .setPipeMemoryManagementEnabled(false) + .setPipeMemoryManagementEnabled(false) .setIsPipeEnableMemoryCheck(false); receiverEnv .getConfig() diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeSourceIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeSourceIT.java index 044c62618f0f6..dd6050a929cd1 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeSourceIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeSourceIT.java @@ -74,7 +74,8 @@ public void setUp() { .setEnableCrossSpaceCompaction(false) .setDnConnectionTimeoutMs(600000) .setPipeMemoryManagementEnabled(false) - .setIsPipeEnableMemoryCheck(false).setLeaderDistributionPolicy("HASH"); + .setIsPipeEnableMemoryCheck(false) + .setLeaderDistributionPolicy("HASH"); receiverEnv .getConfig() diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeWithLoadIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeWithLoadIT.java index a9c283821c154..00a43ef01b0d5 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeWithLoadIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeWithLoadIT.java @@ -71,7 +71,8 @@ public void setUp() { .setEnableUnseqSpaceCompaction(false) .setEnableCrossSpaceCompaction(false) .setDnConnectionTimeoutMs(600000) - .setIsPipeEnableMemoryCheck(false).setEnforceStrongPassword(false); + .setIsPipeEnableMemoryCheck(false) + .setEnforceStrongPassword(false); receiverEnv .getConfig() .getCommonConfig() @@ -79,7 +80,8 @@ public void setUp() { .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setDnConnectionTimeoutMs(600000) - .setIsPipeEnableMemoryCheck(false).setEnforceStrongPassword(false); + .setIsPipeEnableMemoryCheck(false) + .setEnforceStrongPassword(false); senderEnv.initClusterEnvironment(); receiverEnv.initClusterEnvironment(); diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeSinkCompressionIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeSinkCompressionIT.java index ec3d3092d6bb5..85383f046b3aa 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeSinkCompressionIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeSinkCompressionIT.java @@ -73,7 +73,8 @@ public void setUp() { .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setDnConnectionTimeoutMs(600000) - .setIsPipeEnableMemoryCheck(false).setDataNodeMemoryProportion("3:3:1:1:3:1"); + .setIsPipeEnableMemoryCheck(false) + .setDataNodeMemoryProportion("3:3:1:1:3:1"); receiverEnv .getConfig() .getCommonConfig() diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/AbstractPipeDualTreeModelAutoIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/AbstractPipeDualTreeModelAutoIT.java index bbbe1944f83af..284187f4f656a 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/AbstractPipeDualTreeModelAutoIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/AbstractPipeDualTreeModelAutoIT.java @@ -57,14 +57,16 @@ protected void setupConfig() { .setAutoCreateSchemaEnabled(true) .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) - .setEnforceStrongPassword(false).setIsPipeEnableMemoryCheck(false).setDataNodeMemoryProportion("3:3:1:1:9:1"); + .setEnforceStrongPassword(false) + .setIsPipeEnableMemoryCheck(false) + .setDataNodeMemoryProportion("3:3:1:1:9:1"); receiverEnv .getConfig() .getCommonConfig() .setAutoCreateSchemaEnabled(true) .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) - .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) + .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS); // 10 min, assert that the operations will not time out senderEnv.getConfig().getCommonConfig().setDnConnectionTimeoutMs(600000); diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipeMetaHistoricalIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipeMetaHistoricalIT.java index 6fc3b3d20c022..f482ed212e3a2 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipeMetaHistoricalIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipeMetaHistoricalIT.java @@ -63,7 +63,8 @@ public void setUp() { .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setDnConnectionTimeoutMs(600000) - .setIsPipeEnableMemoryCheck(false).setDataNodeMemoryProportion("3:3:1:1:3:1"); + .setIsPipeEnableMemoryCheck(false) + .setDataNodeMemoryProportion("3:3:1:1:3:1"); receiverEnv .getConfig() .getCommonConfig() diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipePermissionIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipePermissionIT.java index d0e2bd9c637a1..b7c08ade947f7 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipePermissionIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipePermissionIT.java @@ -65,7 +65,8 @@ public void setUp() { .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setDnConnectionTimeoutMs(600000) - .setIsPipeEnableMemoryCheck(false).setDataNodeMemoryProportion("3:3:1:1:3:1"); + .setIsPipeEnableMemoryCheck(false) + .setDataNodeMemoryProportion("3:3:1:1:3:1"); receiverEnv .getConfig() .getCommonConfig() diff --git a/pom.xml b/pom.xml index d3cb5b5677573..ac876a8d925c3 100644 --- a/pom.xml +++ b/pom.xml @@ -47,6 +47,7 @@ distribution example library-udf + integration-test From a5d19161c5af9bbafe8a3cd3a07c1242f138c5a9 Mon Sep 17 00:00:00 2001 From: Caideyipi <87789683+Caideyipi@users.noreply.github.com> Date: Fri, 1 Aug 2025 18:25:06 +0800 Subject: [PATCH 3/4] may-final --- .../tablemodel/manual/basic/IoTDBPipePermissionIT.java | 1 + .../tablemodel/manual/basic/IoTDBPipeSourceIT.java | 5 ++--- .../tablemodel/manual/basic/IoTDBPipeWithLoadIT.java | 2 ++ .../manual/enhanced/IoTDBPipeAutoConflictIT.java | 2 ++ .../manual/enhanced/IoTDBPipeSinkCompressionIT.java | 6 ++++-- .../auto/AbstractPipeDualTreeModelAutoIT.java | 10 ++++++---- .../treemodel/manual/IoTDBPipeMetaHistoricalIT.java | 6 ++++-- .../dual/treemodel/manual/IoTDBPipePermissionIT.java | 6 ++++-- pom.xml | 1 - 9 files changed, 25 insertions(+), 14 deletions(-) diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipePermissionIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipePermissionIT.java index 27d4a03afe0a3..2275ddf505a96 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipePermissionIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipePermissionIT.java @@ -85,6 +85,7 @@ public void setUp() { .setSchemaReplicationFactor(3) .setDataReplicationFactor(2) .setDnConnectionTimeoutMs(600000) + .setPipeMemoryManagementEnabled(false) .setIsPipeEnableMemoryCheck(false); senderEnv.initClusterEnvironment(); diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeSourceIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeSourceIT.java index dd6050a929cd1..a43e9f11c6f45 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeSourceIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeSourceIT.java @@ -74,9 +74,8 @@ public void setUp() { .setEnableCrossSpaceCompaction(false) .setDnConnectionTimeoutMs(600000) .setPipeMemoryManagementEnabled(false) - .setIsPipeEnableMemoryCheck(false) - .setLeaderDistributionPolicy("HASH"); - + .setIsPipeEnableMemoryCheck(false); + senderEnv.getConfig().getConfigNodeConfig().setLeaderDistributionPolicy("HASH"); receiverEnv .getConfig() .getCommonConfig() diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeWithLoadIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeWithLoadIT.java index 00a43ef01b0d5..50e96dc3e28e3 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeWithLoadIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/basic/IoTDBPipeWithLoadIT.java @@ -71,6 +71,7 @@ public void setUp() { .setEnableUnseqSpaceCompaction(false) .setEnableCrossSpaceCompaction(false) .setDnConnectionTimeoutMs(600000) + .setPipeMemoryManagementEnabled(false) .setIsPipeEnableMemoryCheck(false) .setEnforceStrongPassword(false); receiverEnv @@ -80,6 +81,7 @@ public void setUp() { .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setDnConnectionTimeoutMs(600000) + .setPipeMemoryManagementEnabled(false) .setIsPipeEnableMemoryCheck(false) .setEnforceStrongPassword(false); diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeAutoConflictIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeAutoConflictIT.java index ea1c28fde46f4..352d5b7fed867 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeAutoConflictIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeAutoConflictIT.java @@ -64,6 +64,7 @@ public void setUp() { .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setDataRegionConsensusProtocolClass(ConsensusFactory.IOT_CONSENSUS) .setDnConnectionTimeoutMs(600000) + .setPipeMemoryManagementEnabled(false) .setIsPipeEnableMemoryCheck(false); receiverEnv .getConfig() @@ -73,6 +74,7 @@ public void setUp() { .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setDataRegionConsensusProtocolClass(ConsensusFactory.IOT_CONSENSUS) .setDnConnectionTimeoutMs(600000) + .setPipeMemoryManagementEnabled(false) .setIsPipeEnableMemoryCheck(false); senderEnv.initClusterEnvironment(); diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeSinkCompressionIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeSinkCompressionIT.java index 85383f046b3aa..d1056effae30b 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeSinkCompressionIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/tablemodel/manual/enhanced/IoTDBPipeSinkCompressionIT.java @@ -73,8 +73,9 @@ public void setUp() { .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setDnConnectionTimeoutMs(600000) - .setIsPipeEnableMemoryCheck(false) - .setDataNodeMemoryProportion("3:3:1:1:3:1"); + .setPipeMemoryManagementEnabled(false) + .setIsPipeEnableMemoryCheck(false); + senderEnv.getConfig().getDataNodeConfig().setDataNodeMemoryProportion("3:3:1:1:3:1"); receiverEnv .getConfig() .getCommonConfig() @@ -83,6 +84,7 @@ public void setUp() { .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setDnConnectionTimeoutMs(600000) + .setPipeMemoryManagementEnabled(false) .setIsPipeEnableMemoryCheck(false); senderEnv.initClusterEnvironment(); diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/AbstractPipeDualTreeModelAutoIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/AbstractPipeDualTreeModelAutoIT.java index 284187f4f656a..baf799ec1f172 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/AbstractPipeDualTreeModelAutoIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/AbstractPipeDualTreeModelAutoIT.java @@ -58,15 +58,17 @@ protected void setupConfig() { .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setEnforceStrongPassword(false) - .setIsPipeEnableMemoryCheck(false) - .setDataNodeMemoryProportion("3:3:1:1:9:1"); - + .setPipeMemoryManagementEnabled(false) + .setIsPipeEnableMemoryCheck(false); + senderEnv.getConfig().getDataNodeConfig().setDataNodeMemoryProportion("3:3:1:1:3:1"); receiverEnv .getConfig() .getCommonConfig() .setAutoCreateSchemaEnabled(true) .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) - .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS); + .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) + .setPipeMemoryManagementEnabled(false) + .setIsPipeEnableMemoryCheck(false); // 10 min, assert that the operations will not time out senderEnv.getConfig().getCommonConfig().setDnConnectionTimeoutMs(600000); diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipeMetaHistoricalIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipeMetaHistoricalIT.java index f482ed212e3a2..4e4120e148109 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipeMetaHistoricalIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipeMetaHistoricalIT.java @@ -63,8 +63,9 @@ public void setUp() { .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setDnConnectionTimeoutMs(600000) - .setIsPipeEnableMemoryCheck(false) - .setDataNodeMemoryProportion("3:3:1:1:3:1"); + .setPipeMemoryManagementEnabled(false) + .setIsPipeEnableMemoryCheck(false); + senderEnv.getConfig().getDataNodeConfig().setDataNodeMemoryProportion("3:3:1:1:3:1"); receiverEnv .getConfig() .getCommonConfig() @@ -76,6 +77,7 @@ public void setUp() { .setSchemaReplicationFactor(3) .setDataReplicationFactor(2) .setDnConnectionTimeoutMs(600000) + .setPipeMemoryManagementEnabled(false) .setIsPipeEnableMemoryCheck(false); senderEnv.initClusterEnvironment(); diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipePermissionIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipePermissionIT.java index b7c08ade947f7..bdd9b850c8a4b 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipePermissionIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/manual/IoTDBPipePermissionIT.java @@ -65,8 +65,9 @@ public void setUp() { .setConfigNodeConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setDnConnectionTimeoutMs(600000) - .setIsPipeEnableMemoryCheck(false) - .setDataNodeMemoryProportion("3:3:1:1:3:1"); + .setPipeMemoryManagementEnabled(false) + .setIsPipeEnableMemoryCheck(false); + senderEnv.getConfig().getDataNodeConfig().setDataNodeMemoryProportion("3:3:1:1:3:1"); receiverEnv .getConfig() .getCommonConfig() @@ -78,6 +79,7 @@ public void setUp() { .setSchemaReplicationFactor(3) .setDataReplicationFactor(2) .setDnConnectionTimeoutMs(600000) + .setPipeMemoryManagementEnabled(false) .setIsPipeEnableMemoryCheck(false); senderEnv.initClusterEnvironment(); diff --git a/pom.xml b/pom.xml index ac876a8d925c3..d3cb5b5677573 100644 --- a/pom.xml +++ b/pom.xml @@ -47,7 +47,6 @@ distribution example library-udf - integration-test From d8956f58626ca93c9039b757a0319a78913ef172 Mon Sep 17 00:00:00 2001 From: Caideyipi <87789683+Caideyipi@users.noreply.github.com> Date: Fri, 1 Aug 2025 18:27:11 +0800 Subject: [PATCH 4/4] check --- .../it/dual/treemodel/auto/AbstractPipeDualTreeModelAutoIT.java | 1 + 1 file changed, 1 insertion(+) diff --git a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/AbstractPipeDualTreeModelAutoIT.java b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/AbstractPipeDualTreeModelAutoIT.java index baf799ec1f172..9443256fac969 100644 --- a/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/AbstractPipeDualTreeModelAutoIT.java +++ b/integration-test/src/test/java/org/apache/iotdb/pipe/it/dual/treemodel/auto/AbstractPipeDualTreeModelAutoIT.java @@ -69,6 +69,7 @@ protected void setupConfig() { .setSchemaRegionConsensusProtocolClass(ConsensusFactory.RATIS_CONSENSUS) .setPipeMemoryManagementEnabled(false) .setIsPipeEnableMemoryCheck(false); + receiverEnv.getConfig().getDataNodeConfig().setDataNodeMemoryProportion("3:3:1:1:9:1"); // 10 min, assert that the operations will not time out senderEnv.getConfig().getCommonConfig().setDnConnectionTimeoutMs(600000);