From 70a4e4e503fa33e6de6a53a3d1002376fc0f805f Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Thu, 3 Jul 2025 15:05:37 +0800
Subject: [PATCH 01/66] change tsfile version

---
 pom.xml | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/pom.xml b/pom.xml
index 0f2cc724f15d0..30eb77a388710 100644
--- a/pom.xml
+++ b/pom.xml
@@ -175,7 +175,7 @@
         <thrift.version>0.14.1</thrift.version>
         <xz.version>1.9</xz.version>
         <zstd-jni.version>1.5.6-3</zstd-jni.version>
-        <tsfile.version>2.1.0-250616-SNAPSHOT</tsfile.version>
+        <tsfile.version>2.1.0-object-SNAPSHOT</tsfile.version>
     </properties>
     <!--
     if we claim dependencies in dependencyManagement, then we do not claim

From aca5f97d06b10c36c62ac788b45a0922a2f2c354 Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Thu, 3 Jul 2025 16:36:34 +0800
Subject: [PATCH 02/66] Insert FileNode

---
 .../java/org/apache/iotdb/ObjectExample.java  | 87 +++++++++++++++++++
 .../iotdb/session/util/SessionUtils.java      |  2 +
 .../planner/plan/node/write/FileNode.java     | 38 ++++++++
 .../plan/node/write/InsertTabletNode.java     |  8 ++
 .../write/RelationalInsertTabletNode.java     | 10 +++
 .../relational/planner/RelationPlanner.java   | 34 ++++++++
 .../relational/type/InternalTypeManager.java  |  2 +
 .../dataregion/memtable/TsFileProcessor.java  | 13 +++
 .../db/utils/EncodingInferenceUtils.java      |  1 +
 .../iotdb/db/utils/QueryDataSetUtils.java     |  1 +
 10 files changed, 196 insertions(+)
 create mode 100644 example/session/src/main/java/org/apache/iotdb/ObjectExample.java
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java

diff --git a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
new file mode 100644
index 0000000000000..1aa286e7ac46f
--- /dev/null
+++ b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
@@ -0,0 +1,87 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb;
+
+import org.apache.iotdb.isession.ITableSession;
+import org.apache.iotdb.rpc.IoTDBConnectionException;
+import org.apache.iotdb.rpc.StatementExecutionException;
+import org.apache.iotdb.session.TableSessionBuilder;
+
+import org.apache.tsfile.enums.ColumnCategory;
+import org.apache.tsfile.enums.TSDataType;
+import org.apache.tsfile.write.record.Tablet;
+
+import java.nio.charset.StandardCharsets;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.Collections;
+import java.util.List;
+
+public class ObjectExample {
+  private static final String LOCAL_URL = "127.0.0.1:6667";
+
+  public static void main(String[] args) {
+
+    // don't specify database in constructor
+    try (ITableSession session =
+        new TableSessionBuilder()
+            .nodeUrls(Collections.singletonList(LOCAL_URL))
+            .username("root")
+            .password("root")
+            .build()) {
+      session.executeNonQueryStatement("CREATE DATABASE test1");
+      session.executeNonQueryStatement("use test1");
+
+      // insert table data by tablet
+      List<String> columnNameList =
+          Arrays.asList("region_id", "plant_id", "device_id", "temperature", "file");
+      List<TSDataType> dataTypeList =
+          Arrays.asList(
+              TSDataType.STRING,
+              TSDataType.STRING,
+              TSDataType.STRING,
+              TSDataType.FLOAT,
+              TSDataType.OBJECT);
+      List<ColumnCategory> columnTypeList =
+          new ArrayList<>(
+              Arrays.asList(
+                  ColumnCategory.TAG,
+                  ColumnCategory.TAG,
+                  ColumnCategory.TAG,
+                  ColumnCategory.FIELD,
+                  ColumnCategory.FIELD));
+      Tablet tablet = new Tablet("test1", columnNameList, dataTypeList, columnTypeList, 1);
+      int rowIndex = tablet.getRowSize();
+      tablet.addTimestamp(rowIndex, 1);
+      tablet.addValue(rowIndex, 0, "1");
+      tablet.addValue(rowIndex, 1, "5");
+      tablet.addValue(rowIndex, 2, "3");
+      tablet.addValue(rowIndex, 3, 37.6F);
+      tablet.addValue(rowIndex, 4, true, 0, "123456".getBytes(StandardCharsets.UTF_8));
+      session.insert(tablet);
+      tablet.reset();
+
+    } catch (IoTDBConnectionException e) {
+      e.printStackTrace();
+    } catch (StatementExecutionException e) {
+      e.printStackTrace();
+    }
+  }
+}
diff --git a/iotdb-client/session/src/main/java/org/apache/iotdb/session/util/SessionUtils.java b/iotdb-client/session/src/main/java/org/apache/iotdb/session/util/SessionUtils.java
index 8534b808754e7..87b30bd2dd3b2 100644
--- a/iotdb-client/session/src/main/java/org/apache/iotdb/session/util/SessionUtils.java
+++ b/iotdb-client/session/src/main/java/org/apache/iotdb/session/util/SessionUtils.java
@@ -129,6 +129,7 @@ private static int calOccupationOfOneColumn(
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         valueOccupation += rowSize * 4;
         Binary[] binaries = (Binary[]) values[columnIndex];
         for (int rowIndex = 0; rowIndex < rowSize; rowIndex++) {
@@ -319,6 +320,7 @@ private static void getValueBufferOfDataType(
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         Binary[] binaryValues = (Binary[]) tablet.getValues()[i];
         for (int index = 0; index < tablet.getRowSize(); index++) {
           if (!tablet.isNull(index, i) && binaryValues[index] != null) {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
new file mode 100644
index 0000000000000..55b756a4d3f17
--- /dev/null
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
@@ -0,0 +1,38 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.db.queryengine.plan.planner.plan.node.write;
+
+public class FileNode {
+
+  private String filePath;
+
+  private long offset;
+
+  private byte[] content;
+
+  private boolean isEOF;
+
+  public FileNode(String filePath, boolean isEOF, long offset, byte[] content) {
+    this.filePath = filePath;
+    this.isEOF = isEOF;
+    this.offset = offset;
+    this.content = content;
+  }
+}
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java
index c8b840cc6bba1..a1f909b2b8eba 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java
@@ -388,6 +388,7 @@ protected Object[] initTabletValues(int columnSize, int rowSize, TSDataType[] da
           case TEXT:
           case BLOB:
           case STRING:
+          case OBJECT:
             values[i] = new Binary[rowSize];
             break;
           case FLOAT:
@@ -641,6 +642,7 @@ private void serializeColumn(TSDataType dataType, Object column, ByteBuffer buff
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         Binary[] binaryValues = (Binary[]) column;
         for (int j = 0; j < rowCount; j++) {
           if (binaryValues[j] != null) {
@@ -693,6 +695,7 @@ private void serializeColumn(TSDataType dataType, Object column, DataOutputStrea
       case STRING:
       case TEXT:
       case BLOB:
+      case OBJECT:
         Binary[] binaryValues = (Binary[]) column;
         for (int j = 0; j < rowCount; j++) {
           if (binaryValues[j] != null) {
@@ -833,6 +836,7 @@ private int getColumnSize(TSDataType dataType, Object column, int start, int end
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         Binary[] binaryValues = (Binary[]) column;
         for (int j = start; j < end; j++) {
           size += ReadWriteIOUtils.sizeToWrite(binaryValues[j]);
@@ -964,6 +968,7 @@ private void serializeColumn(
       case STRING:
       case TEXT:
       case BLOB:
+      case OBJECT:
         Binary[] binaryValues = (Binary[]) column;
         for (int j = start; j < end; j++) {
           if (binaryValues[j] != null) {
@@ -1127,6 +1132,7 @@ private boolean equals(Object[] columns) {
           case TEXT:
           case BLOB:
           case STRING:
+          case OBJECT:
             if (!Arrays.equals((Binary[]) this.columns[i], (Binary[]) columns[i])) {
               return false;
             }
@@ -1199,6 +1205,8 @@ public TimeValuePair composeLastTimeValuePair(
         Binary[] binaryValues = (Binary[]) columns[measurementIndex];
         value = new TsPrimitiveType.TsBinary(binaryValues[lastIdx]);
         break;
+      case OBJECT:
+        return null;
       default:
         throw new UnSupportedDataTypeException(
             String.format(DATATYPE_UNSUPPORTED, dataTypes[measurementIndex]));
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
index 0d4b698108ee1..b04aebd086747 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
@@ -58,6 +58,8 @@ public class RelationalInsertTabletNode extends InsertTabletNode {
 
   private boolean singleDevice;
 
+  private List<FileNode> fileNodeList;
+
   public RelationalInsertTabletNode(
       PlanNodeId id,
       PartialPath devicePath,
@@ -108,6 +110,14 @@ public void setSingleDevice() {
     this.singleDevice = true;
   }
 
+  public void setFileNodeList(List<FileNode> fileNodeList) {
+    this.fileNodeList = fileNodeList;
+  }
+
+  public List<FileNode> getFileNodeList() {
+    return fileNodeList;
+  }
+
   @Override
   public IDeviceID getDeviceID(int rowIdx) {
     if (singleDevice) {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java
index fed7e954d4017..1e7ebdebcf55f 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java
@@ -30,6 +30,7 @@
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.pipe.PipeEnrichedDeleteDataNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.pipe.PipeEnrichedInsertNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.pipe.PipeEnrichedWritePlanNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalDeleteDataNode;
@@ -124,9 +125,13 @@
 import com.google.common.collect.ImmutableList;
 import com.google.common.collect.ImmutableMap;
 import com.google.common.collect.ImmutableSet;
+import org.apache.tsfile.enums.TSDataType;
 import org.apache.tsfile.read.common.type.Type;
+import org.apache.tsfile.utils.Binary;
+import org.apache.tsfile.utils.BytesUtils;
 import org.apache.tsfile.write.schema.MeasurementSchema;
 
+import java.nio.charset.StandardCharsets;
 import java.util.ArrayList;
 import java.util.Collection;
 import java.util.Collections;
@@ -1123,6 +1128,32 @@ protected RelationPlan visitInsertTablet(InsertTablet node, Void context) {
     String[] measurements = insertTabletStatement.getMeasurements();
     MeasurementSchema[] measurementSchemas = insertTabletStatement.getMeasurementSchemas();
     stayConsistent(measurements, measurementSchemas);
+    boolean hasObject = false;
+    List<FileNode> fileNodeList = new ArrayList<>();
+    for (int i = 0; i < insertTabletStatement.getDataTypes().length; i++) {
+      if (insertTabletStatement.getDataTypes()[i] == TSDataType.OBJECT) {
+        hasObject = true;
+        for (int j = 0; j < insertTabletStatement.getTimes().length; j++) {
+          Binary value = ((Binary[]) insertTabletStatement.getColumns()[i])[j];
+          boolean isEoF = value.getValues()[0] == 1;
+          byte[] offsetBytes = new byte[8];
+          System.arraycopy(value.getValues(), 1, offsetBytes, 0, 8);
+          long offset = BytesUtils.bytesToLong(offsetBytes);
+          byte[] content = new byte[value.getLength() - 9];
+          System.arraycopy(value.getValues(), 9, content, 0, value.getLength() - 9);
+          // Generate File name
+          String fileName = "assssd";
+          FileNode fileNode = new FileNode(fileName, isEoF, offset, content);
+          fileNodeList.add(fileNode);
+          if (isEoF) {
+            ((Binary[]) insertTabletStatement.getColumns()[i])[j] =
+                new Binary(fileName.getBytes(StandardCharsets.UTF_8));
+          } else {
+            ((Binary[]) insertTabletStatement.getColumns()[i])[j] = null;
+          }
+        }
+      }
+    }
 
     RelationalInsertTabletNode insertNode =
         new RelationalInsertTabletNode(
@@ -1138,6 +1169,9 @@ protected RelationPlan visitInsertTablet(InsertTablet node, Void context) {
             insertTabletStatement.getRowCount(),
             insertTabletStatement.getColumnCategories());
     insertNode.setFailedMeasurementNumber(insertTabletStatement.getFailedMeasurementNumber());
+    if (hasObject) {
+      insertNode.setFileNodeList(fileNodeList);
+    }
     if (insertTabletStatement.isSingleDevice()) {
       insertNode.setSingleDevice();
     }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/type/InternalTypeManager.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/type/InternalTypeManager.java
index 6f2aaef76ab14..51506ed9fa0f1 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/type/InternalTypeManager.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/type/InternalTypeManager.java
@@ -105,6 +105,8 @@ public static TSDataType getTSDataType(Type type) {
         return TSDataType.BLOB;
       case STRING:
         return TSDataType.STRING;
+      case OBJECT:
+        return TSDataType.OBJECT;
       default:
         throw new IllegalArgumentException();
     }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
index b2c96a87f3bc6..e34f1b223399e 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
@@ -43,10 +43,12 @@
 import org.apache.iotdb.db.queryengine.metric.QueryResourceMetricSet;
 import org.apache.iotdb.db.queryengine.plan.analyze.cache.schema.DataNodeTTLCache;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.DeleteDataNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertTabletNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalDeleteDataNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalInsertTabletNode;
 import org.apache.iotdb.db.schemaengine.schemaregion.utils.ResourceByPathUtils;
 import org.apache.iotdb.db.service.metrics.WritingMetrics;
 import org.apache.iotdb.db.storageengine.dataregion.DataRegion;
@@ -558,6 +560,17 @@ public void insertTablet(
       boolean noFailure,
       long[] infoForMetrics)
       throws WriteProcessException {
+    if (insertTabletNode instanceof RelationalInsertTabletNode) {
+      List<FileNode> fileNodeList =
+          ((RelationalInsertTabletNode) insertTabletNode).getFileNodeList();
+      if (fileNodeList != null) {
+        for (FileNode fileNode : fileNodeList) {
+          System.out.println(fileNode);
+          //          fileNode.writeFile();
+          // TODO write file node wal
+        }
+      }
+    }
 
     ensureMemTable(infoForMetrics);
 
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/EncodingInferenceUtils.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/EncodingInferenceUtils.java
index 402921338a494..d9d4cecc4e423 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/EncodingInferenceUtils.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/EncodingInferenceUtils.java
@@ -51,6 +51,7 @@ public static TSEncoding getDefaultEncoding(TSDataType dataType) {
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         return conf.getDefaultTextEncoding();
       default:
         throw new UnSupportedDataTypeException(
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/QueryDataSetUtils.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/QueryDataSetUtils.java
index cd4ca79ac4387..876a63a197d4c 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/QueryDataSetUtils.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/QueryDataSetUtils.java
@@ -753,6 +753,7 @@ public static Object[] readTabletValuesFromBuffer(
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           Binary[] binaryValues = new Binary[size];
           for (int index = 0; index < size; index++) {
             int binarySize = buffer.getInt();

From c93161e555ef64a4cf533550e9a9fa53d5183d01 Mon Sep 17 00:00:00 2001
From: shuwenwei <s13979062948@gmail.com>
Date: Thu, 3 Jul 2025 17:13:59 +0800
Subject: [PATCH 03/66] add read_object scalar function

---
 .../relational/ColumnTransformerBuilder.java  |  21 ++++
 .../helper/ReadObjectFunctionHelper.java      |  80 ++++++++++++
 .../metadata/TableMetadataImpl.java           |  24 +++-
 .../scalar/ReadObjectColumnTransformer.java   | 114 ++++++++++++++++++
 .../TableBuiltinScalarFunction.java           |   1 +
 5 files changed, 238 insertions(+), 2 deletions(-)
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/multi/builtin/helper/ReadObjectFunctionHelper.java
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/relational/ColumnTransformerBuilder.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/relational/ColumnTransformerBuilder.java
index d0b7e35e94ce4..48586f6a34cc0 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/relational/ColumnTransformerBuilder.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/relational/ColumnTransformerBuilder.java
@@ -133,6 +133,7 @@
 import org.apache.iotdb.db.queryengine.transformation.dag.column.unary.scalar.RTrim2ColumnTransformer;
 import org.apache.iotdb.db.queryengine.transformation.dag.column.unary.scalar.RTrimColumnTransformer;
 import org.apache.iotdb.db.queryengine.transformation.dag.column.unary.scalar.RadiansColumnTransformer;
+import org.apache.iotdb.db.queryengine.transformation.dag.column.unary.scalar.ReadObjectColumnTransformer;
 import org.apache.iotdb.db.queryengine.transformation.dag.column.unary.scalar.RegexpLike2ColumnTransformer;
 import org.apache.iotdb.db.queryengine.transformation.dag.column.unary.scalar.RegexpLikeColumnTransformer;
 import org.apache.iotdb.db.queryengine.transformation.dag.column.unary.scalar.Replace2ColumnTransformer;
@@ -199,6 +200,7 @@
 import static org.apache.tsfile.read.common.type.DoubleType.DOUBLE;
 import static org.apache.tsfile.read.common.type.IntType.INT32;
 import static org.apache.tsfile.read.common.type.LongType.INT64;
+import static org.apache.tsfile.read.common.type.ObjectType.OBJECT;
 import static org.apache.tsfile.read.common.type.StringType.STRING;
 
 public class ColumnTransformerBuilder
@@ -999,6 +1001,25 @@ private ColumnTransformer getFunctionColumnTransformer(
       Type returnType = columnTransformers.get(0).getType();
       return AbstractGreatestLeastColumnTransformer.getLeastColumnTransformer(
           returnType, columnTransformers);
+    } else if (TableBuiltinScalarFunction.READ_OBJECT
+        .getFunctionName()
+        .equalsIgnoreCase(functionName)) {
+      ColumnTransformer first = this.process(children.get(0), context);
+      if (children.size() == 1) {
+        return new ReadObjectColumnTransformer(OBJECT, first);
+      } else if (children.size() == 2) {
+        return new ReadObjectColumnTransformer(
+            OBJECT, ((LongLiteral) children.get(1)).getParsedValue(), first);
+      } else {
+        long offset = ((LongLiteral) children.get(1)).getParsedValue();
+        long length = ((LongLiteral) children.get(2)).getParsedValue();
+        checkArgument(offset >= 0 && length >= 0);
+        return new ReadObjectColumnTransformer(
+            OBJECT,
+            ((LongLiteral) children.get(1)).getParsedValue(),
+            ((LongLiteral) children.get(2)).getParsedValue(),
+            first);
+      }
     } else {
       // user defined function
       if (TableUDFUtils.isScalarFunction(functionName)) {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/multi/builtin/helper/ReadObjectFunctionHelper.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/multi/builtin/helper/ReadObjectFunctionHelper.java
new file mode 100644
index 0000000000000..c1a11d948d79c
--- /dev/null
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/multi/builtin/helper/ReadObjectFunctionHelper.java
@@ -0,0 +1,80 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.db.queryengine.plan.expression.multi.builtin.helper;
+
+import org.apache.iotdb.db.exception.sql.SemanticException;
+import org.apache.iotdb.db.queryengine.plan.expression.multi.FunctionExpression;
+import org.apache.iotdb.db.queryengine.plan.expression.multi.builtin.BuiltInScalarFunctionHelper;
+import org.apache.iotdb.db.queryengine.transformation.api.LayerReader;
+import org.apache.iotdb.db.queryengine.transformation.dag.column.ColumnTransformer;
+import org.apache.iotdb.db.queryengine.transformation.dag.transformer.Transformer;
+
+import org.apache.tsfile.enums.TSDataType;
+
+import java.util.Map;
+
+import static org.apache.iotdb.db.queryengine.plan.parser.ASTVisitor.checkFunctionExpressionInputSize;
+
+public class ReadObjectFunctionHelper implements BuiltInScalarFunctionHelper {
+  @Override
+  public void checkBuiltInScalarFunctionInputSize(FunctionExpression functionExpression)
+      throws SemanticException {
+    checkFunctionExpressionInputSize(
+        functionExpression.getExpressionString(),
+        functionExpression.getExpressions().size(),
+        1,
+        2,
+        3);
+  }
+
+  @Override
+  public void checkBuiltInScalarFunctionInputDataType(TSDataType tsDataType)
+      throws SemanticException {
+    if (tsDataType == TSDataType.OBJECT) {
+      return;
+    }
+    throw new SemanticException(
+        "Input series of Scalar function [READ_OBJECT] only supports data type [OBJECT]");
+  }
+
+  @Override
+  public TSDataType getBuiltInScalarFunctionReturnType(FunctionExpression functionExpression) {
+    return TSDataType.BLOB;
+  }
+
+  @Override
+  public ColumnTransformer getBuiltInScalarFunctionColumnTransformer(
+      FunctionExpression expression, ColumnTransformer columnTransformer) {
+    return null;
+  }
+
+  @Override
+  public Transformer getBuiltInScalarFunctionTransformer(
+      FunctionExpression expression, LayerReader layerReader) {
+    return null;
+  }
+
+  @Override
+  public void appendFunctionAttributes(
+      boolean hasExpression, StringBuilder builder, Map<String, String> functionAttributes) {
+    BuiltInScalarFunctionHelper.super.appendFunctionAttributes(
+        hasExpression, builder, functionAttributes);
+  }
+}
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/metadata/TableMetadataImpl.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/metadata/TableMetadataImpl.java
index 8934de172e9c5..b9e167d1b4302 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/metadata/TableMetadataImpl.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/metadata/TableMetadataImpl.java
@@ -65,7 +65,7 @@
 import org.apache.iotdb.udf.api.relational.TableFunction;
 
 import org.apache.tsfile.file.metadata.IDeviceID;
-import org.apache.tsfile.read.common.type.BlobType;
+import org.apache.tsfile.read.common.type.ObjectType;
 import org.apache.tsfile.read.common.type.StringType;
 import org.apache.tsfile.read.common.type.Type;
 import org.apache.tsfile.read.common.type.TypeFactory;
@@ -79,6 +79,7 @@
 
 import static org.apache.iotdb.db.queryengine.transformation.dag.column.FailFunctionColumnTransformer.FAIL_FUNCTION_NAME;
 import static org.apache.tsfile.read.common.type.BinaryType.TEXT;
+import static org.apache.tsfile.read.common.type.BlobType.BLOB;
 import static org.apache.tsfile.read.common.type.BooleanType.BOOLEAN;
 import static org.apache.tsfile.read.common.type.DateType.DATE;
 import static org.apache.tsfile.read.common.type.DoubleType.DOUBLE;
@@ -570,6 +571,21 @@ && isIntegerNumber(argumentTypes.get(2)))) {
                 + " must have at least two arguments, and all type must be the same.");
       }
       return argumentTypes.get(0);
+    } else if (TableBuiltinScalarFunction.READ_OBJECT
+        .getFunctionName()
+        .equalsIgnoreCase(functionName)) {
+      if (argumentTypes.isEmpty()
+          || argumentTypes.size() > 3
+          || !isIntegerNumber(argumentTypes.get(0))
+          //          || !isObjectType(argumentTypes.get(0))
+          || (argumentTypes.size() >= 2 && !isIntegerNumber(argumentTypes.get(1)))
+          || (argumentTypes.size() >= 3 && !isIntegerNumber(argumentTypes.get(2)))) {
+        throw new SemanticException(
+            "Scalar function "
+                + functionName.toLowerCase(Locale.ENGLISH)
+                + " must have at 1~3 arguments, and first argument must be OBJECT type, other arguments must be int32 or int64 type");
+      }
+      return BLOB;
     }
 
     // builtin aggregation function
@@ -962,8 +978,12 @@ public static boolean isCharType(Type type) {
     return TEXT.equals(type) || StringType.STRING.equals(type);
   }
 
+  public static boolean isObjectType(Type type) {
+    return ObjectType.OBJECT.equals(type);
+  }
+
   public static boolean isBlobType(Type type) {
-    return BlobType.BLOB.equals(type);
+    return BLOB.equals(type);
   }
 
   public static boolean isBool(Type type) {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
new file mode 100644
index 0000000000000..15e82be9d8bc8
--- /dev/null
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
@@ -0,0 +1,114 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.db.queryengine.transformation.dag.column.unary.scalar;
+
+import org.apache.iotdb.commons.exception.IoTDBRuntimeException;
+import org.apache.iotdb.db.queryengine.transformation.dag.column.ColumnTransformer;
+import org.apache.iotdb.db.queryengine.transformation.dag.column.unary.UnaryColumnTransformer;
+import org.apache.iotdb.rpc.TSStatusCode;
+
+import org.apache.tsfile.block.column.Column;
+import org.apache.tsfile.block.column.ColumnBuilder;
+import org.apache.tsfile.read.common.type.Type;
+import org.apache.tsfile.utils.Binary;
+
+import java.io.File;
+import java.io.IOException;
+import java.nio.ByteBuffer;
+import java.nio.channels.FileChannel;
+import java.nio.file.StandardOpenOption;
+
+public class ReadObjectColumnTransformer extends UnaryColumnTransformer {
+
+  private long offset = -1;
+  private long length = -1;
+
+  public ReadObjectColumnTransformer(Type type, ColumnTransformer childColumnTransformer) {
+    super(type, childColumnTransformer);
+  }
+
+  public ReadObjectColumnTransformer(
+      Type type, long offset, ColumnTransformer childColumnTransformer) {
+    super(type, childColumnTransformer);
+    this.offset = offset;
+  }
+
+  public ReadObjectColumnTransformer(
+      Type type, long offset, long length, ColumnTransformer childColumnTransformer) {
+    super(type, childColumnTransformer);
+    this.offset = offset;
+    this.length = length;
+  }
+
+  @Override
+  protected void doTransform(Column column, ColumnBuilder columnBuilder) {
+    for (int i = 0, n = column.getPositionCount(); i < n; i++) {
+      if (!column.isNull(i)) {
+        transform(column, columnBuilder, i);
+      } else {
+        columnBuilder.appendNull();
+      }
+    }
+  }
+
+  @Override
+  protected void doTransform(Column column, ColumnBuilder columnBuilder, boolean[] selection) {
+    for (int i = 0, n = column.getPositionCount(); i < n; i++) {
+      if (selection[i] && !column.isNull(i)) {
+        transform(column, columnBuilder, i);
+      } else {
+        columnBuilder.appendNull();
+      }
+    }
+  }
+
+  private void transform(Column column, ColumnBuilder columnBuilder, int i) {
+    //    if (TSDataType.OBJECT.equals(column.getDataType())) {
+    //      Binary binary = column.getBinary(i);
+    //      columnBuilder.writeBinary(readObject(binary));
+    //    }
+    columnBuilder.writeBinary(readObject(new Binary(new byte[0])));
+  }
+
+  private Binary readObject(Binary binary) {
+    File file = new File(getObjectPathFromBinary(binary));
+    // TODO: allocate memory
+    long fileSize = file.length();
+    if (offset >= fileSize) {
+      throw new UnsupportedOperationException("offset is greater than object size");
+    }
+    long actualReadSize = Math.min(length, fileSize - offset);
+    if (actualReadSize > Integer.MAX_VALUE) {
+      throw new UnsupportedOperationException("Read object size is too large (size > 2G)");
+    }
+    byte[] bytes = new byte[(int) actualReadSize];
+    ByteBuffer buffer = ByteBuffer.wrap(bytes);
+    try (FileChannel fileChannel = FileChannel.open(file.toPath(), StandardOpenOption.READ)) {
+      fileChannel.read(buffer);
+    } catch (IOException e) {
+      throw new IoTDBRuntimeException(e, TSStatusCode.INTERNAL_SERVER_ERROR.getStatusCode());
+    }
+    return new Binary(bytes);
+  }
+
+  private String getObjectPathFromBinary(Binary binary) {
+    return "/Users/shuww/Downloads/test_0703/aaa";
+  }
+}
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/relational/TableBuiltinScalarFunction.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/relational/TableBuiltinScalarFunction.java
index 6d5b1ef4721ac..ced804e681c4c 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/relational/TableBuiltinScalarFunction.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/relational/TableBuiltinScalarFunction.java
@@ -67,6 +67,7 @@ public enum TableBuiltinScalarFunction {
   FORMAT("format"),
   GREATEST("greatest"),
   LEAST("least"),
+  READ_OBJECT("read_object"),
   ;
 
   private final String functionName;

From 11f4ed0ef0b78a5695cb4f00b7e167e0a69be3b5 Mon Sep 17 00:00:00 2001
From: shuwenwei <s13979062948@gmail.com>
Date: Thu, 3 Jul 2025 17:16:10 +0800
Subject: [PATCH 04/66] remove ReadObjectFunctionHelper

---
 .../helper/ReadObjectFunctionHelper.java      | 80 -------------------
 1 file changed, 80 deletions(-)
 delete mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/multi/builtin/helper/ReadObjectFunctionHelper.java

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/multi/builtin/helper/ReadObjectFunctionHelper.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/multi/builtin/helper/ReadObjectFunctionHelper.java
deleted file mode 100644
index c1a11d948d79c..0000000000000
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/expression/multi/builtin/helper/ReadObjectFunctionHelper.java
+++ /dev/null
@@ -1,80 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.iotdb.db.queryengine.plan.expression.multi.builtin.helper;
-
-import org.apache.iotdb.db.exception.sql.SemanticException;
-import org.apache.iotdb.db.queryengine.plan.expression.multi.FunctionExpression;
-import org.apache.iotdb.db.queryengine.plan.expression.multi.builtin.BuiltInScalarFunctionHelper;
-import org.apache.iotdb.db.queryengine.transformation.api.LayerReader;
-import org.apache.iotdb.db.queryengine.transformation.dag.column.ColumnTransformer;
-import org.apache.iotdb.db.queryengine.transformation.dag.transformer.Transformer;
-
-import org.apache.tsfile.enums.TSDataType;
-
-import java.util.Map;
-
-import static org.apache.iotdb.db.queryengine.plan.parser.ASTVisitor.checkFunctionExpressionInputSize;
-
-public class ReadObjectFunctionHelper implements BuiltInScalarFunctionHelper {
-  @Override
-  public void checkBuiltInScalarFunctionInputSize(FunctionExpression functionExpression)
-      throws SemanticException {
-    checkFunctionExpressionInputSize(
-        functionExpression.getExpressionString(),
-        functionExpression.getExpressions().size(),
-        1,
-        2,
-        3);
-  }
-
-  @Override
-  public void checkBuiltInScalarFunctionInputDataType(TSDataType tsDataType)
-      throws SemanticException {
-    if (tsDataType == TSDataType.OBJECT) {
-      return;
-    }
-    throw new SemanticException(
-        "Input series of Scalar function [READ_OBJECT] only supports data type [OBJECT]");
-  }
-
-  @Override
-  public TSDataType getBuiltInScalarFunctionReturnType(FunctionExpression functionExpression) {
-    return TSDataType.BLOB;
-  }
-
-  @Override
-  public ColumnTransformer getBuiltInScalarFunctionColumnTransformer(
-      FunctionExpression expression, ColumnTransformer columnTransformer) {
-    return null;
-  }
-
-  @Override
-  public Transformer getBuiltInScalarFunctionTransformer(
-      FunctionExpression expression, LayerReader layerReader) {
-    return null;
-  }
-
-  @Override
-  public void appendFunctionAttributes(
-      boolean hasExpression, StringBuilder builder, Map<String, String> functionAttributes) {
-    BuiltInScalarFunctionHelper.super.appendFunctionAttributes(
-        hasExpression, builder, functionAttributes);
-  }
-}

From adfbd4aeffaf3a26b113a301cc0a9726aa20b987 Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Thu, 3 Jul 2025 17:30:02 +0800
Subject: [PATCH 05/66] debug

---
 .../memory/InsertNodeMemoryEstimator.java     |  1 +
 .../planner/plan/node/write/FileNode.java     | 18 ++++++
 .../relational/planner/RelationPlanner.java   |  4 +-
 .../memtable/AlignedReadOnlyMemChunk.java     |  1 +
 .../memtable/AlignedWritableMemChunk.java     |  1 +
 .../dataregion/memtable/TsFileProcessor.java  | 10 +++-
 .../dataregion/memtable/WritableMemChunk.java |  1 +
 .../rescon/memory/PrimitiveArrayManager.java  |  1 +
 .../apache/iotdb/db/utils/ObjectWriter.java   | 55 +++++++++++++++++++
 .../iotdb/db/utils/QueryDataSetUtils.java     |  1 +
 .../db/utils/datastructure/AlignedTVList.java | 12 ++++
 11 files changed, 100 insertions(+), 5 deletions(-)
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/InsertNodeMemoryEstimator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/InsertNodeMemoryEstimator.java
index ed34f0de31039..38e8fac057f8e 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/InsertNodeMemoryEstimator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/resource/memory/InsertNodeMemoryEstimator.java
@@ -630,6 +630,7 @@ public static long sizeOfColumns(
         case STRING:
         case TEXT:
         case BLOB:
+        case OBJECT:
           {
             size += getBinarySize((Binary[]) columns[i]);
             break;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
index 55b756a4d3f17..e57d0d7b222c0 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
@@ -19,6 +19,8 @@
 
 package org.apache.iotdb.db.queryengine.plan.planner.plan.node.write;
 
+// TODO:[OBJECT] WAL serde
+// TODO:[OBJECT] dispatch serde
 public class FileNode {
 
   private String filePath;
@@ -35,4 +37,20 @@ public FileNode(String filePath, boolean isEOF, long offset, byte[] content) {
     this.offset = offset;
     this.content = content;
   }
+
+  public String getFilePath() {
+    return filePath;
+  }
+
+  public boolean isEOF() {
+    return isEOF;
+  }
+
+  public byte[] getContent() {
+    return content;
+  }
+
+  public long getOffset() {
+    return offset;
+  }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java
index 1e7ebdebcf55f..3274de4c9ac70 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java
@@ -1141,8 +1141,8 @@ protected RelationPlan visitInsertTablet(InsertTablet node, Void context) {
           long offset = BytesUtils.bytesToLong(offsetBytes);
           byte[] content = new byte[value.getLength() - 9];
           System.arraycopy(value.getValues(), 9, content, 0, value.getLength() - 9);
-          // Generate File name
-          String fileName = "assssd";
+          // TODO:[OBJECT] Generate File name
+          String fileName = "/Users/ht/Documents/iotdb/data/object/file1";
           FileNode fileNode = new FileNode(fileName, isEoF, offset, content);
           fileNodeList.add(fileNode);
           if (isEoF) {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AlignedReadOnlyMemChunk.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AlignedReadOnlyMemChunk.java
index 5ad706df1217d..47ad6a16e8477 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AlignedReadOnlyMemChunk.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AlignedReadOnlyMemChunk.java
@@ -233,6 +233,7 @@ public void initChunkMetaFromTvLists() {
           case TEXT:
           case BLOB:
           case STRING:
+          case OBJECT:
             for (int i = 0; i < tsBlock.getPositionCount(); i++) {
               if (tsBlock.getColumn(column).isNull(i)) {
                 continue;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AlignedWritableMemChunk.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AlignedWritableMemChunk.java
index d41ef855d368a..84f2a7e5d0b9b 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AlignedWritableMemChunk.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AlignedWritableMemChunk.java
@@ -592,6 +592,7 @@ private void handleEncoding(
               case TEXT:
               case STRING:
               case BLOB:
+              case OBJECT:
                 alignedChunkWriter.writeByColumn(
                     time,
                     isNull ? null : list.getBinaryByValueIndex(originRowIndex, columnIndex),
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
index e34f1b223399e..eeddf861b10d7 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
@@ -77,6 +77,7 @@
 import org.apache.iotdb.db.storageengine.rescon.memory.SystemInfo;
 import org.apache.iotdb.db.utils.MemUtils;
 import org.apache.iotdb.db.utils.ModificationUtils;
+import org.apache.iotdb.db.utils.ObjectWriter;
 import org.apache.iotdb.db.utils.datastructure.AlignedTVList;
 import org.apache.iotdb.db.utils.datastructure.TVList;
 import org.apache.iotdb.rpc.RpcUtils;
@@ -565,9 +566,12 @@ public void insertTablet(
           ((RelationalInsertTabletNode) insertTabletNode).getFileNodeList();
       if (fileNodeList != null) {
         for (FileNode fileNode : fileNodeList) {
-          System.out.println(fileNode);
-          //          fileNode.writeFile();
-          // TODO write file node wal
+          try (ObjectWriter writer = new ObjectWriter(fileNode.getFilePath())) {
+            writer.write(fileNode.getContent());
+          } catch (Exception e) {
+            throw new WriteProcessException(e);
+          }
+          // TODO:[OBJECT] write file node wal
         }
       }
     }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/WritableMemChunk.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/WritableMemChunk.java
index 1f4078dfc7d96..450dd01d85d71 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/WritableMemChunk.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/WritableMemChunk.java
@@ -150,6 +150,7 @@ public void writeNonAlignedTablet(
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         Binary[] binaryValues = (Binary[]) valueList;
         putBinaries(times, binaryValues, bitMap, start, end);
         break;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/memory/PrimitiveArrayManager.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/memory/PrimitiveArrayManager.java
index e8a2a9bb83741..3281b67c034df 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/memory/PrimitiveArrayManager.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/memory/PrimitiveArrayManager.java
@@ -249,6 +249,7 @@ private static Object createPrimitiveArray(TSDataType dataType) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         dataArray = new Binary[ARRAY_SIZE];
         break;
       default:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
new file mode 100644
index 0000000000000..7d572344ce1f1
--- /dev/null
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
@@ -0,0 +1,55 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.db.utils;
+
+import java.io.FileNotFoundException;
+import java.io.FileOutputStream;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.nio.file.Path;
+import java.nio.file.Paths;
+
+public class ObjectWriter implements AutoCloseable {
+
+  private final FileOutputStream fos;
+
+  public ObjectWriter(String filePath) throws FileNotFoundException {
+    // TODO:[OBJECT] Dir creation
+    Path path = Paths.get(filePath);
+    if (!Files.exists(path)) {
+      try {
+        Files.createFile(path);
+      } catch (IOException e) {
+        e.printStackTrace();
+        throw new FileNotFoundException(e.getMessage());
+      }
+    }
+    fos = new FileOutputStream(filePath, true);
+  }
+
+  public void write(byte[] content) throws IOException {
+    fos.write(content);
+  }
+
+  @Override
+  public void close() throws Exception {
+    fos.close();
+  }
+}
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/QueryDataSetUtils.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/QueryDataSetUtils.java
index 876a63a197d4c..8b914d6ab0d5f 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/QueryDataSetUtils.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/QueryDataSetUtils.java
@@ -796,6 +796,7 @@ public static Object[] readTabletValuesFromStream(
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           parseTextColumn(size, stream, values, i);
           break;
         default:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/AlignedTVList.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/AlignedTVList.java
index 80649eb182d15..7c0acb166a3f4 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/AlignedTVList.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/AlignedTVList.java
@@ -201,6 +201,7 @@ public synchronized void putAlignedValue(long timestamp, Object[] value) {
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           ((Binary[]) columnValues.get(arrayIndex))[elementIndex] =
               columnValue != null ? (Binary) columnValue : Binary.EMPTY_VALUE;
           memoryBinaryChunkSize[i] +=
@@ -300,6 +301,7 @@ private TsPrimitiveType getAlignedValueByValueIndex(
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           Binary valueT = ((Binary[]) columnValues.get(arrayIndex))[elementIndex];
           vector[columnIndex] = TsPrimitiveType.getByType(TSDataType.TEXT, valueT);
           break;
@@ -361,6 +363,7 @@ public void extendColumn(TSDataType dataType) {
         case TEXT:
         case STRING:
         case BLOB:
+        case OBJECT:
           columnValue.add(getPrimitiveArraysByType(TSDataType.TEXT));
           break;
         case FLOAT:
@@ -640,6 +643,7 @@ protected Object cloneValue(TSDataType type, Object value) {
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         Binary[] valueT = (Binary[]) value;
         Binary[] cloneT = new Binary[valueT.length];
         System.arraycopy(valueT, 0, cloneT, 0, valueT.length);
@@ -834,6 +838,7 @@ private void arrayCopy(Object[] value, int idx, int arrayIndex, int elementIndex
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           Binary[] arrayT = ((Binary[]) columnValues.get(arrayIndex));
           System.arraycopy(value[i], idx, arrayT, elementIndex, remaining);
 
@@ -1122,6 +1127,7 @@ public TsBlock buildTsBlock(
           case TEXT:
           case BLOB:
           case STRING:
+          case OBJECT:
             valueBuilder.writeBinary(getBinaryByValueIndex(originRowIndex, columnIndex));
             break;
           default:
@@ -1199,6 +1205,7 @@ public int serializedSize() {
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           for (int rowIdx = 0; rowIdx < rowCount; ++rowIdx) {
             size += ReadWriteIOUtils.sizeToWrite(getBinaryByValueIndex(rowIdx, columnIndex));
           }
@@ -1259,6 +1266,7 @@ public void serializeToWAL(IWALByteBufferView buffer) {
           case TEXT:
           case BLOB:
           case STRING:
+          case OBJECT:
             Binary valueT = ((Binary[]) columnValues.get(arrayIndex))[elementIndex];
             // In some scenario, the Binary in AlignedTVList will be null if this field is empty in
             // current row. We need to handle this scenario to get rid of NPE. See the similar issue
@@ -1338,6 +1346,7 @@ public static AlignedTVList deserialize(DataInputStream stream) throws IOExcepti
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           Binary[] binaryValues = new Binary[rowCount];
           for (int rowIndex = 0; rowIndex < rowCount; ++rowIndex) {
             binaryValues[rowIndex] = ReadWriteIOUtils.readBinary(stream);
@@ -1725,6 +1734,7 @@ public TsPrimitiveType getPrimitiveTypeObject(int rowIndex, int columnIndex) {
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           return TsPrimitiveType.getByType(
               TSDataType.TEXT, getBinaryByValueIndex(valueIndex, validColumnIndex));
         default:
@@ -1889,6 +1899,7 @@ public TsBlock nextBatch() {
             case TEXT:
             case BLOB:
             case STRING:
+            case OBJECT:
               valueBuilder.writeBinary(getBinaryByValueIndex(originRowIndex, validColumnIndex));
               break;
             default:
@@ -2060,6 +2071,7 @@ public void encodeBatch(IChunkWriter chunkWriter, BatchEncodeInfo encodeInfo, lo
             case TEXT:
             case BLOB:
             case STRING:
+            case OBJECT:
               valueChunkWriter.write(
                   time,
                   isNull ? null : getBinaryByValueIndex(originRowIndex, validColumnIndex),

From 007e7324755d88e4a60a0c77b7a78d9221e626bc Mon Sep 17 00:00:00 2001
From: shuwenwei <s13979062948@gmail.com>
Date: Thu, 3 Jul 2025 18:29:35 +0800
Subject: [PATCH 06/66] fix query

---
 .../java/org/apache/iotdb/cli/AbstractCli.java     |  1 +
 .../org/apache/iotdb/isession/SessionDataSet.java  |  1 +
 .../org/apache/iotdb/rpc/IoTDBJDBCDataSet.java     |  5 +++++
 .../java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java |  2 ++
 .../java/org/apache/iotdb/session/Session.java     |  1 +
 .../apache/iotdb/session/util/SessionUtils.java    |  1 +
 .../execution/aggregation/SumAccumulator.java      |  1 +
 .../execution/operator/source/SeriesScanUtil.java  |  1 +
 .../relational/metadata/TableMetadataImpl.java     |  3 +--
 .../plan/relational/planner/RelationPlanner.java   |  2 +-
 .../unary/scalar/ReadObjectColumnTransformer.java  | 14 +++++++-------
 .../ReadChunkAlignedSeriesCompactionExecutor.java  |  1 +
 .../readchunk/SingleSeriesCompactionExecutor.java  |  1 +
 .../utils/writer/AbstractCompactionWriter.java     |  1 +
 .../read/reader/chunk/MemPageReader.java           |  2 ++
 .../apache/iotdb/db/utils/QueryDataSetUtils.java   |  2 ++
 .../apache/iotdb/db/utils/TimeValuePairUtils.java  |  2 ++
 .../iotdb/db/utils/datastructure/TVList.java       |  4 ++++
 18 files changed, 35 insertions(+), 10 deletions(-)

diff --git a/iotdb-client/cli/src/main/java/org/apache/iotdb/cli/AbstractCli.java b/iotdb-client/cli/src/main/java/org/apache/iotdb/cli/AbstractCli.java
index 50be4ea5d5ac4..582704bf8ad33 100644
--- a/iotdb-client/cli/src/main/java/org/apache/iotdb/cli/AbstractCli.java
+++ b/iotdb-client/cli/src/main/java/org/apache/iotdb/cli/AbstractCli.java
@@ -755,6 +755,7 @@ private static String getStringByColumnIndex(
       case DOUBLE:
       case TEXT:
       case STRING:
+      case OBJECT:
         return resultSet.getString(columnIndex);
       case BLOB:
         byte[] v = resultSet.getBytes(columnIndex);
diff --git a/iotdb-client/isession/src/main/java/org/apache/iotdb/isession/SessionDataSet.java b/iotdb-client/isession/src/main/java/org/apache/iotdb/isession/SessionDataSet.java
index fa67708fed0c7..bb113680d8e5b 100644
--- a/iotdb-client/isession/src/main/java/org/apache/iotdb/isession/SessionDataSet.java
+++ b/iotdb-client/isession/src/main/java/org/apache/iotdb/isession/SessionDataSet.java
@@ -189,6 +189,7 @@ private RowRecord constructRowRecordFromValueArray() throws StatementExecutionEx
           case TEXT:
           case BLOB:
           case STRING:
+          case OBJECT:
             field.setBinaryV(ioTDBRpcDataSet.getBinary(columnName));
             break;
           default:
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/IoTDBJDBCDataSet.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/IoTDBJDBCDataSet.java
index 5bba6d0ea718d..3e6de454001f4 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/IoTDBJDBCDataSet.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/IoTDBJDBCDataSet.java
@@ -184,6 +184,7 @@ public IoTDBJDBCDataSet(
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           values[i] = null;
           break;
         default:
@@ -307,6 +308,7 @@ public IoTDBJDBCDataSet(
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           values[i] = null;
           break;
         default:
@@ -418,6 +420,7 @@ public void constructOneRow() {
           case TEXT:
           case BLOB:
           case STRING:
+          case OBJECT:
             int length = valueBuffer.getInt();
             values[i] = ReadWriteIOUtils.readBytes(valueBuffer, length);
             break;
@@ -595,6 +598,7 @@ public String getString(int index, TSDataType tsDataType, byte[][] values) {
         return String.valueOf(BytesUtils.bytesToDouble(values[index]));
       case TEXT:
       case STRING:
+      case OBJECT:
         return new String(values[index], StandardCharsets.UTF_8);
       case BLOB:
         return BytesUtils.parseBlobByteArrayToString(values[index]);
@@ -633,6 +637,7 @@ public Object getObject(int index, TSDataType tsDataType, byte[][] values) {
         return BytesUtils.bytesToDouble(values[index]);
       case TEXT:
       case STRING:
+      case OBJECT:
         return new String(values[index], StandardCharsets.UTF_8);
       case BLOB:
         return new Binary(values[index]);
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java
index a40197fac7988..e0af4c9691fc7 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java
@@ -490,6 +490,7 @@ private Object getObjectByTsBlockIndex(int tsBlockColumnIndex)
         return convertToTimestamp(timestamp, timeFactor);
       case TEXT:
       case STRING:
+      case OBJECT:
         return curTsBlock
             .getColumn(tsBlockColumnIndex)
             .getBinary(tsBlockIndex)
@@ -550,6 +551,7 @@ private String getString(int index, TSDataType tsDataType) {
         return String.valueOf(curTsBlock.getColumn(index).getDouble(tsBlockIndex));
       case TEXT:
       case STRING:
+      case OBJECT:
         return curTsBlock
             .getColumn(index)
             .getBinary(tsBlockIndex)
diff --git a/iotdb-client/session/src/main/java/org/apache/iotdb/session/Session.java b/iotdb-client/session/src/main/java/org/apache/iotdb/session/Session.java
index e1453c8d29d7b..610907ceb6f5a 100644
--- a/iotdb-client/session/src/main/java/org/apache/iotdb/session/Session.java
+++ b/iotdb-client/session/src/main/java/org/apache/iotdb/session/Session.java
@@ -3644,6 +3644,7 @@ private Object sortList(Object valueList, TSDataType dataType, Integer[] index)
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         Binary[] binaryValues = (Binary[]) valueList;
         Binary[] sortedBinaryValues = new Binary[binaryValues.length];
         for (int i = 0; i < index.length; i++) {
diff --git a/iotdb-client/session/src/main/java/org/apache/iotdb/session/util/SessionUtils.java b/iotdb-client/session/src/main/java/org/apache/iotdb/session/util/SessionUtils.java
index 87b30bd2dd3b2..d49242ee8d5fe 100644
--- a/iotdb-client/session/src/main/java/org/apache/iotdb/session/util/SessionUtils.java
+++ b/iotdb-client/session/src/main/java/org/apache/iotdb/session/util/SessionUtils.java
@@ -179,6 +179,7 @@ private static int calculateLength(List<TSDataType> types, List<Object> values)
           break;
         case TEXT:
         case STRING:
+        case OBJECT:
           res += Integer.BYTES;
           if (values.get(i) instanceof Binary) {
             res += ((Binary) values.get(i)).getValues().length;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/SumAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/SumAccumulator.java
index 37daf1a84b1e0..55abc3d370595 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/SumAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/SumAccumulator.java
@@ -61,6 +61,7 @@ public void addInput(Column[] columns, BitMap bitMap) {
       case TIMESTAMP:
       case DATE:
       case STRING:
+      case OBJECT:
       default:
         throw new UnSupportedDataTypeException(
             String.format("Unsupported data type in aggregation AVG : %s", seriesDataType));
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/SeriesScanUtil.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/SeriesScanUtil.java
index b9b500ad83e98..8c4b7016b1a64 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/SeriesScanUtil.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/SeriesScanUtil.java
@@ -960,6 +960,7 @@ private void addTimeValuePairToResult(TimeValuePair timeValuePair, TsBlockBuilde
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         builder.getColumnBuilder(0).writeBinary(timeValuePair.getValue().getBinary());
         break;
       case VECTOR:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/metadata/TableMetadataImpl.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/metadata/TableMetadataImpl.java
index b9e167d1b4302..40ef4c4bb5464 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/metadata/TableMetadataImpl.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/metadata/TableMetadataImpl.java
@@ -576,8 +576,7 @@ && isIntegerNumber(argumentTypes.get(2)))) {
         .equalsIgnoreCase(functionName)) {
       if (argumentTypes.isEmpty()
           || argumentTypes.size() > 3
-          || !isIntegerNumber(argumentTypes.get(0))
-          //          || !isObjectType(argumentTypes.get(0))
+          || !isObjectType(argumentTypes.get(0))
           || (argumentTypes.size() >= 2 && !isIntegerNumber(argumentTypes.get(1)))
           || (argumentTypes.size() >= 3 && !isIntegerNumber(argumentTypes.get(2)))) {
         throw new SemanticException(
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java
index 3274de4c9ac70..2a6f6f6cb557a 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java
@@ -1142,7 +1142,7 @@ protected RelationPlan visitInsertTablet(InsertTablet node, Void context) {
           byte[] content = new byte[value.getLength() - 9];
           System.arraycopy(value.getValues(), 9, content, 0, value.getLength() - 9);
           // TODO:[OBJECT] Generate File name
-          String fileName = "/Users/ht/Documents/iotdb/data/object/file1";
+          String fileName = "/Users/shuww/Downloads/test_0703/aaa";
           FileNode fileNode = new FileNode(fileName, isEoF, offset, content);
           fileNodeList.add(fileNode);
           if (isEoF) {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
index 15e82be9d8bc8..51095e725a32d 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
@@ -26,6 +26,7 @@
 
 import org.apache.tsfile.block.column.Column;
 import org.apache.tsfile.block.column.ColumnBuilder;
+import org.apache.tsfile.enums.TSDataType;
 import org.apache.tsfile.read.common.type.Type;
 import org.apache.tsfile.utils.Binary;
 
@@ -37,7 +38,7 @@
 
 public class ReadObjectColumnTransformer extends UnaryColumnTransformer {
 
-  private long offset = -1;
+  private long offset = 0;
   private long length = -1;
 
   public ReadObjectColumnTransformer(Type type, ColumnTransformer childColumnTransformer) {
@@ -80,11 +81,10 @@ protected void doTransform(Column column, ColumnBuilder columnBuilder, boolean[]
   }
 
   private void transform(Column column, ColumnBuilder columnBuilder, int i) {
-    //    if (TSDataType.OBJECT.equals(column.getDataType())) {
-    //      Binary binary = column.getBinary(i);
-    //      columnBuilder.writeBinary(readObject(binary));
-    //    }
-    columnBuilder.writeBinary(readObject(new Binary(new byte[0])));
+    if (TSDataType.TEXT == column.getDataType()) {
+      Binary binary = column.getBinary(i);
+      columnBuilder.writeBinary(readObject(binary));
+    }
   }
 
   private Binary readObject(Binary binary) {
@@ -94,7 +94,7 @@ private Binary readObject(Binary binary) {
     if (offset >= fileSize) {
       throw new UnsupportedOperationException("offset is greater than object size");
     }
-    long actualReadSize = Math.min(length, fileSize - offset);
+    long actualReadSize = Math.min(length < 0 ? fileSize : length, fileSize - offset);
     if (actualReadSize > Integer.MAX_VALUE) {
       throw new UnsupportedOperationException("Read object size is too large (size > 2G)");
     }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/readchunk/ReadChunkAlignedSeriesCompactionExecutor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/readchunk/ReadChunkAlignedSeriesCompactionExecutor.java
index e6891199bb4db..4bca1c83ab049 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/readchunk/ReadChunkAlignedSeriesCompactionExecutor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/readchunk/ReadChunkAlignedSeriesCompactionExecutor.java
@@ -563,6 +563,7 @@ private long estimateMemorySizeAsPageWriter(PageLoader pageLoader) {
         case TEXT:
         case STRING:
         case BLOB:
+        case OBJECT:
           size = pageLoader.getHeader().getUncompressedSize();
           break;
         default:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/readchunk/SingleSeriesCompactionExecutor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/readchunk/SingleSeriesCompactionExecutor.java
index 69ce89d5af37b..e7c27be8e0a4d 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/readchunk/SingleSeriesCompactionExecutor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/readchunk/SingleSeriesCompactionExecutor.java
@@ -317,6 +317,7 @@ private void writeTimeAndValueToChunkWriter(TimeValuePair timeValuePair) {
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         chunkWriter.write(timeValuePair.getTimestamp(), timeValuePair.getValue().getBinary());
         break;
       case FLOAT:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/writer/AbstractCompactionWriter.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/writer/AbstractCompactionWriter.java
index 364e21e22737d..849c3a9031c81 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/writer/AbstractCompactionWriter.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/writer/AbstractCompactionWriter.java
@@ -135,6 +135,7 @@ protected void writeDataPoint(long timestamp, TsPrimitiveType value, IChunkWrite
         case TEXT:
         case STRING:
         case BLOB:
+        case OBJECT:
           chunkWriterImpl.write(timestamp, value.getBinary());
           break;
         case DOUBLE:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/read/reader/chunk/MemPageReader.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/read/reader/chunk/MemPageReader.java
index 90231d1bedfb5..687a3d7a5299e 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/read/reader/chunk/MemPageReader.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/read/reader/chunk/MemPageReader.java
@@ -105,6 +105,7 @@ public BatchData getAllSatisfiedPageData(boolean ascending) throws IOException {
           case TEXT:
           case STRING:
           case BLOB:
+          case OBJECT:
             batchData.putBinary(
                 tsBlock.getTimeColumn().getLong(i), tsBlock.getColumn(0).getBinary(i));
             break;
@@ -266,6 +267,7 @@ private void updatePageStatisticsFromTsBlock(Statistics statistics) {
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           for (int i = 0; i < tsBlock.getPositionCount(); i++) {
             statistics.update(tsBlock.getTimeByIndex(i), tsBlock.getColumn(0).getBinary(i));
           }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/QueryDataSetUtils.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/QueryDataSetUtils.java
index 8b914d6ab0d5f..fed80815f692a 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/QueryDataSetUtils.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/QueryDataSetUtils.java
@@ -236,6 +236,7 @@ public static TSQueryDataSet convertTsBlockByFetchSize(List<TsBlock> tsBlocks)
           case TEXT:
           case BLOB:
           case STRING:
+          case OBJECT:
             for (int i = 0; i < currentCount; i++) {
               rowCount++;
               if (column.isNull(i)) {
@@ -379,6 +380,7 @@ private static void serializeTsBlock(
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           doWithTextColumn(
               rowCount,
               column,
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/TimeValuePairUtils.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/TimeValuePairUtils.java
index e11b586e7e427..a66e7d7b856bb 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/TimeValuePairUtils.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/TimeValuePairUtils.java
@@ -62,6 +62,7 @@ public static void setTimeValuePair(TimeValuePair from, TimeValuePair to) {
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         to.getValue().setBinary(from.getValue().getBinary());
         break;
       case BOOLEAN:
@@ -89,6 +90,7 @@ public static TimeValuePair getEmptyTimeValuePair(TSDataType dataType) {
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         return new TimeValuePair(0, new TsBinary(new Binary("", TSFileConfig.STRING_CHARSET)));
       default:
         throw new UnsupportedOperationException("Unrecognized datatype: " + dataType);
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/TVList.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/TVList.java
index 5e50efd25c06d..1ec8e6bcc1fec 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/TVList.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/TVList.java
@@ -112,6 +112,7 @@ public static TVList newList(TSDataType dataType) {
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         return BinaryTVList.newList();
       case FLOAT:
         return FloatTVList.newList();
@@ -601,6 +602,7 @@ public static TVList deserializeWithoutBitMap(DataInputStream stream) throws IOE
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         return BinaryTVList.deserializeWithoutBitMap(stream);
       case FLOAT:
         return FloatTVList.deserializeWithoutBitMap(stream);
@@ -821,6 +823,7 @@ public TsBlock nextBatch() {
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           while (index < rows && builder.getPositionCount() < maxNumberOfPointsInPage) {
             long time = getTime(index);
             if (!isNullValue(getValueIndex(index))
@@ -891,6 +894,7 @@ public void encodeBatch(IChunkWriter chunkWriter, BatchEncodeInfo encodeInfo, lo
           case TEXT:
           case BLOB:
           case STRING:
+          case OBJECT:
             Binary value = getBinary(index);
             chunkWriterImpl.write(time, value);
             encodeInfo.dataSizeInChunk += 8L + getBinarySize(value);

From 9890fd67d9e0c4f3c18c3cab21940091d28355d1 Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Thu, 3 Jul 2025 18:44:19 +0800
Subject: [PATCH 07/66] gen file name

---
 .../planner/plan/node/write/FileNode.java     | 10 ++++++++
 .../write/RelationalInsertTabletNode.java     | 10 ++++++++
 .../relational/planner/RelationPlanner.java   | 12 ++--------
 .../dataregion/memtable/TsFileProcessor.java  | 20 ++++++++++++----
 .../apache/iotdb/db/utils/ObjectWriter.java   | 23 ++++++++++++-------
 5 files changed, 53 insertions(+), 22 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
index e57d0d7b222c0..cd82fbf12d837 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
@@ -38,6 +38,16 @@ public FileNode(String filePath, boolean isEOF, long offset, byte[] content) {
     this.content = content;
   }
 
+  public FileNode(boolean isEOF, long offset, byte[] content) {
+    this.isEOF = isEOF;
+    this.offset = offset;
+    this.content = content;
+  }
+
+  public void setFilePath(String filePath) {
+    this.filePath = filePath;
+  }
+
   public String getFilePath() {
     return filePath;
   }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
index b04aebd086747..40690d012a8c3 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
@@ -37,6 +37,7 @@
 import org.apache.tsfile.file.metadata.IDeviceID;
 import org.apache.tsfile.file.metadata.IDeviceID.Factory;
 import org.apache.tsfile.read.TimeValuePair;
+import org.apache.tsfile.utils.Binary;
 import org.apache.tsfile.utils.BitMap;
 import org.apache.tsfile.utils.Pair;
 import org.apache.tsfile.utils.ReadWriteIOUtils;
@@ -118,6 +119,15 @@ public List<FileNode> getFileNodeList() {
     return fileNodeList;
   }
 
+  public Binary[] getObjectColumn() {
+    for (int i = 0; i < columns.length; i++) {
+      if (dataTypes[i] == TSDataType.OBJECT) {
+        return (Binary[]) columns[i];
+      }
+    }
+    return null;
+  }
+
   @Override
   public IDeviceID getDeviceID(int rowIdx) {
     if (singleDevice) {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java
index 3274de4c9ac70..1d6ff3a5c268c 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java
@@ -131,7 +131,6 @@
 import org.apache.tsfile.utils.BytesUtils;
 import org.apache.tsfile.write.schema.MeasurementSchema;
 
-import java.nio.charset.StandardCharsets;
 import java.util.ArrayList;
 import java.util.Collection;
 import java.util.Collections;
@@ -1141,16 +1140,9 @@ protected RelationPlan visitInsertTablet(InsertTablet node, Void context) {
           long offset = BytesUtils.bytesToLong(offsetBytes);
           byte[] content = new byte[value.getLength() - 9];
           System.arraycopy(value.getValues(), 9, content, 0, value.getLength() - 9);
-          // TODO:[OBJECT] Generate File name
-          String fileName = "/Users/ht/Documents/iotdb/data/object/file1";
-          FileNode fileNode = new FileNode(fileName, isEoF, offset, content);
+          FileNode fileNode = new FileNode(isEoF, offset, content);
           fileNodeList.add(fileNode);
-          if (isEoF) {
-            ((Binary[]) insertTabletStatement.getColumns()[i])[j] =
-                new Binary(fileName.getBytes(StandardCharsets.UTF_8));
-          } else {
-            ((Binary[]) insertTabletStatement.getColumns()[i])[j] = null;
-          }
+          ((Binary[]) insertTabletStatement.getColumns()[i])[j] = null;
         }
       }
     }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
index eeddf861b10d7..e311e65df7b63 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
@@ -100,6 +100,7 @@
 import java.io.File;
 import java.io.IOException;
 import java.nio.channels.ClosedChannelException;
+import java.nio.charset.StandardCharsets;
 import java.util.ArrayList;
 import java.util.Collection;
 import java.util.Collections;
@@ -562,11 +563,22 @@ public void insertTablet(
       long[] infoForMetrics)
       throws WriteProcessException {
     if (insertTabletNode instanceof RelationalInsertTabletNode) {
-      List<FileNode> fileNodeList =
-          ((RelationalInsertTabletNode) insertTabletNode).getFileNodeList();
+      RelationalInsertTabletNode relationalInsertTabletNode =
+          (RelationalInsertTabletNode) insertTabletNode;
+      List<FileNode> fileNodeList = relationalInsertTabletNode.getFileNodeList();
       if (fileNodeList != null) {
-        for (FileNode fileNode : fileNodeList) {
-          try (ObjectWriter writer = new ObjectWriter(fileNode.getFilePath())) {
+        for (int i = 0; i < fileNodeList.size(); i++) {
+          FileNode fileNode = fileNodeList.get(i);
+          String objectFileName =
+              insertTabletNode.getTimes()[i] + "-" + config.getDataNodeId() + "-" + 1 + ".bin";
+          File objectFile = new File(writer.getFile().getParent(), objectFileName);
+          if (fileNode.isEOF()) {
+            relationalInsertTabletNode.getObjectColumn()[i] =
+                new Binary(
+                    (objectFile.getPath() + "," + objectFile.length())
+                        .getBytes(StandardCharsets.UTF_8));
+          }
+          try (ObjectWriter writer = new ObjectWriter(objectFile)) {
             writer.write(fileNode.getContent());
           } catch (Exception e) {
             throw new WriteProcessException(e);
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
index 7d572344ce1f1..070c7b5a1497d 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
@@ -19,25 +19,32 @@
 
 package org.apache.iotdb.db.utils;
 
+import org.apache.commons.io.FileUtils;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.File;
 import java.io.FileNotFoundException;
 import java.io.FileOutputStream;
 import java.io.IOException;
 import java.nio.file.Files;
-import java.nio.file.Path;
-import java.nio.file.Paths;
 
 public class ObjectWriter implements AutoCloseable {
 
+  private static final Logger LOGGER = LoggerFactory.getLogger(ObjectWriter.class);
+
   private final FileOutputStream fos;
 
-  public ObjectWriter(String filePath) throws FileNotFoundException {
-    // TODO:[OBJECT] Dir creation
-    Path path = Paths.get(filePath);
-    if (!Files.exists(path)) {
+  public ObjectWriter(File filePath) throws FileNotFoundException {
+    try {
+      FileUtils.forceMkdir(filePath.getParentFile());
+    } catch (final IOException e) {
+      throw new FileNotFoundException("Error occurred during creating directory " + filePath);
+    }
+    if (!Files.exists(filePath.toPath())) {
       try {
-        Files.createFile(path);
+        Files.createFile(filePath.toPath());
       } catch (IOException e) {
-        e.printStackTrace();
         throw new FileNotFoundException(e.getMessage());
       }
     }

From 059f3d91d42d27cf57f2a65a2667c78ab328a5a9 Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Thu, 3 Jul 2025 18:57:56 +0800
Subject: [PATCH 08/66] merge read part

---
 .../unary/scalar/ReadObjectColumnTransformer.java    |  2 +-
 .../dataregion/memtable/TsFileProcessor.java         | 12 ++++++------
 2 files changed, 7 insertions(+), 7 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
index 51095e725a32d..53de974e89584 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
@@ -109,6 +109,6 @@ private Binary readObject(Binary binary) {
   }
 
   private String getObjectPathFromBinary(Binary binary) {
-    return "/Users/shuww/Downloads/test_0703/aaa";
+    return binary.toString().split(",")[0];
   }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
index e311e65df7b63..af49c77f1108c 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
@@ -572,18 +572,18 @@ public void insertTablet(
           String objectFileName =
               insertTabletNode.getTimes()[i] + "-" + config.getDataNodeId() + "-" + 1 + ".bin";
           File objectFile = new File(writer.getFile().getParent(), objectFileName);
-          if (fileNode.isEOF()) {
-            relationalInsertTabletNode.getObjectColumn()[i] =
-                new Binary(
-                    (objectFile.getPath() + "," + objectFile.length())
-                        .getBytes(StandardCharsets.UTF_8));
-          }
           try (ObjectWriter writer = new ObjectWriter(objectFile)) {
             writer.write(fileNode.getContent());
           } catch (Exception e) {
             throw new WriteProcessException(e);
           }
           // TODO:[OBJECT] write file node wal
+          if (fileNode.isEOF()) {
+            relationalInsertTabletNode.getObjectColumn()[i] =
+                new Binary(
+                    (objectFile.getPath() + "," + objectFile.length())
+                        .getBytes(StandardCharsets.UTF_8));
+          }
         }
       }
     }

From 85ef82d980237c18fa9f0fc87d93d0e5a78ae263 Mon Sep 17 00:00:00 2001
From: shuwenwei <s13979062948@gmail.com>
Date: Fri, 4 Jul 2025 10:26:55 +0800
Subject: [PATCH 09/66] allocate memory

---
 .../relational/ColumnTransformerBuilder.java  | 19 +++++++++++----
 .../plan/planner/TableOperatorGenerator.java  | 23 +++++++++++-------
 .../plan/relational/sql/ast/DeleteDevice.java |  3 ++-
 .../scalar/ReadObjectColumnTransformer.java   | 24 ++++++++++++++++---
 .../impl/SchemaRegionMemoryImpl.java          |  6 +++--
 5 files changed, 56 insertions(+), 19 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/relational/ColumnTransformerBuilder.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/relational/ColumnTransformerBuilder.java
index 48586f6a34cc0..d766570e903b2 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/relational/ColumnTransformerBuilder.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/relational/ColumnTransformerBuilder.java
@@ -24,6 +24,7 @@
 import org.apache.iotdb.db.conf.IoTDBDescriptor;
 import org.apache.iotdb.db.exception.sql.SemanticException;
 import org.apache.iotdb.db.queryengine.common.SessionInfo;
+import org.apache.iotdb.db.queryengine.execution.fragment.FragmentInstanceContext;
 import org.apache.iotdb.db.queryengine.plan.analyze.TypeProvider;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.parameter.InputLocation;
 import org.apache.iotdb.db.queryengine.plan.relational.function.arithmetic.AdditionResolver;
@@ -178,6 +179,8 @@
 import org.apache.tsfile.read.common.type.TypeEnum;
 import org.apache.tsfile.utils.Binary;
 
+import javax.annotation.Nullable;
+
 import java.time.ZoneId;
 import java.util.ArrayList;
 import java.util.Arrays;
@@ -1006,10 +1009,13 @@ private ColumnTransformer getFunctionColumnTransformer(
         .equalsIgnoreCase(functionName)) {
       ColumnTransformer first = this.process(children.get(0), context);
       if (children.size() == 1) {
-        return new ReadObjectColumnTransformer(OBJECT, first);
+        return new ReadObjectColumnTransformer(OBJECT, first, context.fragmentInstanceContext);
       } else if (children.size() == 2) {
         return new ReadObjectColumnTransformer(
-            OBJECT, ((LongLiteral) children.get(1)).getParsedValue(), first);
+            OBJECT,
+            ((LongLiteral) children.get(1)).getParsedValue(),
+            first,
+            context.fragmentInstanceContext);
       } else {
         long offset = ((LongLiteral) children.get(1)).getParsedValue();
         long length = ((LongLiteral) children.get(2)).getParsedValue();
@@ -1018,7 +1024,8 @@ private ColumnTransformer getFunctionColumnTransformer(
             OBJECT,
             ((LongLiteral) children.get(1)).getParsedValue(),
             ((LongLiteral) children.get(2)).getParsedValue(),
-            first);
+            first,
+            context.fragmentInstanceContext);
       }
     } else {
       // user defined function
@@ -1484,6 +1491,8 @@ public static class Context {
 
     private final Metadata metadata;
 
+    private final Optional<FragmentInstanceContext> fragmentInstanceContext;
+
     public Context(
         SessionInfo sessionInfo,
         List<LeafColumnTransformer> leafList,
@@ -1494,7 +1503,8 @@ public Context(
         List<TSDataType> inputDataTypes,
         int originSize,
         TypeProvider typeProvider,
-        Metadata metadata) {
+        Metadata metadata,
+        @Nullable FragmentInstanceContext fragmentInstanceContext) {
       this.sessionInfo = sessionInfo;
       this.leafList = leafList;
       this.inputLocations = inputLocations;
@@ -1505,6 +1515,7 @@ public Context(
       this.originSize = originSize;
       this.typeProvider = typeProvider;
       this.metadata = metadata;
+      this.fragmentInstanceContext = Optional.ofNullable(fragmentInstanceContext);
     }
 
     public Type getType(SymbolReference symbolReference) {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/TableOperatorGenerator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/TableOperatorGenerator.java
index 132f5ebcc0087..811af011a9089 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/TableOperatorGenerator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/TableOperatorGenerator.java
@@ -40,6 +40,7 @@
 import org.apache.iotdb.db.queryengine.execution.exchange.sink.ISinkHandle;
 import org.apache.iotdb.db.queryengine.execution.exchange.sink.ShuffleSinkHandle;
 import org.apache.iotdb.db.queryengine.execution.exchange.source.ISourceHandle;
+import org.apache.iotdb.db.queryengine.execution.fragment.FragmentInstanceContext;
 import org.apache.iotdb.db.queryengine.execution.operator.EmptyDataOperator;
 import org.apache.iotdb.db.queryengine.execution.operator.ExplainAnalyzeOperator;
 import org.apache.iotdb.db.queryengine.execution.operator.Operator;
@@ -1311,13 +1312,15 @@ private Operator constructFilterAndProjectOperator(
 
     ColumnTransformerBuilder visitor = new ColumnTransformerBuilder();
 
+    FragmentInstanceContext fragmentInstanceContext =
+        context.getDriverContext().getFragmentInstanceContext();
     ColumnTransformer filterOutputTransformer =
         predicate
             .map(
                 p -> {
                   ColumnTransformerBuilder.Context filterColumnTransformerContext =
                       new ColumnTransformerBuilder.Context(
-                          context.getDriverContext().getFragmentInstanceContext().getSessionInfo(),
+                          fragmentInstanceContext.getSessionInfo(),
                           filterLeafColumnTransformerList,
                           inputLocations,
                           filterExpressionColumnTransformerMap,
@@ -1326,7 +1329,8 @@ private Operator constructFilterAndProjectOperator(
                           ImmutableList.of(),
                           0,
                           context.getTypeProvider(),
-                          metadata);
+                          metadata,
+                          fragmentInstanceContext);
 
                   return visitor.process(p, filterColumnTransformerContext);
                 })
@@ -1344,7 +1348,7 @@ private Operator constructFilterAndProjectOperator(
 
     ColumnTransformerBuilder.Context projectColumnTransformerContext =
         new ColumnTransformerBuilder.Context(
-            context.getDriverContext().getFragmentInstanceContext().getSessionInfo(),
+            fragmentInstanceContext.getSessionInfo(),
             projectLeafColumnTransformerList,
             inputLocations,
             projectExpressionColumnTransformerMap,
@@ -1353,7 +1357,8 @@ private Operator constructFilterAndProjectOperator(
             filterOutputDataTypes,
             inputLocations.size(),
             context.getTypeProvider(),
-            metadata);
+            metadata,
+            fragmentInstanceContext);
 
     for (Expression expression : projectExpressions) {
       projectOutputTransformerList.add(
@@ -2426,6 +2431,8 @@ public Operator visitTableDeviceQueryCount(
 
     // In "count" we have to reuse filter operator per "next"
     final List<LeafColumnTransformer> filterLeafColumnTransformerList = new ArrayList<>();
+    FragmentInstanceContext fragmentInstanceContext =
+        context.getDriverContext().getFragmentInstanceContext();
     return new SchemaCountOperator<>(
         node.getPlanNodeId(),
         context
@@ -2447,10 +2454,7 @@ public Operator visitTableDeviceQueryCount(
                         .process(
                             node.getTagFuzzyPredicate(),
                             new ColumnTransformerBuilder.Context(
-                                context
-                                    .getDriverContext()
-                                    .getFragmentInstanceContext()
-                                    .getSessionInfo(),
+                                fragmentInstanceContext.getSessionInfo(),
                                 filterLeafColumnTransformerList,
                                 makeLayout(Collections.singletonList(node)),
                                 new HashMap<>(),
@@ -2459,7 +2463,8 @@ public Operator visitTableDeviceQueryCount(
                                 ImmutableList.of(),
                                 0,
                                 context.getTypeProvider(),
-                                metadata)),
+                                metadata,
+                                fragmentInstanceContext)),
                     columnSchemaList,
                     database,
                     table)
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/DeleteDevice.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/DeleteDevice.java
index 10935e97d4eb2..4a73f4b792fb4 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/DeleteDevice.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/sql/ast/DeleteDevice.java
@@ -227,7 +227,8 @@ public static DeviceBlackListConstructor constructDevicePredicateUpdater(
                     ImmutableList.of(),
                     0,
                     mockTypeProvider,
-                    metadata))
+                    metadata,
+                    null))
             : null;
 
     return new DeviceBlackListConstructor(
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
index 53de974e89584..6332ab43b3b17 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
@@ -20,6 +20,7 @@
 package org.apache.iotdb.db.queryengine.transformation.dag.column.unary.scalar;
 
 import org.apache.iotdb.commons.exception.IoTDBRuntimeException;
+import org.apache.iotdb.db.queryengine.execution.fragment.FragmentInstanceContext;
 import org.apache.iotdb.db.queryengine.transformation.dag.column.ColumnTransformer;
 import org.apache.iotdb.db.queryengine.transformation.dag.column.unary.UnaryColumnTransformer;
 import org.apache.iotdb.rpc.TSStatusCode;
@@ -35,27 +36,42 @@
 import java.nio.ByteBuffer;
 import java.nio.channels.FileChannel;
 import java.nio.file.StandardOpenOption;
+import java.util.Optional;
 
 public class ReadObjectColumnTransformer extends UnaryColumnTransformer {
 
+  private final Optional<FragmentInstanceContext> fragmentInstanceContext;
   private long offset = 0;
   private long length = -1;
 
-  public ReadObjectColumnTransformer(Type type, ColumnTransformer childColumnTransformer) {
+  public ReadObjectColumnTransformer(
+      Type type,
+      ColumnTransformer childColumnTransformer,
+      Optional<FragmentInstanceContext> fragmentInstanceContext) {
     super(type, childColumnTransformer);
+    this.fragmentInstanceContext = fragmentInstanceContext;
   }
 
   public ReadObjectColumnTransformer(
-      Type type, long offset, ColumnTransformer childColumnTransformer) {
+      Type type,
+      long offset,
+      ColumnTransformer childColumnTransformer,
+      Optional<FragmentInstanceContext> fragmentInstanceContext) {
     super(type, childColumnTransformer);
     this.offset = offset;
+    this.fragmentInstanceContext = fragmentInstanceContext;
   }
 
   public ReadObjectColumnTransformer(
-      Type type, long offset, long length, ColumnTransformer childColumnTransformer) {
+      Type type,
+      long offset,
+      long length,
+      ColumnTransformer childColumnTransformer,
+      Optional<FragmentInstanceContext> fragmentInstanceContext) {
     super(type, childColumnTransformer);
     this.offset = offset;
     this.length = length;
+    this.fragmentInstanceContext = fragmentInstanceContext;
   }
 
   @Override
@@ -98,6 +114,8 @@ private Binary readObject(Binary binary) {
     if (actualReadSize > Integer.MAX_VALUE) {
       throw new UnsupportedOperationException("Read object size is too large (size > 2G)");
     }
+    fragmentInstanceContext.ifPresent(
+        context -> context.getMemoryReservationContext().reserveMemoryCumulatively(actualReadSize));
     byte[] bytes = new byte[(int) actualReadSize];
     ByteBuffer buffer = ByteBuffer.wrap(bytes);
     try (FileChannel fileChannel = FileChannel.open(file.toPath(), StandardOpenOption.READ)) {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/schemaregion/impl/SchemaRegionMemoryImpl.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/schemaregion/impl/SchemaRegionMemoryImpl.java
index 3f49dfec93d9d..d09f2204db89f 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/schemaregion/impl/SchemaRegionMemoryImpl.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/schemaengine/schemaregion/impl/SchemaRegionMemoryImpl.java
@@ -1523,7 +1523,8 @@ private DeviceAttributeUpdater constructDevicePredicateUpdater(
                     ImmutableList.of(),
                     0,
                     mockTypeProvider,
-                    metadata))
+                    metadata,
+                    null))
             : null;
 
     final List<TSDataType> filterOutputDataTypes =
@@ -1550,7 +1551,8 @@ private DeviceAttributeUpdater constructDevicePredicateUpdater(
             filterOutputDataTypes,
             inputLocations.size(),
             mockTypeProvider,
-            metadata);
+            metadata,
+            null);
 
     final List<String> attributeNames =
         updateNode.getAssignments().stream()

From af051df0313d70de22712af285435e67d60edbb9 Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Mon, 7 Jul 2025 10:22:35 +0800
Subject: [PATCH 10/66] validate offset & impl relativePath

---
 .../java/org/apache/iotdb/ObjectExample.java  | 31 +++++++++++-
 .../storageengine/dataregion/DataRegion.java  |  2 +
 .../dataregion/memtable/TsFileProcessor.java  | 47 +++++++++++++++----
 .../apache/iotdb/db/utils/ObjectWriter.java   | 12 ++++-
 4 files changed, 80 insertions(+), 12 deletions(-)

diff --git a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
index 1aa286e7ac46f..b040dc5313b32 100644
--- a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
+++ b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
@@ -28,7 +28,9 @@
 import org.apache.tsfile.enums.TSDataType;
 import org.apache.tsfile.write.record.Tablet;
 
-import java.nio.charset.StandardCharsets;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.nio.file.Paths;
 import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.Collections;
@@ -74,7 +76,30 @@ public static void main(String[] args) {
       tablet.addValue(rowIndex, 1, "5");
       tablet.addValue(rowIndex, 2, "3");
       tablet.addValue(rowIndex, 3, 37.6F);
-      tablet.addValue(rowIndex, 4, true, 0, "123456".getBytes(StandardCharsets.UTF_8));
+      tablet.addValue(
+          rowIndex,
+          4,
+          true,
+          0,
+          Files.readAllBytes(
+              Paths.get("/Users/ht/Downloads/2_1746622362350_fa24aa15233f4e76bcda789a5771f43f")));
+      session.insert(tablet);
+      tablet.reset();
+
+      tablet = new Tablet("test1", columnNameList, dataTypeList, columnTypeList, 1);
+      rowIndex = tablet.getRowSize();
+      tablet.addTimestamp(rowIndex, 2);
+      tablet.addValue(rowIndex, 0, "1");
+      tablet.addValue(rowIndex, 1, "5");
+      tablet.addValue(rowIndex, 2, "3");
+      tablet.addValue(rowIndex, 3, 37.6F);
+      tablet.addValue(
+          rowIndex,
+          4,
+          true,
+          0,
+          Files.readAllBytes(
+              Paths.get("/Users/ht/Downloads/2_1746622367063_8fb5ac8e21724140874195b60b878664")));
       session.insert(tablet);
       tablet.reset();
 
@@ -82,6 +107,8 @@ public static void main(String[] args) {
       e.printStackTrace();
     } catch (StatementExecutionException e) {
       e.printStackTrace();
+    } catch (IOException e) {
+      throw new RuntimeException(e);
     }
   }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
index 6a3b09174226f..4e248ed3e48c3 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
@@ -347,6 +347,8 @@ public class DataRegion implements IDataRegionForQuery {
   private ILoadDiskSelector ordinaryLoadDiskSelector;
   private ILoadDiskSelector pipeAndIoTV2LoadDiskSelector;
 
+  public static AtomicLong objectFileId = new AtomicLong(0);
+
   /**
    * Construct a database processor.
    *
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
index af49c77f1108c..4cfad7920eb74 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
@@ -21,6 +21,7 @@
 
 import org.apache.iotdb.common.rpc.thrift.TSStatus;
 import org.apache.iotdb.commons.conf.CommonDescriptor;
+import org.apache.iotdb.commons.conf.IoTDBConstant;
 import org.apache.iotdb.commons.exception.IllegalPathException;
 import org.apache.iotdb.commons.exception.IoTDBRuntimeException;
 import org.apache.iotdb.commons.exception.MetadataException;
@@ -92,6 +93,7 @@
 import org.apache.tsfile.file.metadata.TableSchema;
 import org.apache.tsfile.read.filter.basic.Filter;
 import org.apache.tsfile.utils.Binary;
+import org.apache.tsfile.utils.BytesUtils;
 import org.apache.tsfile.utils.Pair;
 import org.apache.tsfile.write.writer.RestorableTsFileIOWriter;
 import org.slf4j.Logger;
@@ -101,6 +103,8 @@
 import java.io.IOException;
 import java.nio.channels.ClosedChannelException;
 import java.nio.charset.StandardCharsets;
+import java.nio.file.Files;
+import java.nio.file.StandardCopyOption;
 import java.util.ArrayList;
 import java.util.Collection;
 import java.util.Collections;
@@ -570,19 +574,46 @@ public void insertTablet(
         for (int i = 0; i < fileNodeList.size(); i++) {
           FileNode fileNode = fileNodeList.get(i);
           String objectFileName =
-              insertTabletNode.getTimes()[i] + "-" + config.getDataNodeId() + "-" + 1 + ".bin";
-          File objectFile = new File(writer.getFile().getParent(), objectFileName);
-          try (ObjectWriter writer = new ObjectWriter(objectFile)) {
-            writer.write(fileNode.getContent());
+              insertTabletNode.getTimes()[i]
+                  + "-"
+                  + config.getDataNodeId()
+                  + "-"
+                  + DataRegion.objectFileId.incrementAndGet()
+                  + ".bin";
+          String objectTmpFileName = objectFileName + ".tmp";
+          File objectTmpFile = new File(writer.getFile().getParent(), objectTmpFileName);
+          try (ObjectWriter writer = new ObjectWriter(objectTmpFile)) {
+            writer.write(fileNode);
           } catch (Exception e) {
             throw new WriteProcessException(e);
           }
           // TODO:[OBJECT] write file node wal
           if (fileNode.isEOF()) {
-            relationalInsertTabletNode.getObjectColumn()[i] =
-                new Binary(
-                    (objectFile.getPath() + "," + objectFile.length())
-                        .getBytes(StandardCharsets.UTF_8));
+            File objectFile = new File(writer.getFile().getParent(), objectFileName);
+            try {
+              Files.move(
+                  objectTmpFile.toPath(), objectFile.toPath(), StandardCopyOption.REPLACE_EXISTING);
+            } catch (IOException e) {
+              throw new WriteProcessException(e);
+            }
+            String relativePathString =
+                (sequence
+                        ? IoTDBConstant.SEQUENCE_FOLDER_NAME
+                        : IoTDBConstant.UNSEQUENCE_FOLDER_NAME)
+                    + File.separator
+                    + dataRegionInfo.getDataRegion().getDatabaseName()
+                    + File.separator
+                    + dataRegionInfo.getDataRegion().getDataRegionId()
+                    + File.separator
+                    + tsFileResource.getTsFileID().timePartitionId
+                    + File.separator
+                    + objectFileName;
+            byte[] filePathBytes = relativePathString.getBytes(StandardCharsets.UTF_8);
+            byte[] valueBytes = new byte[filePathBytes.length + Long.BYTES];
+            System.arraycopy(
+                BytesUtils.longToBytes(objectFile.length()), 0, valueBytes, 0, Long.BYTES);
+            System.arraycopy(filePathBytes, 0, valueBytes, 4, filePathBytes.length);
+            relationalInsertTabletNode.getObjectColumn()[i] = new Binary(valueBytes);
           }
         }
       }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
index 070c7b5a1497d..c8fde82b166ad 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
@@ -19,6 +19,8 @@
 
 package org.apache.iotdb.db.utils;
 
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
+
 import org.apache.commons.io.FileUtils;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
@@ -35,6 +37,8 @@ public class ObjectWriter implements AutoCloseable {
 
   private final FileOutputStream fos;
 
+  private final File file;
+
   public ObjectWriter(File filePath) throws FileNotFoundException {
     try {
       FileUtils.forceMkdir(filePath.getParentFile());
@@ -48,11 +52,15 @@ public ObjectWriter(File filePath) throws FileNotFoundException {
         throw new FileNotFoundException(e.getMessage());
       }
     }
+    file = filePath;
     fos = new FileOutputStream(filePath, true);
   }
 
-  public void write(byte[] content) throws IOException {
-    fos.write(content);
+  public void write(FileNode fileNode) throws IOException {
+    if (file.length() != fileNode.getOffset()) {
+      throw new IOException("the file length is not equal to the file offset");
+    }
+    fos.write(fileNode.getContent());
   }
 
   @Override

From 53cdbb6c2a1ec9581bcc589207632480145641b3 Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Mon, 7 Jul 2025 10:46:11 +0800
Subject: [PATCH 11/66] objectFileId recover

---
 .../iotdb/db/storageengine/dataregion/DataRegion.java | 11 +++++++++++
 1 file changed, 11 insertions(+)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
index 4e248ed3e48c3..be2917ffd326d 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
@@ -817,6 +817,17 @@ private Map<Long, List<TsFileResource>> getAllFiles(List<String> folders)
               String tsFilePartitionPath = partitionName + File.separator + f.getName();
               tsFilePartitionPath2File.put(tsFilePartitionPath, f);
             }
+
+            File[] objectFileInThisFolder =
+                fsFactory.listFilesBySuffix(partitionFolder.getAbsolutePath(), ".bin");
+            for (File f : objectFileInThisFolder) {
+              objectFileId.updateAndGet(
+                  current ->
+                      Math.max(
+                          current,
+                          Long.parseLong(
+                              f.getName().substring(0, f.getName().length() - 4).split("-")[2])));
+            }
           }
         }
       }

From 75c8629c6ec557182ae625e70d23cfa8b6c42627 Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Mon, 7 Jul 2025 10:55:05 +0800
Subject: [PATCH 12/66] Muti FileNode

---
 .../write/RelationalInsertTabletNode.java     | 10 +--
 .../relational/planner/RelationPlanner.java   |  8 +-
 .../dataregion/memtable/TsFileProcessor.java  | 90 ++++++++++---------
 3 files changed, 57 insertions(+), 51 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
index 40690d012a8c3..cad719774f003 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
@@ -59,7 +59,7 @@ public class RelationalInsertTabletNode extends InsertTabletNode {
 
   private boolean singleDevice;
 
-  private List<FileNode> fileNodeList;
+  private List<List<FileNode>> fileNodesList;
 
   public RelationalInsertTabletNode(
       PlanNodeId id,
@@ -111,12 +111,12 @@ public void setSingleDevice() {
     this.singleDevice = true;
   }
 
-  public void setFileNodeList(List<FileNode> fileNodeList) {
-    this.fileNodeList = fileNodeList;
+  public void setFileNodeList(List<List<FileNode>> fileNodesList) {
+    this.fileNodesList = fileNodesList;
   }
 
-  public List<FileNode> getFileNodeList() {
-    return fileNodeList;
+  public List<List<FileNode>> getFileNodeList() {
+    return fileNodesList;
   }
 
   public Binary[] getObjectColumn() {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java
index 1d6ff3a5c268c..83f3e71b2fb35 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java
@@ -1128,10 +1128,11 @@ protected RelationPlan visitInsertTablet(InsertTablet node, Void context) {
     MeasurementSchema[] measurementSchemas = insertTabletStatement.getMeasurementSchemas();
     stayConsistent(measurements, measurementSchemas);
     boolean hasObject = false;
-    List<FileNode> fileNodeList = new ArrayList<>();
+    List<List<FileNode>> fileNodesList = new ArrayList<>();
     for (int i = 0; i < insertTabletStatement.getDataTypes().length; i++) {
       if (insertTabletStatement.getDataTypes()[i] == TSDataType.OBJECT) {
         hasObject = true;
+        List<FileNode> fileNodes = new ArrayList<>();
         for (int j = 0; j < insertTabletStatement.getTimes().length; j++) {
           Binary value = ((Binary[]) insertTabletStatement.getColumns()[i])[j];
           boolean isEoF = value.getValues()[0] == 1;
@@ -1141,9 +1142,10 @@ protected RelationPlan visitInsertTablet(InsertTablet node, Void context) {
           byte[] content = new byte[value.getLength() - 9];
           System.arraycopy(value.getValues(), 9, content, 0, value.getLength() - 9);
           FileNode fileNode = new FileNode(isEoF, offset, content);
-          fileNodeList.add(fileNode);
+          fileNodes.add(fileNode);
           ((Binary[]) insertTabletStatement.getColumns()[i])[j] = null;
         }
+        fileNodesList.add(fileNodes);
       }
     }
 
@@ -1162,7 +1164,7 @@ protected RelationPlan visitInsertTablet(InsertTablet node, Void context) {
             insertTabletStatement.getColumnCategories());
     insertNode.setFailedMeasurementNumber(insertTabletStatement.getFailedMeasurementNumber());
     if (hasObject) {
-      insertNode.setFileNodeList(fileNodeList);
+      insertNode.setFileNodeList(fileNodesList);
     }
     if (insertTabletStatement.isSingleDevice()) {
       insertNode.setSingleDevice();
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
index 4cfad7920eb74..114a11aa1b5e9 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
@@ -569,51 +569,55 @@ public void insertTablet(
     if (insertTabletNode instanceof RelationalInsertTabletNode) {
       RelationalInsertTabletNode relationalInsertTabletNode =
           (RelationalInsertTabletNode) insertTabletNode;
-      List<FileNode> fileNodeList = relationalInsertTabletNode.getFileNodeList();
-      if (fileNodeList != null) {
-        for (int i = 0; i < fileNodeList.size(); i++) {
-          FileNode fileNode = fileNodeList.get(i);
-          String objectFileName =
-              insertTabletNode.getTimes()[i]
-                  + "-"
-                  + config.getDataNodeId()
-                  + "-"
-                  + DataRegion.objectFileId.incrementAndGet()
-                  + ".bin";
-          String objectTmpFileName = objectFileName + ".tmp";
-          File objectTmpFile = new File(writer.getFile().getParent(), objectTmpFileName);
-          try (ObjectWriter writer = new ObjectWriter(objectTmpFile)) {
-            writer.write(fileNode);
-          } catch (Exception e) {
-            throw new WriteProcessException(e);
-          }
-          // TODO:[OBJECT] write file node wal
-          if (fileNode.isEOF()) {
-            File objectFile = new File(writer.getFile().getParent(), objectFileName);
-            try {
-              Files.move(
-                  objectTmpFile.toPath(), objectFile.toPath(), StandardCopyOption.REPLACE_EXISTING);
-            } catch (IOException e) {
+      List<List<FileNode>> fileNodesList = relationalInsertTabletNode.getFileNodeList();
+      if (fileNodesList != null) {
+        for (List<FileNode> fileNodeList : fileNodesList) {
+          for (int i = 0; i < fileNodeList.size(); i++) {
+            FileNode fileNode = fileNodeList.get(i);
+            String objectFileName =
+                insertTabletNode.getTimes()[i]
+                    + "-"
+                    + config.getDataNodeId()
+                    + "-"
+                    + DataRegion.objectFileId.incrementAndGet()
+                    + ".bin";
+            String objectTmpFileName = objectFileName + ".tmp";
+            File objectTmpFile = new File(writer.getFile().getParent(), objectTmpFileName);
+            try (ObjectWriter writer = new ObjectWriter(objectTmpFile)) {
+              writer.write(fileNode);
+            } catch (Exception e) {
               throw new WriteProcessException(e);
             }
-            String relativePathString =
-                (sequence
-                        ? IoTDBConstant.SEQUENCE_FOLDER_NAME
-                        : IoTDBConstant.UNSEQUENCE_FOLDER_NAME)
-                    + File.separator
-                    + dataRegionInfo.getDataRegion().getDatabaseName()
-                    + File.separator
-                    + dataRegionInfo.getDataRegion().getDataRegionId()
-                    + File.separator
-                    + tsFileResource.getTsFileID().timePartitionId
-                    + File.separator
-                    + objectFileName;
-            byte[] filePathBytes = relativePathString.getBytes(StandardCharsets.UTF_8);
-            byte[] valueBytes = new byte[filePathBytes.length + Long.BYTES];
-            System.arraycopy(
-                BytesUtils.longToBytes(objectFile.length()), 0, valueBytes, 0, Long.BYTES);
-            System.arraycopy(filePathBytes, 0, valueBytes, 4, filePathBytes.length);
-            relationalInsertTabletNode.getObjectColumn()[i] = new Binary(valueBytes);
+            // TODO:[OBJECT] write file node wal
+            if (fileNode.isEOF()) {
+              File objectFile = new File(writer.getFile().getParent(), objectFileName);
+              try {
+                Files.move(
+                    objectTmpFile.toPath(),
+                    objectFile.toPath(),
+                    StandardCopyOption.REPLACE_EXISTING);
+              } catch (IOException e) {
+                throw new WriteProcessException(e);
+              }
+              String relativePathString =
+                  (sequence
+                          ? IoTDBConstant.SEQUENCE_FOLDER_NAME
+                          : IoTDBConstant.UNSEQUENCE_FOLDER_NAME)
+                      + File.separator
+                      + dataRegionInfo.getDataRegion().getDatabaseName()
+                      + File.separator
+                      + dataRegionInfo.getDataRegion().getDataRegionId()
+                      + File.separator
+                      + tsFileResource.getTsFileID().timePartitionId
+                      + File.separator
+                      + objectFileName;
+              byte[] filePathBytes = relativePathString.getBytes(StandardCharsets.UTF_8);
+              byte[] valueBytes = new byte[filePathBytes.length + Long.BYTES];
+              System.arraycopy(
+                  BytesUtils.longToBytes(objectFile.length()), 0, valueBytes, 0, Long.BYTES);
+              System.arraycopy(filePathBytes, 0, valueBytes, 4, filePathBytes.length);
+              relationalInsertTabletNode.getObjectColumn()[i] = new Binary(valueBytes);
+            }
           }
         }
       }

From b546aff42d766cd6d5a2853215f6085f94239952 Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Mon, 7 Jul 2025 11:20:46 +0800
Subject: [PATCH 13/66] remove bin.tmp when recover

---
 .../iotdb/db/storageengine/dataregion/DataRegion.java       | 6 ++++++
 1 file changed, 6 insertions(+)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
index be2917ffd326d..3da2e46617726 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
@@ -828,6 +828,12 @@ private Map<Long, List<TsFileResource>> getAllFiles(List<String> folders)
                           Long.parseLong(
                               f.getName().substring(0, f.getName().length() - 4).split("-")[2])));
             }
+            File[] objectTmpFileInThisFolder =
+                fsFactory.listFilesBySuffix(partitionFolder.getAbsolutePath(), ".bin.tmp");
+            for (File f : objectTmpFileInThisFolder) {
+              // remove bin.tmp
+              Files.delete(f.toPath());
+            }
           }
         }
       }

From b5642ad6e6a34b3abb6431914bcb2c002af9e7ae Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Mon, 7 Jul 2025 11:49:20 +0800
Subject: [PATCH 14/66] add 4G file limit

---
 .../java/org/apache/iotdb/db/conf/IoTDBConfig.java     | 10 ++++++++++
 .../java/org/apache/iotdb/db/conf/IoTDBDescriptor.java | 10 ++++++++++
 .../java/org/apache/iotdb/db/utils/ObjectWriter.java   |  9 ++++++++-
 .../resources/conf/iotdb-system.properties.template    |  6 ++++++
 4 files changed, 34 insertions(+), 1 deletion(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java
index 8137959a3917a..afd957cbf6b40 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/conf/IoTDBConfig.java
@@ -1162,6 +1162,8 @@ public class IoTDBConfig {
 
   private long cacheLastValuesMemoryBudgetInByte = 4 * 1024 * 1024;
 
+  private long maxObjectSizeInByte = 4 * 1024 * 1024 * 1024L;
+
   IoTDBConfig() {}
 
   public int getMaxLogEntriesNumPerBatch() {
@@ -4116,4 +4118,12 @@ public long getCacheLastValuesMemoryBudgetInByte() {
   public void setCacheLastValuesMemoryBudgetInByte(long cacheLastValuesMemoryBudgetInByte) {
     this.cacheLastValuesMemoryBudgetInByte = cacheLastValuesMemoryBudgetInByte;
   }
+
+  public long getMaxObjectSizeInByte() {
+    return maxObjectSizeInByte;
+  }
+
+  public void setMaxObjectSizeInByte(long maxObjectSizeInByte) {
+    this.maxObjectSizeInByte = maxObjectSizeInByte;
+  }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/conf/IoTDBDescriptor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/conf/IoTDBDescriptor.java
index a4d199f662ddf..f74cd528340b2 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/conf/IoTDBDescriptor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/conf/IoTDBDescriptor.java
@@ -897,6 +897,11 @@ public void loadProperties(TrimProperties properties) throws BadNodeUrlException
 
     conf.setExtPipeDir(properties.getProperty("ext_pipe_dir", conf.getExtPipeDir()));
 
+    conf.setMaxObjectSizeInByte(
+        Long.parseLong(
+            properties.getProperty(
+                "max_object_file_size_in_byte", String.valueOf(conf.getMaxObjectSizeInByte()))));
+
     // At the same time, set TSFileConfig
     List<FSType> fsTypes = new ArrayList<>();
     fsTypes.add(FSType.LOCAL);
@@ -2056,6 +2061,11 @@ public synchronized void loadHotModifiedProps(TrimProperties properties)
               properties.getProperty(
                   "tvlist_sort_threshold",
                   ConfigurationFileUtils.getConfigurationDefaultValue("tvlist_sort_threshold"))));
+
+      conf.setMaxObjectSizeInByte(
+          Long.parseLong(
+              properties.getProperty(
+                  "max_object_file_size_in_byte", String.valueOf(conf.getMaxObjectSizeInByte()))));
     } catch (Exception e) {
       if (e instanceof InterruptedException) {
         Thread.currentThread().interrupt();
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
index c8fde82b166ad..a483f0d7c2dfc 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
@@ -19,6 +19,8 @@
 
 package org.apache.iotdb.db.utils;
 
+import org.apache.iotdb.db.conf.IoTDBConfig;
+import org.apache.iotdb.db.conf.IoTDBDescriptor;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 
 import org.apache.commons.io.FileUtils;
@@ -35,6 +37,8 @@ public class ObjectWriter implements AutoCloseable {
 
   private static final Logger LOGGER = LoggerFactory.getLogger(ObjectWriter.class);
 
+  private static final IoTDBConfig config = IoTDBDescriptor.getInstance().getConfig();
+
   private final FileOutputStream fos;
 
   private final File file;
@@ -58,7 +62,10 @@ public ObjectWriter(File filePath) throws FileNotFoundException {
 
   public void write(FileNode fileNode) throws IOException {
     if (file.length() != fileNode.getOffset()) {
-      throw new IOException("the file length is not equal to the file offset");
+      throw new IOException("The file length is not equal to the file offset");
+    }
+    if (file.length() + fileNode.getContent().length > config.getMaxObjectSizeInByte()) {
+      throw new IOException("The file length is too large");
     }
     fos.write(fileNode.getContent());
   }
diff --git a/iotdb-core/node-commons/src/assembly/resources/conf/iotdb-system.properties.template b/iotdb-core/node-commons/src/assembly/resources/conf/iotdb-system.properties.template
index 28af70751ba0c..8c0d28a233213 100644
--- a/iotdb-core/node-commons/src/assembly/resources/conf/iotdb-system.properties.template
+++ b/iotdb-core/node-commons/src/assembly/resources/conf/iotdb-system.properties.template
@@ -1246,6 +1246,12 @@ enable_tsfile_validation=false
 # Unit: ms
 tier_ttl_in_ms=-1
 
+
+# The maximum size limit for a single object file.
+# effectiveMode: hot_reload
+# Datatype: long
+max_object_file_size_in_byte=4294967296
+
 ####################
 ### Compaction Configurations
 ####################

From 2f0ed6cc3b705873c6c908cf595d72e77c024f64 Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Mon, 7 Jul 2025 12:05:15 +0800
Subject: [PATCH 15/66] fix bug

---
 .../plan/node/write/RelationalInsertTabletNode.java       | 7 ++++---
 .../dataregion/memtable/TsFileProcessor.java              | 7 +++++--
 .../main/java/org/apache/iotdb/db/utils/ObjectWriter.java | 8 ++++++--
 .../resources/conf/iotdb-system.properties.template       | 1 -
 4 files changed, 15 insertions(+), 8 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
index cad719774f003..1f08a754453f0 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
@@ -119,13 +119,14 @@ public List<List<FileNode>> getFileNodeList() {
     return fileNodesList;
   }
 
-  public Binary[] getObjectColumn() {
+  public List<Binary[]> getObjectColumns() {
+    List<Binary[]> objectColumns = new ArrayList<>();
     for (int i = 0; i < columns.length; i++) {
       if (dataTypes[i] == TSDataType.OBJECT) {
-        return (Binary[]) columns[i];
+        objectColumns.add((Binary[]) columns[i]);
       }
     }
-    return null;
+    return objectColumns;
   }
 
   @Override
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
index 114a11aa1b5e9..a4880f50bb1eb 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
@@ -571,7 +571,8 @@ public void insertTablet(
           (RelationalInsertTabletNode) insertTabletNode;
       List<List<FileNode>> fileNodesList = relationalInsertTabletNode.getFileNodeList();
       if (fileNodesList != null) {
-        for (List<FileNode> fileNodeList : fileNodesList) {
+        for (int j = 0; j < fileNodesList.size(); j++) {
+          List<FileNode> fileNodeList = fileNodesList.get(j);
           for (int i = 0; i < fileNodeList.size(); i++) {
             FileNode fileNode = fileNodeList.get(i);
             String objectFileName =
@@ -586,6 +587,7 @@ public void insertTablet(
             try (ObjectWriter writer = new ObjectWriter(objectTmpFile)) {
               writer.write(fileNode);
             } catch (Exception e) {
+              results[i] = RpcUtils.getStatus(TSStatusCode.INTERNAL_SERVER_ERROR, e.getMessage());
               throw new WriteProcessException(e);
             }
             // TODO:[OBJECT] write file node wal
@@ -597,6 +599,7 @@ public void insertTablet(
                     objectFile.toPath(),
                     StandardCopyOption.REPLACE_EXISTING);
               } catch (IOException e) {
+                results[i] = RpcUtils.getStatus(TSStatusCode.INTERNAL_SERVER_ERROR, e.getMessage());
                 throw new WriteProcessException(e);
               }
               String relativePathString =
@@ -616,7 +619,7 @@ public void insertTablet(
               System.arraycopy(
                   BytesUtils.longToBytes(objectFile.length()), 0, valueBytes, 0, Long.BYTES);
               System.arraycopy(filePathBytes, 0, valueBytes, 4, filePathBytes.length);
-              relationalInsertTabletNode.getObjectColumn()[i] = new Binary(valueBytes);
+              (relationalInsertTabletNode.getObjectColumns().get(j))[i] = new Binary(valueBytes);
             }
           }
         }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
index a483f0d7c2dfc..2bc854537443b 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
@@ -62,10 +62,14 @@ public ObjectWriter(File filePath) throws FileNotFoundException {
 
   public void write(FileNode fileNode) throws IOException {
     if (file.length() != fileNode.getOffset()) {
-      throw new IOException("The file length is not equal to the file offset");
+      throw new IOException(
+          "The file length "
+              + file.length()
+              + " is not equal to the offset "
+              + fileNode.getOffset());
     }
     if (file.length() + fileNode.getContent().length > config.getMaxObjectSizeInByte()) {
-      throw new IOException("The file length is too large");
+      throw new IOException("The file length is larger than max_object_file_size_in_bytes");
     }
     fos.write(fileNode.getContent());
   }
diff --git a/iotdb-core/node-commons/src/assembly/resources/conf/iotdb-system.properties.template b/iotdb-core/node-commons/src/assembly/resources/conf/iotdb-system.properties.template
index 8c0d28a233213..15530845cc9c3 100644
--- a/iotdb-core/node-commons/src/assembly/resources/conf/iotdb-system.properties.template
+++ b/iotdb-core/node-commons/src/assembly/resources/conf/iotdb-system.properties.template
@@ -1246,7 +1246,6 @@ enable_tsfile_validation=false
 # Unit: ms
 tier_ttl_in_ms=-1
 
-
 # The maximum size limit for a single object file.
 # effectiveMode: hot_reload
 # Datatype: long

From a060b09569471b95aeaa21f201d9962e20f0b0cc Mon Sep 17 00:00:00 2001
From: spricoder <spricoder@qq.com>
Date: Mon, 7 Jul 2025 13:14:01 +0800
Subject: [PATCH 16/66] Add Model Writer and Reader

---
 iotdb-client/service-rpc/pom.xml              |   5 +
 .../model/CompressedTsFileModelWriter.java    | 188 ++++++++++
 .../apache/iotdb/rpc/model/ModelWriter.java   |  33 ++
 .../iotdb/rpc/model/ModelWriterType.java      |  25 ++
 .../model/UnCompressedTiffModelWriter.java    |  34 ++
 iotdb-core/datanode/pom.xml                   |   5 +
 .../model/CompressedTsFileModelReader.java    | 343 ++++++++++++++++++
 .../iotdb/db/utils/model/ModelReader.java     |  37 ++
 .../iotdb/db/utils/model/ModelReaderType.java |  25 ++
 .../model/UnCompressedTiffModelReader.java    |  48 +++
 10 files changed, 743 insertions(+)
 create mode 100644 iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelWriter.java
 create mode 100644 iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelWriter.java
 create mode 100644 iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelWriterType.java
 create mode 100644 iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/UnCompressedTiffModelWriter.java
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTsFileModelReader.java
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReaderType.java
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java

diff --git a/iotdb-client/service-rpc/pom.xml b/iotdb-client/service-rpc/pom.xml
index d7efd73817cb7..c525afa7cfc53 100644
--- a/iotdb-client/service-rpc/pom.xml
+++ b/iotdb-client/service-rpc/pom.xml
@@ -84,6 +84,11 @@
             <groupId>org.slf4j</groupId>
             <artifactId>slf4j-api</artifactId>
         </dependency>
+        <dependency>
+            <groupId>net.imagej</groupId>
+            <artifactId>ij</artifactId>
+            <version>1.54g</version>
+        </dependency>
     </dependencies>
     <build>
         <plugins>
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelWriter.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelWriter.java
new file mode 100644
index 0000000000000..27468c696af45
--- /dev/null
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelWriter.java
@@ -0,0 +1,188 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.rpc.model;
+
+import org.apache.thrift.TException;
+import org.apache.tsfile.common.conf.TSFileDescriptor;
+import org.apache.tsfile.enums.ColumnCategory;
+import org.apache.tsfile.enums.TSDataType;
+import org.apache.tsfile.file.metadata.ColumnSchemaBuilder;
+import org.apache.tsfile.file.metadata.TableSchema;
+import org.apache.tsfile.utils.PublicBAOS;
+import org.apache.tsfile.write.record.Tablet;
+import org.apache.tsfile.write.v4.DeviceTableModelWriter;
+import org.apache.tsfile.write.v4.ITsFileWriter;
+import org.apache.tsfile.write.writer.TsFileOutput;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.ByteArrayOutputStream;
+import java.io.File;
+import java.io.IOException;
+import java.io.OutputStream;
+import java.nio.ByteBuffer;
+import java.nio.channels.FileChannel;
+import java.nio.file.Paths;
+import java.nio.file.StandardOpenOption;
+import java.util.Collections;
+
+public class CompressedTsFileModelWriter extends ModelWriter {
+  private static final Logger LOGGER = LoggerFactory.getLogger(CompressedTsFileModelWriter.class);
+  private static final int DEFAULT_CHUNK_NUMBER = 128 * 128;
+
+  @Override
+  void write(String filePath, float[] values, int width, int height) {
+    try {
+
+      TSFileDescriptor.getInstance().getConfig().setGroupSizeInByte(1);
+      String tableName = "t";
+      MemoryTsFileOutput tsFileOutput = new MemoryTsFileOutput(60 * 1024 * 1024);
+
+      TableSchema tableSchema =
+          new TableSchema(
+              tableName,
+              Collections.singletonList(
+                  new ColumnSchemaBuilder()
+                      .name("v")
+                      .dataType(TSDataType.FLOAT)
+                      .category(ColumnCategory.FIELD)
+                      .build()));
+      try (ITsFileWriter writer = new DeviceTableModelWriter(tsFileOutput, tableSchema, 1)) {
+        Tablet tablet =
+            new Tablet(
+                Collections.singletonList("v"),
+                Collections.singletonList(TSDataType.FLOAT),
+                DEFAULT_CHUNK_NUMBER);
+
+        for (int i = 0; i < values.length; i++) {
+          int row = tablet.getRowSize();
+          tablet.addTimestamp(row, i);
+          tablet.addValue(row, "v", values[i]);
+          // write
+          if (tablet.getRowSize() == tablet.getMaxRowNumber()) {
+            writer.write(tablet);
+            tablet.reset();
+          }
+        }
+        // write
+        if (tablet.getRowSize() != 0) {
+          writer.write(tablet);
+          tablet.reset();
+        }
+      }
+      // SpriCoder write byteBuffer to file
+      ByteBuffer buffer = tsFileOutput.getByteBuffer();
+      createFile(filePath);
+      buffer.position(0); // 重置读取位置（安全措施）
+
+      try (FileChannel channel = FileChannel.open(Paths.get(filePath), StandardOpenOption.WRITE)) {
+
+        while (buffer.hasRemaining()) {
+          channel.write(buffer); // 零拷贝直接写入
+        }
+        buffer.flip(); // 恢复原始状态
+
+        // 强制磁盘同步（可靠性要求高的场景使用）
+        channel.force(true); // 强制元数据和内容写入磁盘
+      }
+    } catch (Exception e) {
+      e.printStackTrace();
+    }
+  }
+
+  private void createFile(String filePath) throws TException {
+    File file = new File(filePath);
+    File directory = file.getParentFile();
+
+    if (directory != null && !directory.exists()) {
+      boolean isCreated = directory.mkdirs();
+      if (!isCreated) {
+        LOGGER.error("directory create failed please check");
+        throw new TException("insert Grid error ");
+      }
+    }
+    try {
+      boolean newFile = file.createNewFile();
+      if (!newFile) {
+        LOGGER.error("createNewFile failed please check");
+        throw new TException("insert Grid error ");
+      }
+    } catch (IOException e) {
+      LOGGER.error("createNewFile failed please check");
+      throw new TException("insert Grid error ");
+    }
+  }
+
+  private static class MemoryTsFileOutput implements TsFileOutput {
+
+    private ByteArrayOutputStream baos;
+
+    public MemoryTsFileOutput(int initialSize) {
+      this.baos = new PublicBAOS(initialSize);
+    }
+
+    public ByteBuffer getByteBuffer() {
+      return ByteBuffer.wrap(baos.toByteArray());
+    }
+
+    @Override
+    public void write(byte[] b) throws IOException {
+      baos.write(b);
+    }
+
+    @Override
+    public void write(byte b) throws IOException {
+      baos.write(b);
+    }
+
+    @Override
+    public void write(ByteBuffer b) throws IOException {
+      baos.write(b.array());
+    }
+
+    @Override
+    public long getPosition() throws IOException {
+      return baos.size();
+    }
+
+    @Override
+    public void close() throws IOException {
+      baos.close();
+    }
+
+    @Override
+    public OutputStream wrapAsStream() throws IOException {
+      return baos;
+    }
+
+    @Override
+    public void flush() throws IOException {
+      baos.flush();
+    }
+
+    @Override
+    public void truncate(long size) throws IOException {
+      throw new UnsupportedOperationException();
+    }
+
+    @Override
+    public void force() throws IOException {}
+  }
+}
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelWriter.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelWriter.java
new file mode 100644
index 0000000000000..09f5f77a27856
--- /dev/null
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelWriter.java
@@ -0,0 +1,33 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.rpc.model;
+
+public abstract class ModelWriter {
+  abstract void write(String filePath, float[] values, int width, int height);
+
+  public ModelWriter getInstance(ModelWriterType modelFileType) {
+    switch (modelFileType) {
+      case UNCOMPRESSED_TIFF:
+        return new UnCompressedTiffModelWriter();
+      default:
+        return new CompressedTsFileModelWriter();
+    }
+  }
+}
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelWriterType.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelWriterType.java
new file mode 100644
index 0000000000000..a587a0bd5680a
--- /dev/null
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelWriterType.java
@@ -0,0 +1,25 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.rpc.model;
+
+public enum ModelWriterType {
+  COMPRESSED_TSFILE,
+  UNCOMPRESSED_TIFF
+}
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/UnCompressedTiffModelWriter.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/UnCompressedTiffModelWriter.java
new file mode 100644
index 0000000000000..629dfc8cde6d3
--- /dev/null
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/UnCompressedTiffModelWriter.java
@@ -0,0 +1,34 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.rpc.model;
+
+import ij.ImagePlus;
+import ij.io.FileSaver;
+import ij.process.FloatProcessor;
+
+public class UnCompressedTiffModelWriter extends ModelWriter {
+  @Override
+  void write(String filePath, float[] values, int width, int height) {
+    FloatProcessor floatProcessor = new FloatProcessor(width, height, values);
+    ImagePlus imp = new ImagePlus("first level", floatProcessor);
+    FileSaver fs = new FileSaver(imp);
+    fs.saveAsTiff(filePath);
+  }
+}
diff --git a/iotdb-core/datanode/pom.xml b/iotdb-core/datanode/pom.xml
index 0a4d9418916e1..74f4adb3ced9c 100644
--- a/iotdb-core/datanode/pom.xml
+++ b/iotdb-core/datanode/pom.xml
@@ -392,6 +392,11 @@
             <version>1.3.0</version>
             <scope>test</scope>
         </dependency>
+        <dependency>
+            <groupId>net.imagej</groupId>
+            <artifactId>ij</artifactId>
+            <version>1.54g</version>
+        </dependency>
     </dependencies>
     <build>
         <plugins>
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTsFileModelReader.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTsFileModelReader.java
new file mode 100644
index 0000000000000..6a4e66a08e1b4
--- /dev/null
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTsFileModelReader.java
@@ -0,0 +1,343 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.db.utils.model;
+
+import org.apache.tsfile.common.conf.TSFileConfig;
+import org.apache.tsfile.compress.IUnCompressor;
+import org.apache.tsfile.encoding.decoder.Decoder;
+import org.apache.tsfile.encrypt.EncryptUtils;
+import org.apache.tsfile.encrypt.IDecryptor;
+import org.apache.tsfile.file.MetaMarker;
+import org.apache.tsfile.file.header.ChunkHeader;
+import org.apache.tsfile.file.header.PageHeader;
+import org.apache.tsfile.file.metadata.ChunkMetadata;
+import org.apache.tsfile.file.metadata.IChunkMetadata;
+import org.apache.tsfile.file.metadata.IDeviceID;
+import org.apache.tsfile.file.metadata.StringArrayDeviceID;
+import org.apache.tsfile.file.metadata.TimeseriesMetadata;
+import org.apache.tsfile.file.metadata.statistics.FloatStatistics;
+import org.apache.tsfile.read.TsFileSequenceReader;
+import org.apache.tsfile.read.common.Chunk;
+import org.apache.tsfile.read.common.TimeRange;
+import org.apache.tsfile.read.reader.TsFileInput;
+import org.apache.tsfile.utils.ReadWriteIOUtils;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.File;
+import java.io.IOException;
+import java.io.InputStream;
+import java.nio.ByteBuffer;
+import java.nio.file.Files;
+import java.util.ArrayList;
+import java.util.List;
+import java.util.stream.Collectors;
+
+import static org.apache.tsfile.read.reader.chunk.ChunkReader.decryptAndUncompressPageData;
+
+public class CompressedTsFileModelReader extends ModelReader {
+  private static final Logger LOGGER = LoggerFactory.getLogger(CompressedTsFileModelReader.class);
+
+  @Override
+  float[] readAll(String filePath) {
+    try {
+      float[] values = null;
+      int i = 0;
+      IDeviceID deviceID = new StringArrayDeviceID("t");
+      byte[] fileBytes = Files.readAllBytes(new File(filePath).toPath());
+      TsFileInput tsFileInput = new ByteBufferTsFileInput(ByteBuffer.wrap(fileBytes));
+      try (TsFileSequenceReader reader = new TsFileSequenceReader(tsFileInput)) {
+        TimeseriesMetadata timeseriesMetadata =
+            reader.getAllTimeseriesMetadata(false).get(deviceID).stream()
+                .filter(t -> t.getMeasurementId().equals("v"))
+                .collect(Collectors.toList())
+                .get(0);
+        values = new float[timeseriesMetadata.getStatistics().getCount()];
+
+        byte marker;
+        ChunkHeader chunkHeader;
+        reader.position((long) TSFileConfig.MAGIC_STRING.getBytes().length + 1);
+        while ((marker = reader.readMarker()) != MetaMarker.SEPARATOR) {
+          switch (marker) {
+            case MetaMarker.CHUNK_HEADER:
+            case MetaMarker.ONLY_ONE_PAGE_CHUNK_HEADER:
+            case MetaMarker.TIME_CHUNK_HEADER:
+            case MetaMarker.ONLY_ONE_PAGE_TIME_CHUNK_HEADER:
+              chunkHeader = reader.readChunkHeader(marker);
+              reader.position(reader.position() + chunkHeader.getDataSize());
+              break;
+            case MetaMarker.VALUE_CHUNK_HEADER:
+            case MetaMarker.ONLY_ONE_PAGE_VALUE_CHUNK_HEADER:
+              chunkHeader = reader.readChunkHeader(marker);
+              ByteBuffer chunkDataBuffer = reader.readChunk(-1, chunkHeader.getDataSize());
+
+              while (chunkDataBuffer.hasRemaining()) {
+                PageHeader pageHeader = null;
+                if (((byte) (chunkHeader.getChunkType() & 0x3F))
+                    == MetaMarker.ONLY_ONE_PAGE_CHUNK_HEADER) {
+                  pageHeader = PageHeader.deserializeFrom(chunkDataBuffer, new FloatStatistics());
+                } else {
+                  pageHeader =
+                      PageHeader.deserializeFrom(chunkDataBuffer, chunkHeader.getDataType());
+                }
+
+                ByteBuffer pageData = readCompressedPageData(pageHeader, chunkDataBuffer);
+                IDecryptor decryptor = IDecryptor.getDecryptor(EncryptUtils.getEncryptParameter());
+                ByteBuffer uncompressedPageData =
+                    decryptAndUncompressPageData(
+                        pageHeader,
+                        IUnCompressor.getUnCompressor(chunkHeader.getCompressionType()),
+                        pageData,
+                        decryptor);
+                Decoder decoder =
+                    Decoder.getDecoderByType(
+                        chunkHeader.getEncodingType(), chunkHeader.getDataType());
+
+                byte[] bitmap = null;
+                if (uncompressedPageData.hasRemaining()) {
+                  int size = ReadWriteIOUtils.readInt(uncompressedPageData);
+                  bitmap = new byte[(size + 7) / 8];
+                  uncompressedPageData.get(bitmap);
+                }
+                while (decoder.hasNext(uncompressedPageData)) {
+                  values[i++] = decoder.readFloat(uncompressedPageData);
+                }
+              }
+              break;
+            case MetaMarker.CHUNK_GROUP_HEADER:
+              reader.readChunkGroupHeader();
+              break;
+            default:
+              return values;
+          }
+        }
+      }
+      return values;
+    } catch (Exception e) {
+      LOGGER.error("Read TS file failed", e);
+      return new float[] {0};
+    }
+  }
+
+  public static class ByteBufferTsFileInput implements TsFileInput {
+
+    public ByteBuffer buffer;
+
+    public ByteBufferTsFileInput(ByteBuffer buffer) {
+      this.buffer = buffer;
+    }
+
+    @Override
+    public long size() throws IOException {
+      return buffer.limit();
+    }
+
+    @Override
+    public long position() throws IOException {
+      return buffer.position();
+    }
+
+    @Override
+    public TsFileInput position(long newPosition) throws IOException {
+      buffer.position((int) newPosition);
+      return this;
+    }
+
+    @Override
+    public int read(ByteBuffer dst) {
+      int bytesToRead = Math.min(dst.remaining(), buffer.remaining());
+      if (bytesToRead == 0) {
+        return 0;
+      }
+      ByteBuffer slice = buffer.slice();
+      slice.limit(bytesToRead);
+      dst.put(slice);
+      buffer.position(buffer.position() + bytesToRead);
+      return bytesToRead;
+    }
+
+    @Override
+    public int read(ByteBuffer dst, long position) {
+      ByteBuffer readBuffer = buffer.slice();
+      readBuffer.position((int) position);
+      int bytesToRead = Math.min(dst.remaining(), readBuffer.remaining());
+      if (bytesToRead > 0) {
+        readBuffer.limit(readBuffer.position() + bytesToRead);
+        dst.put(readBuffer);
+      }
+      return bytesToRead;
+    }
+
+    @Override
+    public InputStream wrapAsInputStream() throws IOException {
+      return new InputStream() {
+        @Override
+        public int read() throws IOException {
+          if (!buffer.hasRemaining()) {
+            return -1;
+          }
+          return buffer.get() & 0xFF;
+        }
+
+        @Override
+        public int read(byte[] b, int off, int len) throws IOException {
+          if (!buffer.hasRemaining()) {
+            return -1;
+          }
+          int toRead = Math.min(len, buffer.remaining());
+          buffer.get(b, off, toRead);
+          return toRead;
+        }
+
+        @Override
+        public int available() throws IOException {
+          return buffer.remaining();
+        }
+      };
+    }
+
+    @Override
+    public void close() throws IOException {}
+
+    @Override
+    public String getFilePath() {
+      return "memory tsfile data buffer";
+    }
+  }
+
+  @Override
+  List<float[]> penetrate(String filePath, List<List<Integer>> startAndEndTimeArray) {
+    try {
+      List<float[]> results = new ArrayList<>(startAndEndTimeArray.size());
+      int currentQueryIndex = 0;
+      int currentResultSetIndex = 0;
+      for (List<Integer> ints : startAndEndTimeArray) {
+        results.add(new float[ints.get(1) - ints.get(0) + 1]);
+      }
+      IDecryptor decryptor = null;
+      IDeviceID deviceID = new StringArrayDeviceID("t");
+      int index = 0;
+      try (TsFileSequenceReader reader = new TsFileSequenceReader(filePath)) {
+        TimeseriesMetadata timeseriesMetadata = reader.readTimeseriesMetadata(deviceID, "v", true);
+        for (IChunkMetadata chunkMetadata : timeseriesMetadata.getChunkMetadataList()) {
+          TimeRange timeRange =
+              new TimeRange(chunkMetadata.getStartTime(), chunkMetadata.getEndTime());
+          boolean overlap = false;
+          for (int i = currentQueryIndex; i < startAndEndTimeArray.size(); i++) {
+            List<Integer> startAndEnd = startAndEndTimeArray.get(i);
+            if (timeRange.overlaps(new TimeRange(startAndEnd.get(0), startAndEnd.get(1)))) {
+              overlap = true;
+              break;
+            }
+          }
+          if (!overlap) {
+            index += chunkMetadata.getStatistics().getCount();
+            continue;
+          }
+
+          Chunk chunk = reader.readMemChunk((ChunkMetadata) chunkMetadata);
+          ChunkHeader chunkHeader = chunk.getHeader();
+          ByteBuffer chunkDataBuffer = chunk.getData();
+          while (chunkDataBuffer.hasRemaining()) {
+            PageHeader pageHeader = null;
+            if (((byte) (chunkHeader.getChunkType() & 0x3F))
+                == MetaMarker.ONLY_ONE_PAGE_CHUNK_HEADER) {
+              pageHeader = PageHeader.deserializeFrom(chunkDataBuffer, chunk.getChunkStatistic());
+            } else {
+              pageHeader = PageHeader.deserializeFrom(chunkDataBuffer, chunkHeader.getDataType());
+            }
+
+            ByteBuffer pageData = readCompressedPageData(pageHeader, chunkDataBuffer);
+            TimeRange pageTimeRange =
+                new TimeRange(pageHeader.getStartTime(), pageHeader.getEndTime());
+            boolean pageOverlap = false;
+            for (int i = currentQueryIndex; i < startAndEndTimeArray.size(); i++) {
+              List<Integer> startAndEnd = startAndEndTimeArray.get(i);
+              if (pageTimeRange.overlaps(new TimeRange(startAndEnd.get(0), startAndEnd.get(1)))) {
+                pageOverlap = true;
+                break;
+              }
+            }
+            if (!pageOverlap) {
+              index += pageHeader.getStatistics().getCount();
+              continue;
+            }
+            decryptor =
+                decryptor == null ? IDecryptor.getDecryptor(chunk.getEncryptParam()) : decryptor;
+            ByteBuffer uncompressedPageData =
+                decryptAndUncompressPageData(
+                    pageHeader,
+                    IUnCompressor.getUnCompressor(chunkHeader.getCompressionType()),
+                    pageData,
+                    decryptor);
+            Decoder decoder =
+                Decoder.getDecoderByType(chunkHeader.getEncodingType(), chunkHeader.getDataType());
+
+            byte[] bitmap = null;
+            if (uncompressedPageData.hasRemaining()) {
+              int size = ReadWriteIOUtils.readInt(uncompressedPageData);
+              bitmap = new byte[(size + 7) / 8];
+              uncompressedPageData.get(bitmap);
+            }
+            while (decoder.hasNext(uncompressedPageData)) {
+              float[] currentQueryResult = results.get(currentQueryIndex);
+              if (currentResultSetIndex >= currentQueryResult.length) {
+                currentQueryIndex++;
+                currentResultSetIndex = 0;
+              }
+              if (currentQueryIndex == startAndEndTimeArray.size()) {
+                return results;
+              }
+              currentQueryResult = results.get(currentQueryIndex);
+              float v = decoder.readFloat(uncompressedPageData);
+
+              List<Integer> currentQueryStartAndEnd = startAndEndTimeArray.get(currentQueryIndex);
+              if (index >= currentQueryStartAndEnd.get(0)
+                  && index <= currentQueryStartAndEnd.get(1)) {
+                currentQueryResult[currentResultSetIndex++] = v;
+              }
+              index++;
+            }
+          }
+        }
+      }
+      return results;
+    } catch (Exception e) {
+      LOGGER.error("Penetrate TS file failed", e);
+      return new ArrayList<>();
+    }
+  }
+
+  public static ByteBuffer readCompressedPageData(PageHeader pageHeader, ByteBuffer chunkBuffer)
+      throws IOException {
+    int compressedPageBodyLength = pageHeader.getCompressedSize();
+    if (compressedPageBodyLength > chunkBuffer.remaining()) {
+      throw new IOException(
+          "do not have a complete page body. Expected:"
+              + compressedPageBodyLength
+              + ". Actual:"
+              + chunkBuffer.remaining());
+    }
+    ByteBuffer pageBodyBuffer = chunkBuffer.slice();
+    pageBodyBuffer.limit(compressedPageBodyLength);
+    chunkBuffer.position(chunkBuffer.position() + compressedPageBodyLength);
+    return pageBodyBuffer;
+  }
+}
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java
new file mode 100644
index 0000000000000..2dcb4c6834d9e
--- /dev/null
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java
@@ -0,0 +1,37 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.db.utils.model;
+
+import java.util.List;
+
+public abstract class ModelReader {
+  abstract float[] readAll(String filePath);
+
+  abstract List<float[]> penetrate(String filePath, List<List<Integer>> startAndEndTimeArray);
+
+  public ModelReader getInstance(ModelReaderType modelFileType) {
+    switch (modelFileType) {
+      case UNCOMPRESSED_TIFF:
+        return new UnCompressedTiffModelReader();
+      default:
+        return new CompressedTsFileModelReader();
+    }
+  }
+}
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReaderType.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReaderType.java
new file mode 100644
index 0000000000000..fe07b4d0f8e25
--- /dev/null
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReaderType.java
@@ -0,0 +1,25 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.db.utils.model;
+
+public enum ModelReaderType {
+  COMPRESSED_TSFILE,
+  UNCOMPRESSED_TIFF
+}
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java
new file mode 100644
index 0000000000000..edfb994db8715
--- /dev/null
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java
@@ -0,0 +1,48 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.db.utils.model;
+
+import ij.ImagePlus;
+import ij.io.Opener;
+import ij.process.FloatProcessor;
+import ij.process.ImageProcessor;
+
+import java.util.Collections;
+import java.util.List;
+
+public class UnCompressedTiffModelReader extends ModelReader {
+
+  @Override
+  float[] readAll(String filePath) {
+    Opener opener = new Opener();
+    ImagePlus imagePlus = opener.openImage(filePath);
+    ImageProcessor processor = imagePlus.getProcessor();
+    if (processor instanceof FloatProcessor) {
+      return (float[]) processor.getPixels();
+    } else {
+      return new float[0];
+    }
+  }
+
+  @Override
+  List<float[]> penetrate(String filePath, List<List<Integer>> startAndEndTimeArray) {
+    return Collections.emptyList();
+  }
+}

From e940c15a10f2b556bc51e1ede276fda8c4cbe02b Mon Sep 17 00:00:00 2001
From: spricoder <spricoder@qq.com>
Date: Mon, 7 Jul 2025 15:10:47 +0800
Subject: [PATCH 17/66] update write interface return to byte[]

---
 .../model/CompressedTsFileModelWriter.java    | 49 ++-----------------
 .../apache/iotdb/rpc/model/ModelWriter.java   | 10 +++-
 .../model/UnCompressedTiffModelWriter.java    |  4 +-
 .../iotdb/db/utils/model/ModelReader.java     | 14 ++++++
 4 files changed, 29 insertions(+), 48 deletions(-)

diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelWriter.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelWriter.java
index 27468c696af45..8d70a5bb7fa86 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelWriter.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelWriter.java
@@ -19,7 +19,6 @@
 
 package org.apache.iotdb.rpc.model;
 
-import org.apache.thrift.TException;
 import org.apache.tsfile.common.conf.TSFileDescriptor;
 import org.apache.tsfile.enums.ColumnCategory;
 import org.apache.tsfile.enums.TSDataType;
@@ -34,13 +33,9 @@
 import org.slf4j.LoggerFactory;
 
 import java.io.ByteArrayOutputStream;
-import java.io.File;
 import java.io.IOException;
 import java.io.OutputStream;
 import java.nio.ByteBuffer;
-import java.nio.channels.FileChannel;
-import java.nio.file.Paths;
-import java.nio.file.StandardOpenOption;
 import java.util.Collections;
 
 public class CompressedTsFileModelWriter extends ModelWriter {
@@ -48,7 +43,7 @@ public class CompressedTsFileModelWriter extends ModelWriter {
   private static final int DEFAULT_CHUNK_NUMBER = 128 * 128;
 
   @Override
-  void write(String filePath, float[] values, int width, int height) {
+  byte[] write(float[] values, int width, int height) {
     try {
 
       TSFileDescriptor.getInstance().getConfig().setGroupSizeInByte(1);
@@ -87,47 +82,11 @@ void write(String filePath, float[] values, int width, int height) {
           tablet.reset();
         }
       }
-      // SpriCoder write byteBuffer to file
-      ByteBuffer buffer = tsFileOutput.getByteBuffer();
-      createFile(filePath);
-      buffer.position(0); // 重置读取位置（安全措施）
-
-      try (FileChannel channel = FileChannel.open(Paths.get(filePath), StandardOpenOption.WRITE)) {
-
-        while (buffer.hasRemaining()) {
-          channel.write(buffer); // 零拷贝直接写入
-        }
-        buffer.flip(); // 恢复原始状态
-
-        // 强制磁盘同步（可靠性要求高的场景使用）
-        channel.force(true); // 强制元数据和内容写入磁盘
-      }
+      return tsFileOutput.getByteBuffer().array();
     } catch (Exception e) {
-      e.printStackTrace();
-    }
-  }
-
-  private void createFile(String filePath) throws TException {
-    File file = new File(filePath);
-    File directory = file.getParentFile();
-
-    if (directory != null && !directory.exists()) {
-      boolean isCreated = directory.mkdirs();
-      if (!isCreated) {
-        LOGGER.error("directory create failed please check");
-        throw new TException("insert Grid error ");
-      }
-    }
-    try {
-      boolean newFile = file.createNewFile();
-      if (!newFile) {
-        LOGGER.error("createNewFile failed please check");
-        throw new TException("insert Grid error ");
-      }
-    } catch (IOException e) {
-      LOGGER.error("createNewFile failed please check");
-      throw new TException("insert Grid error ");
+      LOGGER.error("write tsfile failed", e);
     }
+    return new byte[0];
   }
 
   private static class MemoryTsFileOutput implements TsFileOutput {
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelWriter.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelWriter.java
index 09f5f77a27856..923c896648e58 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelWriter.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelWriter.java
@@ -20,7 +20,15 @@
 package org.apache.iotdb.rpc.model;
 
 public abstract class ModelWriter {
-  abstract void write(String filePath, float[] values, int width, int height);
+  /**
+   * Write float[] to specific type of file, eg. tsfile, tiff
+   *
+   * @param values the float values of image
+   * @param width the width of image
+   * @param height the height of image
+   * @return the byte array of the file
+   */
+  abstract byte[] write(float[] values, int width, int height);
 
   public ModelWriter getInstance(ModelWriterType modelFileType) {
     switch (modelFileType) {
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/UnCompressedTiffModelWriter.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/UnCompressedTiffModelWriter.java
index 629dfc8cde6d3..7276135a70edc 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/UnCompressedTiffModelWriter.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/UnCompressedTiffModelWriter.java
@@ -25,10 +25,10 @@
 
 public class UnCompressedTiffModelWriter extends ModelWriter {
   @Override
-  void write(String filePath, float[] values, int width, int height) {
+  byte[] write(float[] values, int width, int height) {
     FloatProcessor floatProcessor = new FloatProcessor(width, height, values);
     ImagePlus imp = new ImagePlus("first level", floatProcessor);
     FileSaver fs = new FileSaver(imp);
-    fs.saveAsTiff(filePath);
+    return fs.serialize();
   }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java
index 2dcb4c6834d9e..f98f9a3d78ab9 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java
@@ -22,8 +22,22 @@
 import java.util.List;
 
 public abstract class ModelReader {
+  /**
+   * Read all float values from a file, eg. tsfile, tiff
+   *
+   * @param filePath the path of the file to read
+   * @return the float array of the image
+   */
   abstract float[] readAll(String filePath);
 
+  /**
+   * Read part of float values from a file, eg. tsfile, tiff
+   *
+   * @param filePath the path of the file to read
+   * @param startAndEndTimeArray a list of start and end time pairs, each pair is a list of two
+   *     integers
+   * @return a list of float arrays, each array corresponds to a start and end time pair
+   */
   abstract List<float[]> penetrate(String filePath, List<List<Integer>> startAndEndTimeArray);
 
   public ModelReader getInstance(ModelReaderType modelFileType) {

From 726cacce41610f07d66dcaa4138424651c9368b6 Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Mon, 7 Jul 2025 15:16:43 +0800
Subject: [PATCH 18/66] move object file to object dir

---
 .../dataregion/DataExecutionVisitor.java      |  1 +
 .../planner/plan/node/write/FileNode.java     |  1 -
 .../write/RelationalInsertTabletNode.java     | 24 ++++++++++++++
 .../relational/planner/RelationPlanner.java   | 28 ----------------
 .../dataregion/memtable/TsFileProcessor.java  | 33 +++++++++++++------
 .../rescon/disk/TierManager.java              | 23 +++++++++++++
 .../iotdb/commons/conf/IoTDBConstant.java     |  1 +
 7 files changed, 72 insertions(+), 39 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataExecutionVisitor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataExecutionVisitor.java
index 7431aa9a79d82..34f051be1375c 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataExecutionVisitor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataExecutionVisitor.java
@@ -91,6 +91,7 @@ public TSStatus visitInsertRow(InsertRowNode node, DataRegion dataRegion) {
   @Override
   public TSStatus visitRelationalInsertTablet(
       RelationalInsertTabletNode node, DataRegion dataRegion) {
+    node.handleObjectTypeValue();
     return visitInsertTablet(node, dataRegion);
   }
 
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
index cd82fbf12d837..6eae25ac1dfa3 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
@@ -20,7 +20,6 @@
 package org.apache.iotdb.db.queryengine.plan.planner.plan.node.write;
 
 // TODO:[OBJECT] WAL serde
-// TODO:[OBJECT] dispatch serde
 public class FileNode {
 
   private String filePath;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
index 1f08a754453f0..fe8940bd5dac5 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
@@ -39,6 +39,7 @@
 import org.apache.tsfile.read.TimeValuePair;
 import org.apache.tsfile.utils.Binary;
 import org.apache.tsfile.utils.BitMap;
+import org.apache.tsfile.utils.BytesUtils;
 import org.apache.tsfile.utils.Pair;
 import org.apache.tsfile.utils.ReadWriteIOUtils;
 import org.apache.tsfile.write.schema.MeasurementSchema;
@@ -393,4 +394,27 @@ public void updateLastCache(final String databaseName) {
       startOffset = endOffset;
     }
   }
+
+  public void handleObjectTypeValue() {
+    List<List<FileNode>> fileNodesList = new ArrayList<>();
+    for (int i = 0; i < dataTypes.length; i++) {
+      if (dataTypes[i] == TSDataType.OBJECT) {
+        List<FileNode> fileNodes = new ArrayList<>();
+        for (int j = 0; j < times.length; j++) {
+          Binary value = ((Binary[]) columns[i])[j];
+          boolean isEoF = value.getValues()[0] == 1;
+          byte[] offsetBytes = new byte[8];
+          System.arraycopy(value.getValues(), 1, offsetBytes, 0, 8);
+          long offset = BytesUtils.bytesToLong(offsetBytes);
+          byte[] content = new byte[value.getLength() - 9];
+          System.arraycopy(value.getValues(), 9, content, 0, value.getLength() - 9);
+          FileNode fileNode = new FileNode(isEoF, offset, content);
+          fileNodes.add(fileNode);
+          ((Binary[]) columns[i])[j] = null;
+        }
+        fileNodesList.add(fileNodes);
+      }
+    }
+    this.fileNodesList = fileNodesList;
+  }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java
index 83f3e71b2fb35..fed7e954d4017 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/planner/RelationPlanner.java
@@ -30,7 +30,6 @@
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.pipe.PipeEnrichedDeleteDataNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.pipe.PipeEnrichedInsertNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.pipe.PipeEnrichedWritePlanNode;
-import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalDeleteDataNode;
@@ -125,10 +124,7 @@
 import com.google.common.collect.ImmutableList;
 import com.google.common.collect.ImmutableMap;
 import com.google.common.collect.ImmutableSet;
-import org.apache.tsfile.enums.TSDataType;
 import org.apache.tsfile.read.common.type.Type;
-import org.apache.tsfile.utils.Binary;
-import org.apache.tsfile.utils.BytesUtils;
 import org.apache.tsfile.write.schema.MeasurementSchema;
 
 import java.util.ArrayList;
@@ -1127,27 +1123,6 @@ protected RelationPlan visitInsertTablet(InsertTablet node, Void context) {
     String[] measurements = insertTabletStatement.getMeasurements();
     MeasurementSchema[] measurementSchemas = insertTabletStatement.getMeasurementSchemas();
     stayConsistent(measurements, measurementSchemas);
-    boolean hasObject = false;
-    List<List<FileNode>> fileNodesList = new ArrayList<>();
-    for (int i = 0; i < insertTabletStatement.getDataTypes().length; i++) {
-      if (insertTabletStatement.getDataTypes()[i] == TSDataType.OBJECT) {
-        hasObject = true;
-        List<FileNode> fileNodes = new ArrayList<>();
-        for (int j = 0; j < insertTabletStatement.getTimes().length; j++) {
-          Binary value = ((Binary[]) insertTabletStatement.getColumns()[i])[j];
-          boolean isEoF = value.getValues()[0] == 1;
-          byte[] offsetBytes = new byte[8];
-          System.arraycopy(value.getValues(), 1, offsetBytes, 0, 8);
-          long offset = BytesUtils.bytesToLong(offsetBytes);
-          byte[] content = new byte[value.getLength() - 9];
-          System.arraycopy(value.getValues(), 9, content, 0, value.getLength() - 9);
-          FileNode fileNode = new FileNode(isEoF, offset, content);
-          fileNodes.add(fileNode);
-          ((Binary[]) insertTabletStatement.getColumns()[i])[j] = null;
-        }
-        fileNodesList.add(fileNodes);
-      }
-    }
 
     RelationalInsertTabletNode insertNode =
         new RelationalInsertTabletNode(
@@ -1163,9 +1138,6 @@ protected RelationPlan visitInsertTablet(InsertTablet node, Void context) {
             insertTabletStatement.getRowCount(),
             insertTabletStatement.getColumnCategories());
     insertNode.setFailedMeasurementNumber(insertTabletStatement.getFailedMeasurementNumber());
-    if (hasObject) {
-      insertNode.setFileNodeList(fileNodesList);
-    }
     if (insertTabletStatement.isSingleDevice()) {
       insertNode.setSingleDevice();
     }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
index a4880f50bb1eb..b521f8a1f5b23 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
@@ -21,7 +21,6 @@
 
 import org.apache.iotdb.common.rpc.thrift.TSStatus;
 import org.apache.iotdb.commons.conf.CommonDescriptor;
-import org.apache.iotdb.commons.conf.IoTDBConstant;
 import org.apache.iotdb.commons.exception.IllegalPathException;
 import org.apache.iotdb.commons.exception.IoTDBRuntimeException;
 import org.apache.iotdb.commons.exception.MetadataException;
@@ -73,6 +72,7 @@
 import org.apache.iotdb.db.storageengine.dataregion.wal.node.IWALNode;
 import org.apache.iotdb.db.storageengine.dataregion.wal.utils.listener.AbstractResultListener;
 import org.apache.iotdb.db.storageengine.dataregion.wal.utils.listener.WALFlushListener;
+import org.apache.iotdb.db.storageengine.rescon.disk.TierManager;
 import org.apache.iotdb.db.storageengine.rescon.memory.MemTableManager;
 import org.apache.iotdb.db.storageengine.rescon.memory.PrimitiveArrayManager;
 import org.apache.iotdb.db.storageengine.rescon.memory.SystemInfo;
@@ -91,6 +91,7 @@
 import org.apache.tsfile.file.metadata.IChunkMetadata;
 import org.apache.tsfile.file.metadata.IDeviceID;
 import org.apache.tsfile.file.metadata.TableSchema;
+import org.apache.tsfile.fileSystem.FSFactoryProducer;
 import org.apache.tsfile.read.filter.basic.Filter;
 import org.apache.tsfile.utils.Binary;
 import org.apache.tsfile.utils.BytesUtils;
@@ -583,16 +584,32 @@ public void insertTablet(
                     + DataRegion.objectFileId.incrementAndGet()
                     + ".bin";
             String objectTmpFileName = objectFileName + ".tmp";
-            File objectTmpFile = new File(writer.getFile().getParent(), objectTmpFileName);
-            try (ObjectWriter writer = new ObjectWriter(objectTmpFile)) {
-              writer.write(fileNode);
+            File objectTmpFile;
+            try {
+              String baseDir = TierManager.getInstance().getNextFolderForObjectFile();
+              String objectFileDir =
+                  baseDir
+                      + File.separator
+                      + dataRegionInfo.getDataRegion().getDatabaseName()
+                      + File.separator
+                      + dataRegionInfo.getDataRegion().getDataRegionId()
+                      + File.separator
+                      + tsFileResource.getTsFileID().timePartitionId;
+
+              objectTmpFile =
+                  FSFactoryProducer.getFSFactory().getFile(objectFileDir, objectTmpFileName);
+              try (ObjectWriter writer = new ObjectWriter(objectTmpFile)) {
+                writer.write(fileNode);
+              }
             } catch (Exception e) {
               results[i] = RpcUtils.getStatus(TSStatusCode.INTERNAL_SERVER_ERROR, e.getMessage());
               throw new WriteProcessException(e);
             }
             // TODO:[OBJECT] write file node wal
             if (fileNode.isEOF()) {
-              File objectFile = new File(writer.getFile().getParent(), objectFileName);
+              File objectFile =
+                  FSFactoryProducer.getFSFactory()
+                      .getFile(objectTmpFile.getParentFile(), objectFileName);
               try {
                 Files.move(
                     objectTmpFile.toPath(),
@@ -603,11 +620,7 @@ public void insertTablet(
                 throw new WriteProcessException(e);
               }
               String relativePathString =
-                  (sequence
-                          ? IoTDBConstant.SEQUENCE_FOLDER_NAME
-                          : IoTDBConstant.UNSEQUENCE_FOLDER_NAME)
-                      + File.separator
-                      + dataRegionInfo.getDataRegion().getDatabaseName()
+                  dataRegionInfo.getDataRegion().getDatabaseName()
                       + File.separator
                       + dataRegionInfo.getDataRegion().getDataRegionId()
                       + File.separator
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/disk/TierManager.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/disk/TierManager.java
index b86f36b1c499f..36974127aad3a 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/disk/TierManager.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/disk/TierManager.java
@@ -65,6 +65,8 @@ public class TierManager {
    */
   private final List<FolderManager> unSeqTiers = new ArrayList<>();
 
+  private final List<FolderManager> objectTiers = new ArrayList<>();
+
   /** seq file folder's rawFsPath path -> tier level */
   private final Map<String, Integer> seqDir2TierLevel = new HashMap<>();
 
@@ -151,6 +153,22 @@ public synchronized void initFolders() {
       for (String dir : unSeqDirs) {
         unSeqDir2TierLevel.put(dir, tierLevel);
       }
+
+      List<String> objectDirs =
+          Arrays.stream(tierDirs[tierLevel])
+              .filter(Objects::nonNull)
+              .map(
+                  v ->
+                      FSFactoryProducer.getFSFactory()
+                          .getFile(v, IoTDBConstant.OBJECT_FOLDER_NAME)
+                          .getPath())
+              .collect(Collectors.toList());
+
+      try {
+        objectTiers.add(new FolderManager(objectDirs, directoryStrategyType));
+      } catch (DiskSpaceInsufficientException e) {
+        logger.error("All disks of tier {} are full.", tierLevel, e);
+      }
     }
 
     tierDiskTotalSpace = getTierDiskSpace(DiskSpaceType.TOTAL);
@@ -160,6 +178,7 @@ public synchronized void resetFolders() {
     long startTime = System.currentTimeMillis();
     seqTiers.clear();
     unSeqTiers.clear();
+    objectTiers.clear();
     seqDir2TierLevel.clear();
     unSeqDir2TierLevel.clear();
 
@@ -190,6 +209,10 @@ public String getNextFolderForTsFile(int tierLevel, boolean sequence)
         : unSeqTiers.get(tierLevel).getNextFolder();
   }
 
+  public String getNextFolderForObjectFile() throws DiskSpaceInsufficientException {
+    return objectTiers.get(0).getNextFolder();
+  }
+
   public List<String> getAllFilesFolders() {
     List<String> folders = new ArrayList<>(seqDir2TierLevel.keySet());
     folders.addAll(unSeqDir2TierLevel.keySet());
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/conf/IoTDBConstant.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/conf/IoTDBConstant.java
index ba568eae8966c..b76ab05f885b8 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/conf/IoTDBConstant.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/conf/IoTDBConstant.java
@@ -248,6 +248,7 @@ private IoTDBConstant() {}
   public static final String DATA_FOLDER_NAME = "data";
   public static final String SEQUENCE_FOLDER_NAME = "sequence";
   public static final String UNSEQUENCE_FOLDER_NAME = "unsequence";
+  public static final String OBJECT_FOLDER_NAME = "object";
   public static final String FILE_NAME_SEPARATOR = "-";
   public static final String CONSENSUS_FOLDER_NAME = "consensus";
   public static final String DATA_REGION_FOLDER_NAME = "data_region";

From 3a685174ed077a951c465b6fcb1de86ae552aeb0 Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Mon, 7 Jul 2025 16:24:40 +0800
Subject: [PATCH 19/66] fix error value

---
 .../planner/plan/node/write/FileNode.java     |  89 ++++++++---
 .../storageengine/dataregion/DataRegion.java  |  37 ++++-
 .../dataregion/memtable/TsFileProcessor.java  | 148 +++++++++---------
 .../dataregion/wal/buffer/WALEntryType.java   |   1 +
 .../rescon/disk/TierManager.java              |   8 +-
 5 files changed, 193 insertions(+), 90 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
index 6eae25ac1dfa3..e91869e7e0bb0 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
@@ -22,20 +22,13 @@
 // TODO:[OBJECT] WAL serde
 public class FileNode {
 
-  private String filePath;
+  private final boolean isEOF;
 
-  private long offset;
+  private final long offset;
 
   private byte[] content;
 
-  private boolean isEOF;
-
-  public FileNode(String filePath, boolean isEOF, long offset, byte[] content) {
-    this.filePath = filePath;
-    this.isEOF = isEOF;
-    this.offset = offset;
-    this.content = content;
-  }
+  private String filePath;
 
   public FileNode(boolean isEOF, long offset, byte[] content) {
     this.isEOF = isEOF;
@@ -43,14 +36,6 @@ public FileNode(boolean isEOF, long offset, byte[] content) {
     this.content = content;
   }
 
-  public void setFilePath(String filePath) {
-    this.filePath = filePath;
-  }
-
-  public String getFilePath() {
-    return filePath;
-  }
-
   public boolean isEOF() {
     return isEOF;
   }
@@ -62,4 +47,72 @@ public byte[] getContent() {
   public long getOffset() {
     return offset;
   }
+
+  public void setFilePath(String filePath) {
+    this.filePath = filePath;
+  }
+
+  public String getFilePath() {
+    return filePath;
+  }
+  //
+  //  @Override
+  //  public void serializeToWAL(IWALByteBufferView buffer) {}
+  //
+  //  @Override
+  //  public int serializedSize() {
+  //    return 0;
+  //  }
+  //
+  //  @Override
+  //  public SearchNode merge(List<SearchNode> searchNodes) {
+  //    return null;
+  //  }
+  //
+  //  @Override
+  //  public ProgressIndex getProgressIndex() {
+  //    return null;
+  //  }
+  //
+  //  @Override
+  //  public void setProgressIndex(ProgressIndex progressIndex) {}
+  //
+  //  @Override
+  //  public List<WritePlanNode> splitByPartition(IAnalysis analysis) {
+  //    return List.of();
+  //  }
+  //
+  //  @Override
+  //  public TRegionReplicaSet getRegionReplicaSet() {
+  //    return null;
+  //  }
+  //
+  //  @Override
+  //  public List<PlanNode> getChildren() {
+  //    return List.of();
+  //  }
+  //
+  //  @Override
+  //  public void addChild(PlanNode child) {}
+  //
+  //  @Override
+  //  public PlanNode clone() {
+  //    return null;
+  //  }
+  //
+  //  @Override
+  //  public int allowedChildCount() {
+  //    return 0;
+  //  }
+  //
+  //  @Override
+  //  public List<String> getOutputColumnNames() {
+  //    return List.of();
+  //  }
+  //
+  //  @Override
+  //  protected void serializeAttributes(ByteBuffer byteBuffer) {}
+  //
+  //  @Override
+  //  protected void serializeAttributes(DataOutputStream stream) throws IOException {}
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
index 3da2e46617726..25bc1484a7823 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
@@ -347,7 +347,7 @@ public class DataRegion implements IDataRegionForQuery {
   private ILoadDiskSelector ordinaryLoadDiskSelector;
   private ILoadDiskSelector pipeAndIoTV2LoadDiskSelector;
 
-  public static AtomicLong objectFileId = new AtomicLong(0);
+  public AtomicLong objectFileId = new AtomicLong(0);
 
   /**
    * Construct a database processor.
@@ -537,6 +537,7 @@ private void recover() throws DataRegionException {
           getAllFiles(TierManager.getInstance().getAllLocalSequenceFileFolders());
       Map<Long, List<TsFileResource>> partitionTmpUnseqTsFiles =
           getAllFiles(TierManager.getInstance().getAllLocalUnSequenceFileFolders());
+      checkObjectFiles(TierManager.getInstance().getAllObjectFileFolders());
       DataRegionRecoveryContext dataRegionRecoveryContext =
           new DataRegionRecoveryContext(
               partitionTmpSeqTsFiles.values().stream().mapToLong(List::size).sum()
@@ -853,6 +854,40 @@ private Map<Long, List<TsFileResource>> getAllFiles(List<String> folders)
     return ret;
   }
 
+  private void checkObjectFiles(List<String> folders) throws IOException {
+    for (String baseDir : folders) {
+      File fileFolder = fsFactory.getFile(baseDir + File.separator + databaseName, dataRegionId);
+      if (!fileFolder.exists()) {
+        continue;
+      }
+      File[] subFiles = fileFolder.listFiles();
+      if (subFiles != null) {
+        for (File partitionFolder : subFiles) {
+          if (!partitionFolder.isDirectory()) {
+            logger.warn("{} is not a directory.", partitionFolder.getAbsolutePath());
+          } else {
+            File[] objectFileInThisFolder =
+                fsFactory.listFilesBySuffix(partitionFolder.getAbsolutePath(), ".bin");
+            for (File f : objectFileInThisFolder) {
+              objectFileId.updateAndGet(
+                  current ->
+                      Math.max(
+                          current,
+                          Long.parseLong(
+                              f.getName().substring(0, f.getName().length() - 4).split("-")[2])));
+            }
+            File[] objectTmpFileInThisFolder =
+                fsFactory.listFilesBySuffix(partitionFolder.getAbsolutePath(), ".bin.tmp");
+            for (File f : objectTmpFileInThisFolder) {
+              // remove bin.tmp
+              Files.delete(f.toPath());
+            }
+          }
+        }
+      }
+    }
+  }
+
   private void continueFailedRenames(File fileFolder, String suffix) throws IOException {
     File[] files = fsFactory.listFilesBySuffix(fileFolder.getAbsolutePath(), suffix);
     if (files != null) {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
index b521f8a1f5b23..4c4392178f97b 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
@@ -567,77 +567,8 @@ public void insertTablet(
       boolean noFailure,
       long[] infoForMetrics)
       throws WriteProcessException {
-    if (insertTabletNode instanceof RelationalInsertTabletNode) {
-      RelationalInsertTabletNode relationalInsertTabletNode =
-          (RelationalInsertTabletNode) insertTabletNode;
-      List<List<FileNode>> fileNodesList = relationalInsertTabletNode.getFileNodeList();
-      if (fileNodesList != null) {
-        for (int j = 0; j < fileNodesList.size(); j++) {
-          List<FileNode> fileNodeList = fileNodesList.get(j);
-          for (int i = 0; i < fileNodeList.size(); i++) {
-            FileNode fileNode = fileNodeList.get(i);
-            String objectFileName =
-                insertTabletNode.getTimes()[i]
-                    + "-"
-                    + config.getDataNodeId()
-                    + "-"
-                    + DataRegion.objectFileId.incrementAndGet()
-                    + ".bin";
-            String objectTmpFileName = objectFileName + ".tmp";
-            File objectTmpFile;
-            try {
-              String baseDir = TierManager.getInstance().getNextFolderForObjectFile();
-              String objectFileDir =
-                  baseDir
-                      + File.separator
-                      + dataRegionInfo.getDataRegion().getDatabaseName()
-                      + File.separator
-                      + dataRegionInfo.getDataRegion().getDataRegionId()
-                      + File.separator
-                      + tsFileResource.getTsFileID().timePartitionId;
 
-              objectTmpFile =
-                  FSFactoryProducer.getFSFactory().getFile(objectFileDir, objectTmpFileName);
-              try (ObjectWriter writer = new ObjectWriter(objectTmpFile)) {
-                writer.write(fileNode);
-              }
-            } catch (Exception e) {
-              results[i] = RpcUtils.getStatus(TSStatusCode.INTERNAL_SERVER_ERROR, e.getMessage());
-              throw new WriteProcessException(e);
-            }
-            // TODO:[OBJECT] write file node wal
-            if (fileNode.isEOF()) {
-              File objectFile =
-                  FSFactoryProducer.getFSFactory()
-                      .getFile(objectTmpFile.getParentFile(), objectFileName);
-              try {
-                Files.move(
-                    objectTmpFile.toPath(),
-                    objectFile.toPath(),
-                    StandardCopyOption.REPLACE_EXISTING);
-              } catch (IOException e) {
-                results[i] = RpcUtils.getStatus(TSStatusCode.INTERNAL_SERVER_ERROR, e.getMessage());
-                throw new WriteProcessException(e);
-              }
-              String relativePathString =
-                  dataRegionInfo.getDataRegion().getDatabaseName()
-                      + File.separator
-                      + dataRegionInfo.getDataRegion().getDataRegionId()
-                      + File.separator
-                      + tsFileResource.getTsFileID().timePartitionId
-                      + File.separator
-                      + objectFileName;
-              byte[] filePathBytes = relativePathString.getBytes(StandardCharsets.UTF_8);
-              byte[] valueBytes = new byte[filePathBytes.length + Long.BYTES];
-              System.arraycopy(
-                  BytesUtils.longToBytes(objectFile.length()), 0, valueBytes, 0, Long.BYTES);
-              System.arraycopy(filePathBytes, 0, valueBytes, 4, filePathBytes.length);
-              (relationalInsertTabletNode.getObjectColumns().get(j))[i] = new Binary(valueBytes);
-            }
-          }
-        }
-      }
-    }
+    handleWriteObject(insertTabletNode, rangeList, results);
 
     ensureMemTable(infoForMetrics);
 
@@ -2411,4 +2342,81 @@ private void logFlushQueryReadUnlocked() {
           "{}: {} release flushQueryLock", dataRegionName, tsFileResource.getTsFile().getName());
     }
   }
+
+  private void handleWriteObject(
+      InsertTabletNode insertTabletNode, List<int[]> rangeList, TSStatus[] results)
+      throws WriteProcessException {
+    if (insertTabletNode instanceof RelationalInsertTabletNode) {
+      RelationalInsertTabletNode relationalInsertTabletNode =
+          (RelationalInsertTabletNode) insertTabletNode;
+      List<List<FileNode>> fileNodesList = relationalInsertTabletNode.getFileNodeList();
+      if (fileNodesList != null) {
+        for (int j = 0; j < fileNodesList.size(); j++) {
+          List<FileNode> fileNodeList = fileNodesList.get(j);
+          for (int i = 0; i < fileNodeList.size(); i++) {
+            FileNode fileNode = fileNodeList.get(i);
+            String objectFileName =
+                insertTabletNode.getTimes()[i]
+                    + "-"
+                    + config.getDataNodeId()
+                    + "-"
+                    + dataRegionInfo.getDataRegion().objectFileId.incrementAndGet()
+                    + ".bin";
+            String objectTmpFileName = objectFileName + ".tmp";
+            File objectTmpFile;
+            String relativePathString =
+                dataRegionInfo.getDataRegion().getDatabaseName()
+                    + File.separator
+                    + dataRegionInfo.getDataRegion().getDataRegionId()
+                    + File.separator
+                    + tsFileResource.getTsFileID().timePartitionId
+                    + File.separator
+                    + objectFileName;
+            try {
+              String baseDir = TierManager.getInstance().getNextFolderForObjectFile();
+              String objectFileDir =
+                  baseDir
+                      + File.separator
+                      + dataRegionInfo.getDataRegion().getDatabaseName()
+                      + File.separator
+                      + dataRegionInfo.getDataRegion().getDataRegionId()
+                      + File.separator
+                      + tsFileResource.getTsFileID().timePartitionId;
+
+              objectTmpFile =
+                  FSFactoryProducer.getFSFactory().getFile(objectFileDir, objectTmpFileName);
+              try (ObjectWriter writer = new ObjectWriter(objectTmpFile)) {
+                writer.write(fileNode);
+              }
+              fileNode.setFilePath(relativePathString);
+            } catch (Exception e) {
+              results[i] = RpcUtils.getStatus(TSStatusCode.INTERNAL_SERVER_ERROR, e.getMessage());
+              throw new WriteProcessException(e);
+            }
+            // TODO:[OBJECT] write file node wal
+            if (fileNode.isEOF()) {
+              File objectFile =
+                  FSFactoryProducer.getFSFactory()
+                      .getFile(objectTmpFile.getParentFile(), objectFileName);
+              try {
+                Files.move(
+                    objectTmpFile.toPath(),
+                    objectFile.toPath(),
+                    StandardCopyOption.REPLACE_EXISTING);
+              } catch (IOException e) {
+                results[i] = RpcUtils.getStatus(TSStatusCode.INTERNAL_SERVER_ERROR, e.getMessage());
+                throw new WriteProcessException(e);
+              }
+              byte[] filePathBytes = relativePathString.getBytes(StandardCharsets.UTF_8);
+              byte[] valueBytes = new byte[filePathBytes.length + Long.BYTES];
+              System.arraycopy(
+                  BytesUtils.longToBytes(objectFile.length()), 0, valueBytes, 0, Long.BYTES);
+              System.arraycopy(filePathBytes, 0, valueBytes, Long.BYTES, filePathBytes.length);
+              (relationalInsertTabletNode.getObjectColumns().get(j))[i] = new Binary(valueBytes);
+            }
+          }
+        }
+      }
+    }
+  }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntryType.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntryType.java
index 1c3ddcbf702ad..ac49069954766 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntryType.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntryType.java
@@ -45,6 +45,7 @@ public enum WALEntryType {
   /** {@link org.apache.iotdb.db.storageengine.dataregion.memtable.AbstractMemTable} */
   MEMORY_TABLE_SNAPSHOT((byte) 10),
   RELATIONAL_DELETE_DATA_NODE((byte) 11),
+  OBJECT_FILE_NODE((byte) 12),
   // endregion
   // region signal entry type
   // signal wal buffer has been closed
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/disk/TierManager.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/disk/TierManager.java
index 1273e7adaf7a5..75c5d3b3c969b 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/disk/TierManager.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/disk/TierManager.java
@@ -73,6 +73,8 @@ public class TierManager {
   /** unSeq file folder's rawFsPath path -> tier level */
   private final Map<String, Integer> unSeqDir2TierLevel = new HashMap<>();
 
+  private List<String> objectDirs;
+
   /** total space of each tier, Long.MAX_VALUE when one tier contains remote storage */
   private long[] tierDiskTotalSpace;
 
@@ -154,7 +156,7 @@ public synchronized void initFolders() {
         unSeqDir2TierLevel.put(dir, tierLevel);
       }
 
-      List<String> objectDirs =
+      objectDirs =
           Arrays.stream(tierDirs[tierLevel])
               .filter(Objects::nonNull)
               .map(
@@ -245,6 +247,10 @@ public List<String> getAllLocalUnSequenceFileFolders() {
         .collect(Collectors.toList());
   }
 
+  public List<String> getAllObjectFileFolders() {
+    return objectDirs;
+  }
+
   public int getTiersNum() {
     return seqTiers.size();
   }

From b2e5faf2497d8a1d5b644b0ce0f3df179c983bb6 Mon Sep 17 00:00:00 2001
From: JackieTien97 <jackietien97@gmail.com>
Date: Mon, 7 Jul 2025 17:01:38 +0800
Subject: [PATCH 20/66] object string format

---
 .../src/main/java/org/apache/iotdb/ObjectExample.java     | 6 ++++--
 .../main/java/org/apache/iotdb/rpc/IoTDBJDBCDataSet.java  | 5 +++--
 .../main/java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java   | 8 ++++++--
 3 files changed, 13 insertions(+), 6 deletions(-)

diff --git a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
index b040dc5313b32..8017061114fbe 100644
--- a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
+++ b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
@@ -82,7 +82,8 @@ public static void main(String[] args) {
           true,
           0,
           Files.readAllBytes(
-              Paths.get("/Users/ht/Downloads/2_1746622362350_fa24aa15233f4e76bcda789a5771f43f")));
+              Paths.get(
+                  "/Users/jackietien/Downloads/2_1746622362350_fa24aa15233f4e76bcda789a5771f43f")));
       session.insert(tablet);
       tablet.reset();
 
@@ -99,7 +100,8 @@ public static void main(String[] args) {
           true,
           0,
           Files.readAllBytes(
-              Paths.get("/Users/ht/Downloads/2_1746622367063_8fb5ac8e21724140874195b60b878664")));
+              Paths.get(
+                  "/Users/jackietien/Downloads/2_1746622367063_8fb5ac8e21724140874195b60b878664")));
       session.insert(tablet);
       tablet.reset();
 
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/IoTDBJDBCDataSet.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/IoTDBJDBCDataSet.java
index 3e6de454001f4..43064ecdaa9fb 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/IoTDBJDBCDataSet.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/IoTDBJDBCDataSet.java
@@ -598,8 +598,9 @@ public String getString(int index, TSDataType tsDataType, byte[][] values) {
         return String.valueOf(BytesUtils.bytesToDouble(values[index]));
       case TEXT:
       case STRING:
-      case OBJECT:
         return new String(values[index], StandardCharsets.UTF_8);
+      case OBJECT:
+        return BytesUtils.parseObjectByteArrayToString(values[index]);
       case BLOB:
         return BytesUtils.parseBlobByteArrayToString(values[index]);
       case DATE:
@@ -637,8 +638,8 @@ public Object getObject(int index, TSDataType tsDataType, byte[][] values) {
         return BytesUtils.bytesToDouble(values[index]);
       case TEXT:
       case STRING:
-      case OBJECT:
         return new String(values[index], StandardCharsets.UTF_8);
+      case OBJECT:
       case BLOB:
         return new Binary(values[index]);
       case TIMESTAMP:
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java
index e0af4c9691fc7..940b3460d927b 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/IoTDBRpcDataSet.java
@@ -490,11 +490,13 @@ private Object getObjectByTsBlockIndex(int tsBlockColumnIndex)
         return convertToTimestamp(timestamp, timeFactor);
       case TEXT:
       case STRING:
-      case OBJECT:
         return curTsBlock
             .getColumn(tsBlockColumnIndex)
             .getBinary(tsBlockIndex)
             .getStringValue(TSFileConfig.STRING_CHARSET);
+      case OBJECT:
+        return BytesUtils.parseObjectByteArrayToString(
+            curTsBlock.getColumn(tsBlockColumnIndex).getBinary(tsBlockIndex).getValues());
       case BLOB:
         return BytesUtils.parseBlobByteArrayToString(
             curTsBlock.getColumn(tsBlockColumnIndex).getBinary(tsBlockIndex).getValues());
@@ -551,11 +553,13 @@ private String getString(int index, TSDataType tsDataType) {
         return String.valueOf(curTsBlock.getColumn(index).getDouble(tsBlockIndex));
       case TEXT:
       case STRING:
-      case OBJECT:
         return curTsBlock
             .getColumn(index)
             .getBinary(tsBlockIndex)
             .getStringValue(TSFileConfig.STRING_CHARSET);
+      case OBJECT:
+        return BytesUtils.parseObjectByteArrayToString(
+            curTsBlock.getColumn(index).getBinary(tsBlockIndex).getValues());
       case BLOB:
         return BytesUtils.parseBlobByteArrayToString(
             curTsBlock.getColumn(index).getBinary(tsBlockIndex).getValues());

From f4ec31666785f2c74c290280444a2ce41833e159 Mon Sep 17 00:00:00 2001
From: spricoder <spricoder@qq.com>
Date: Mon, 7 Jul 2025 17:18:02 +0800
Subject: [PATCH 21/66] update utils

---
 .../model/CompressedTsFileModelProcessor.java | 362 ++++++++++++++++++
 .../model/CompressedTsFileModelWriter.java    | 147 -------
 .../{ModelWriter.java => ModelProcessor.java} |  24 +-
 ...riterType.java => ModelProcessorType.java} |   2 +-
 ...va => UnCompressedTiffModelProcessor.java} |  28 +-
 .../model/CompressedTsFileModelReader.java    | 175 ---------
 .../iotdb/db/utils/model/ModelReader.java     |   8 -
 .../model/UnCompressedTiffModelReader.java    |  17 -
 8 files changed, 410 insertions(+), 353 deletions(-)
 create mode 100644 iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelProcessor.java
 delete mode 100644 iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelWriter.java
 rename iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/{ModelWriter.java => ModelProcessor.java} (65%)
 rename iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/{ModelWriterType.java => ModelProcessorType.java} (96%)
 rename iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/{UnCompressedTiffModelWriter.java => UnCompressedTiffModelProcessor.java} (60%)

diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelProcessor.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelProcessor.java
new file mode 100644
index 0000000000000..1b3aabf8a8827
--- /dev/null
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelProcessor.java
@@ -0,0 +1,362 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.rpc.model;
+
+import org.apache.tsfile.common.conf.TSFileConfig;
+import org.apache.tsfile.common.conf.TSFileDescriptor;
+import org.apache.tsfile.compress.IUnCompressor;
+import org.apache.tsfile.encoding.decoder.Decoder;
+import org.apache.tsfile.encrypt.EncryptUtils;
+import org.apache.tsfile.encrypt.IDecryptor;
+import org.apache.tsfile.enums.ColumnCategory;
+import org.apache.tsfile.enums.TSDataType;
+import org.apache.tsfile.file.MetaMarker;
+import org.apache.tsfile.file.header.ChunkHeader;
+import org.apache.tsfile.file.header.PageHeader;
+import org.apache.tsfile.file.metadata.ColumnSchemaBuilder;
+import org.apache.tsfile.file.metadata.IDeviceID;
+import org.apache.tsfile.file.metadata.StringArrayDeviceID;
+import org.apache.tsfile.file.metadata.TableSchema;
+import org.apache.tsfile.file.metadata.TimeseriesMetadata;
+import org.apache.tsfile.file.metadata.statistics.FloatStatistics;
+import org.apache.tsfile.read.TsFileSequenceReader;
+import org.apache.tsfile.read.reader.TsFileInput;
+import org.apache.tsfile.utils.PublicBAOS;
+import org.apache.tsfile.utils.ReadWriteIOUtils;
+import org.apache.tsfile.write.record.Tablet;
+import org.apache.tsfile.write.v4.DeviceTableModelWriter;
+import org.apache.tsfile.write.v4.ITsFileWriter;
+import org.apache.tsfile.write.writer.TsFileOutput;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.ByteArrayOutputStream;
+import java.io.File;
+import java.io.IOException;
+import java.io.InputStream;
+import java.io.OutputStream;
+import java.nio.ByteBuffer;
+import java.nio.file.Files;
+import java.util.Collections;
+import java.util.stream.Collectors;
+
+import static org.apache.tsfile.read.reader.chunk.ChunkReader.decryptAndUncompressPageData;
+
+public class CompressedTsFileModelProcessor extends ModelProcessor {
+  private static final Logger LOGGER =
+      LoggerFactory.getLogger(CompressedTsFileModelProcessor.class);
+  private static final int DEFAULT_CHUNK_NUMBER = 128 * 128;
+
+  @Override
+  byte[] write(float[] values, int width, int height) {
+    try {
+
+      TSFileDescriptor.getInstance().getConfig().setGroupSizeInByte(1);
+      String tableName = "t";
+      MemoryTsFileOutput tsFileOutput = new MemoryTsFileOutput(60 * 1024 * 1024);
+
+      TableSchema tableSchema =
+          new TableSchema(
+              tableName,
+              Collections.singletonList(
+                  new ColumnSchemaBuilder()
+                      .name("v")
+                      .dataType(TSDataType.FLOAT)
+                      .category(ColumnCategory.FIELD)
+                      .build()));
+      try (ITsFileWriter writer = new DeviceTableModelWriter(tsFileOutput, tableSchema, 1)) {
+        Tablet tablet =
+            new Tablet(
+                Collections.singletonList("v"),
+                Collections.singletonList(TSDataType.FLOAT),
+                DEFAULT_CHUNK_NUMBER);
+
+        for (int i = 0; i < values.length; i++) {
+          int row = tablet.getRowSize();
+          tablet.addTimestamp(row, i);
+          tablet.addValue(row, "v", values[i]);
+          // write
+          if (tablet.getRowSize() == tablet.getMaxRowNumber()) {
+            writer.write(tablet);
+            tablet.reset();
+          }
+        }
+        // write
+        if (tablet.getRowSize() != 0) {
+          writer.write(tablet);
+          tablet.reset();
+        }
+      }
+      return tsFileOutput.getByteBuffer().array();
+    } catch (Exception e) {
+      LOGGER.error("write tsfile failed", e);
+    }
+    return new byte[0];
+  }
+
+  @Override
+  float[] readAll(byte[] fileBytes) {
+    try {
+      float[] values = null;
+      int i = 0;
+      IDeviceID deviceID = new StringArrayDeviceID("t");
+      TsFileInput tsFileInput = new ByteBufferTsFileInput(ByteBuffer.wrap(fileBytes));
+      try (TsFileSequenceReader reader = new TsFileSequenceReader(tsFileInput)) {
+        TimeseriesMetadata timeseriesMetadata =
+            reader.getAllTimeseriesMetadata(false).get(deviceID).stream()
+                .filter(t -> t.getMeasurementId().equals("v"))
+                .collect(Collectors.toList())
+                .get(0);
+        values = new float[timeseriesMetadata.getStatistics().getCount()];
+
+        byte marker;
+        ChunkHeader chunkHeader;
+        reader.position((long) TSFileConfig.MAGIC_STRING.getBytes().length + 1);
+        while ((marker = reader.readMarker()) != MetaMarker.SEPARATOR) {
+          switch (marker) {
+            case MetaMarker.CHUNK_HEADER:
+            case MetaMarker.ONLY_ONE_PAGE_CHUNK_HEADER:
+            case MetaMarker.TIME_CHUNK_HEADER:
+            case MetaMarker.ONLY_ONE_PAGE_TIME_CHUNK_HEADER:
+              chunkHeader = reader.readChunkHeader(marker);
+              reader.position(reader.position() + chunkHeader.getDataSize());
+              break;
+            case MetaMarker.VALUE_CHUNK_HEADER:
+            case MetaMarker.ONLY_ONE_PAGE_VALUE_CHUNK_HEADER:
+              chunkHeader = reader.readChunkHeader(marker);
+              ByteBuffer chunkDataBuffer = reader.readChunk(-1, chunkHeader.getDataSize());
+
+              while (chunkDataBuffer.hasRemaining()) {
+                PageHeader pageHeader = null;
+                if (((byte) (chunkHeader.getChunkType() & 0x3F))
+                    == MetaMarker.ONLY_ONE_PAGE_CHUNK_HEADER) {
+                  pageHeader = PageHeader.deserializeFrom(chunkDataBuffer, new FloatStatistics());
+                } else {
+                  pageHeader =
+                      PageHeader.deserializeFrom(chunkDataBuffer, chunkHeader.getDataType());
+                }
+
+                ByteBuffer pageData = readCompressedPageData(pageHeader, chunkDataBuffer);
+                IDecryptor decryptor = IDecryptor.getDecryptor(EncryptUtils.getEncryptParameter());
+                ByteBuffer uncompressedPageData =
+                    decryptAndUncompressPageData(
+                        pageHeader,
+                        IUnCompressor.getUnCompressor(chunkHeader.getCompressionType()),
+                        pageData,
+                        decryptor);
+                Decoder decoder =
+                    Decoder.getDecoderByType(
+                        chunkHeader.getEncodingType(), chunkHeader.getDataType());
+
+                byte[] bitmap = null;
+                if (uncompressedPageData.hasRemaining()) {
+                  int size = ReadWriteIOUtils.readInt(uncompressedPageData);
+                  bitmap = new byte[(size + 7) / 8];
+                  uncompressedPageData.get(bitmap);
+                }
+                while (decoder.hasNext(uncompressedPageData)) {
+                  values[i++] = decoder.readFloat(uncompressedPageData);
+                }
+              }
+              break;
+            case MetaMarker.CHUNK_GROUP_HEADER:
+              reader.readChunkGroupHeader();
+              break;
+            default:
+              return values;
+          }
+        }
+      }
+      return values;
+    } catch (Exception e) {
+      LOGGER.error("Read TS file failed", e);
+      return new float[] {0};
+    }
+  }
+
+  @Override
+  float[] readAll(String filePath) {
+    try {
+      byte[] fileBytes = Files.readAllBytes(new File(filePath).toPath());
+      return readAll(fileBytes);
+    } catch (Exception e) {
+      LOGGER.error("Read TS file failed", e);
+      return new float[] {0};
+    }
+  }
+
+  private static class MemoryTsFileOutput implements TsFileOutput {
+
+    private ByteArrayOutputStream baos;
+
+    public MemoryTsFileOutput(int initialSize) {
+      this.baos = new PublicBAOS(initialSize);
+    }
+
+    public ByteBuffer getByteBuffer() {
+      return ByteBuffer.wrap(baos.toByteArray());
+    }
+
+    @Override
+    public void write(byte[] b) throws IOException {
+      baos.write(b);
+    }
+
+    @Override
+    public void write(byte b) throws IOException {
+      baos.write(b);
+    }
+
+    @Override
+    public void write(ByteBuffer b) throws IOException {
+      baos.write(b.array());
+    }
+
+    @Override
+    public long getPosition() throws IOException {
+      return baos.size();
+    }
+
+    @Override
+    public void close() throws IOException {
+      baos.close();
+    }
+
+    @Override
+    public OutputStream wrapAsStream() throws IOException {
+      return baos;
+    }
+
+    @Override
+    public void flush() throws IOException {
+      baos.flush();
+    }
+
+    @Override
+    public void truncate(long size) throws IOException {
+      throw new UnsupportedOperationException();
+    }
+
+    @Override
+    public void force() throws IOException {}
+  }
+
+  public static class ByteBufferTsFileInput implements TsFileInput {
+
+    public ByteBuffer buffer;
+
+    public ByteBufferTsFileInput(ByteBuffer buffer) {
+      this.buffer = buffer;
+    }
+
+    @Override
+    public long size() throws IOException {
+      return buffer.limit();
+    }
+
+    @Override
+    public long position() throws IOException {
+      return buffer.position();
+    }
+
+    @Override
+    public TsFileInput position(long newPosition) throws IOException {
+      buffer.position((int) newPosition);
+      return this;
+    }
+
+    @Override
+    public int read(ByteBuffer dst) {
+      int bytesToRead = Math.min(dst.remaining(), buffer.remaining());
+      if (bytesToRead == 0) {
+        return 0;
+      }
+      ByteBuffer slice = buffer.slice();
+      slice.limit(bytesToRead);
+      dst.put(slice);
+      buffer.position(buffer.position() + bytesToRead);
+      return bytesToRead;
+    }
+
+    @Override
+    public int read(ByteBuffer dst, long position) {
+      ByteBuffer readBuffer = buffer.slice();
+      readBuffer.position((int) position);
+      int bytesToRead = Math.min(dst.remaining(), readBuffer.remaining());
+      if (bytesToRead > 0) {
+        readBuffer.limit(readBuffer.position() + bytesToRead);
+        dst.put(readBuffer);
+      }
+      return bytesToRead;
+    }
+
+    @Override
+    public InputStream wrapAsInputStream() throws IOException {
+      return new InputStream() {
+        @Override
+        public int read() throws IOException {
+          if (!buffer.hasRemaining()) {
+            return -1;
+          }
+          return buffer.get() & 0xFF;
+        }
+
+        @Override
+        public int read(byte[] b, int off, int len) throws IOException {
+          if (!buffer.hasRemaining()) {
+            return -1;
+          }
+          int toRead = Math.min(len, buffer.remaining());
+          buffer.get(b, off, toRead);
+          return toRead;
+        }
+
+        @Override
+        public int available() throws IOException {
+          return buffer.remaining();
+        }
+      };
+    }
+
+    @Override
+    public void close() throws IOException {}
+
+    @Override
+    public String getFilePath() {
+      return "memory tsfile data buffer";
+    }
+  }
+
+  public static ByteBuffer readCompressedPageData(PageHeader pageHeader, ByteBuffer chunkBuffer)
+      throws IOException {
+    int compressedPageBodyLength = pageHeader.getCompressedSize();
+    if (compressedPageBodyLength > chunkBuffer.remaining()) {
+      throw new IOException(
+          "do not have a complete page body. Expected:"
+              + compressedPageBodyLength
+              + ". Actual:"
+              + chunkBuffer.remaining());
+    }
+    ByteBuffer pageBodyBuffer = chunkBuffer.slice();
+    pageBodyBuffer.limit(compressedPageBodyLength);
+    chunkBuffer.position(chunkBuffer.position() + compressedPageBodyLength);
+    return pageBodyBuffer;
+  }
+}
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelWriter.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelWriter.java
deleted file mode 100644
index 8d70a5bb7fa86..0000000000000
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelWriter.java
+++ /dev/null
@@ -1,147 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.iotdb.rpc.model;
-
-import org.apache.tsfile.common.conf.TSFileDescriptor;
-import org.apache.tsfile.enums.ColumnCategory;
-import org.apache.tsfile.enums.TSDataType;
-import org.apache.tsfile.file.metadata.ColumnSchemaBuilder;
-import org.apache.tsfile.file.metadata.TableSchema;
-import org.apache.tsfile.utils.PublicBAOS;
-import org.apache.tsfile.write.record.Tablet;
-import org.apache.tsfile.write.v4.DeviceTableModelWriter;
-import org.apache.tsfile.write.v4.ITsFileWriter;
-import org.apache.tsfile.write.writer.TsFileOutput;
-import org.slf4j.Logger;
-import org.slf4j.LoggerFactory;
-
-import java.io.ByteArrayOutputStream;
-import java.io.IOException;
-import java.io.OutputStream;
-import java.nio.ByteBuffer;
-import java.util.Collections;
-
-public class CompressedTsFileModelWriter extends ModelWriter {
-  private static final Logger LOGGER = LoggerFactory.getLogger(CompressedTsFileModelWriter.class);
-  private static final int DEFAULT_CHUNK_NUMBER = 128 * 128;
-
-  @Override
-  byte[] write(float[] values, int width, int height) {
-    try {
-
-      TSFileDescriptor.getInstance().getConfig().setGroupSizeInByte(1);
-      String tableName = "t";
-      MemoryTsFileOutput tsFileOutput = new MemoryTsFileOutput(60 * 1024 * 1024);
-
-      TableSchema tableSchema =
-          new TableSchema(
-              tableName,
-              Collections.singletonList(
-                  new ColumnSchemaBuilder()
-                      .name("v")
-                      .dataType(TSDataType.FLOAT)
-                      .category(ColumnCategory.FIELD)
-                      .build()));
-      try (ITsFileWriter writer = new DeviceTableModelWriter(tsFileOutput, tableSchema, 1)) {
-        Tablet tablet =
-            new Tablet(
-                Collections.singletonList("v"),
-                Collections.singletonList(TSDataType.FLOAT),
-                DEFAULT_CHUNK_NUMBER);
-
-        for (int i = 0; i < values.length; i++) {
-          int row = tablet.getRowSize();
-          tablet.addTimestamp(row, i);
-          tablet.addValue(row, "v", values[i]);
-          // write
-          if (tablet.getRowSize() == tablet.getMaxRowNumber()) {
-            writer.write(tablet);
-            tablet.reset();
-          }
-        }
-        // write
-        if (tablet.getRowSize() != 0) {
-          writer.write(tablet);
-          tablet.reset();
-        }
-      }
-      return tsFileOutput.getByteBuffer().array();
-    } catch (Exception e) {
-      LOGGER.error("write tsfile failed", e);
-    }
-    return new byte[0];
-  }
-
-  private static class MemoryTsFileOutput implements TsFileOutput {
-
-    private ByteArrayOutputStream baos;
-
-    public MemoryTsFileOutput(int initialSize) {
-      this.baos = new PublicBAOS(initialSize);
-    }
-
-    public ByteBuffer getByteBuffer() {
-      return ByteBuffer.wrap(baos.toByteArray());
-    }
-
-    @Override
-    public void write(byte[] b) throws IOException {
-      baos.write(b);
-    }
-
-    @Override
-    public void write(byte b) throws IOException {
-      baos.write(b);
-    }
-
-    @Override
-    public void write(ByteBuffer b) throws IOException {
-      baos.write(b.array());
-    }
-
-    @Override
-    public long getPosition() throws IOException {
-      return baos.size();
-    }
-
-    @Override
-    public void close() throws IOException {
-      baos.close();
-    }
-
-    @Override
-    public OutputStream wrapAsStream() throws IOException {
-      return baos;
-    }
-
-    @Override
-    public void flush() throws IOException {
-      baos.flush();
-    }
-
-    @Override
-    public void truncate(long size) throws IOException {
-      throw new UnsupportedOperationException();
-    }
-
-    @Override
-    public void force() throws IOException {}
-  }
-}
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelWriter.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelProcessor.java
similarity index 65%
rename from iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelWriter.java
rename to iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelProcessor.java
index 923c896648e58..0d5cfc59966ca 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelWriter.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelProcessor.java
@@ -19,7 +19,7 @@
 
 package org.apache.iotdb.rpc.model;
 
-public abstract class ModelWriter {
+public abstract class ModelProcessor {
   /**
    * Write float[] to specific type of file, eg. tsfile, tiff
    *
@@ -30,12 +30,28 @@ public abstract class ModelWriter {
    */
   abstract byte[] write(float[] values, int width, int height);
 
-  public ModelWriter getInstance(ModelWriterType modelFileType) {
+  /**
+   * Read all float values from a file, eg. tsfile, tiff
+   *
+   * @param fileBytes the byte array of the file to read
+   * @return the float array of the image
+   */
+  abstract float[] readAll(byte[] fileBytes);
+
+  /**
+   * Read all float values from a file, eg. tsfile, tiff
+   *
+   * @param filePath the path of the file to read
+   * @return the float array of the image
+   */
+  abstract float[] readAll(String filePath);
+
+  public ModelProcessor getInstance(ModelProcessorType modelFileType) {
     switch (modelFileType) {
       case UNCOMPRESSED_TIFF:
-        return new UnCompressedTiffModelWriter();
+        return new UnCompressedTiffModelProcessor();
       default:
-        return new CompressedTsFileModelWriter();
+        return new CompressedTsFileModelProcessor();
     }
   }
 }
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelWriterType.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelProcessorType.java
similarity index 96%
rename from iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelWriterType.java
rename to iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelProcessorType.java
index a587a0bd5680a..1966a14484ef6 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelWriterType.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelProcessorType.java
@@ -19,7 +19,7 @@
 
 package org.apache.iotdb.rpc.model;
 
-public enum ModelWriterType {
+public enum ModelProcessorType {
   COMPRESSED_TSFILE,
   UNCOMPRESSED_TIFF
 }
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/UnCompressedTiffModelWriter.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/UnCompressedTiffModelProcessor.java
similarity index 60%
rename from iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/UnCompressedTiffModelWriter.java
rename to iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/UnCompressedTiffModelProcessor.java
index 7276135a70edc..19fd065e8384c 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/UnCompressedTiffModelWriter.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/UnCompressedTiffModelProcessor.java
@@ -21,9 +21,11 @@
 
 import ij.ImagePlus;
 import ij.io.FileSaver;
+import ij.io.Opener;
 import ij.process.FloatProcessor;
+import ij.process.ImageProcessor;
 
-public class UnCompressedTiffModelWriter extends ModelWriter {
+public class UnCompressedTiffModelProcessor extends ModelProcessor {
   @Override
   byte[] write(float[] values, int width, int height) {
     FloatProcessor floatProcessor = new FloatProcessor(width, height, values);
@@ -31,4 +33,28 @@ byte[] write(float[] values, int width, int height) {
     FileSaver fs = new FileSaver(imp);
     return fs.serialize();
   }
+
+  @Override
+  float[] readAll(String filePath) {
+    Opener opener = new Opener();
+    ImagePlus imagePlus = opener.openImage(filePath);
+    ImageProcessor processor = imagePlus.getProcessor();
+    if (processor instanceof FloatProcessor) {
+      return (float[]) processor.getPixels();
+    } else {
+      return new float[0];
+    }
+  }
+
+  @Override
+  float[] readAll(byte[] fileBytes) {
+    Opener opener = new Opener();
+    ImagePlus imagePlus = opener.deserialize(fileBytes);
+    ImageProcessor processor = imagePlus.getProcessor();
+    if (processor instanceof FloatProcessor) {
+      return (float[]) processor.getPixels();
+    } else {
+      return new float[0];
+    }
+  }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTsFileModelReader.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTsFileModelReader.java
index 6a4e66a08e1b4..8cc0c4a9eb6d7 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTsFileModelReader.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTsFileModelReader.java
@@ -19,10 +19,8 @@
 
 package org.apache.iotdb.db.utils.model;
 
-import org.apache.tsfile.common.conf.TSFileConfig;
 import org.apache.tsfile.compress.IUnCompressor;
 import org.apache.tsfile.encoding.decoder.Decoder;
-import org.apache.tsfile.encrypt.EncryptUtils;
 import org.apache.tsfile.encrypt.IDecryptor;
 import org.apache.tsfile.file.MetaMarker;
 import org.apache.tsfile.file.header.ChunkHeader;
@@ -32,196 +30,23 @@
 import org.apache.tsfile.file.metadata.IDeviceID;
 import org.apache.tsfile.file.metadata.StringArrayDeviceID;
 import org.apache.tsfile.file.metadata.TimeseriesMetadata;
-import org.apache.tsfile.file.metadata.statistics.FloatStatistics;
 import org.apache.tsfile.read.TsFileSequenceReader;
 import org.apache.tsfile.read.common.Chunk;
 import org.apache.tsfile.read.common.TimeRange;
-import org.apache.tsfile.read.reader.TsFileInput;
 import org.apache.tsfile.utils.ReadWriteIOUtils;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
-import java.io.File;
 import java.io.IOException;
-import java.io.InputStream;
 import java.nio.ByteBuffer;
-import java.nio.file.Files;
 import java.util.ArrayList;
 import java.util.List;
-import java.util.stream.Collectors;
 
 import static org.apache.tsfile.read.reader.chunk.ChunkReader.decryptAndUncompressPageData;
 
 public class CompressedTsFileModelReader extends ModelReader {
   private static final Logger LOGGER = LoggerFactory.getLogger(CompressedTsFileModelReader.class);
 
-  @Override
-  float[] readAll(String filePath) {
-    try {
-      float[] values = null;
-      int i = 0;
-      IDeviceID deviceID = new StringArrayDeviceID("t");
-      byte[] fileBytes = Files.readAllBytes(new File(filePath).toPath());
-      TsFileInput tsFileInput = new ByteBufferTsFileInput(ByteBuffer.wrap(fileBytes));
-      try (TsFileSequenceReader reader = new TsFileSequenceReader(tsFileInput)) {
-        TimeseriesMetadata timeseriesMetadata =
-            reader.getAllTimeseriesMetadata(false).get(deviceID).stream()
-                .filter(t -> t.getMeasurementId().equals("v"))
-                .collect(Collectors.toList())
-                .get(0);
-        values = new float[timeseriesMetadata.getStatistics().getCount()];
-
-        byte marker;
-        ChunkHeader chunkHeader;
-        reader.position((long) TSFileConfig.MAGIC_STRING.getBytes().length + 1);
-        while ((marker = reader.readMarker()) != MetaMarker.SEPARATOR) {
-          switch (marker) {
-            case MetaMarker.CHUNK_HEADER:
-            case MetaMarker.ONLY_ONE_PAGE_CHUNK_HEADER:
-            case MetaMarker.TIME_CHUNK_HEADER:
-            case MetaMarker.ONLY_ONE_PAGE_TIME_CHUNK_HEADER:
-              chunkHeader = reader.readChunkHeader(marker);
-              reader.position(reader.position() + chunkHeader.getDataSize());
-              break;
-            case MetaMarker.VALUE_CHUNK_HEADER:
-            case MetaMarker.ONLY_ONE_PAGE_VALUE_CHUNK_HEADER:
-              chunkHeader = reader.readChunkHeader(marker);
-              ByteBuffer chunkDataBuffer = reader.readChunk(-1, chunkHeader.getDataSize());
-
-              while (chunkDataBuffer.hasRemaining()) {
-                PageHeader pageHeader = null;
-                if (((byte) (chunkHeader.getChunkType() & 0x3F))
-                    == MetaMarker.ONLY_ONE_PAGE_CHUNK_HEADER) {
-                  pageHeader = PageHeader.deserializeFrom(chunkDataBuffer, new FloatStatistics());
-                } else {
-                  pageHeader =
-                      PageHeader.deserializeFrom(chunkDataBuffer, chunkHeader.getDataType());
-                }
-
-                ByteBuffer pageData = readCompressedPageData(pageHeader, chunkDataBuffer);
-                IDecryptor decryptor = IDecryptor.getDecryptor(EncryptUtils.getEncryptParameter());
-                ByteBuffer uncompressedPageData =
-                    decryptAndUncompressPageData(
-                        pageHeader,
-                        IUnCompressor.getUnCompressor(chunkHeader.getCompressionType()),
-                        pageData,
-                        decryptor);
-                Decoder decoder =
-                    Decoder.getDecoderByType(
-                        chunkHeader.getEncodingType(), chunkHeader.getDataType());
-
-                byte[] bitmap = null;
-                if (uncompressedPageData.hasRemaining()) {
-                  int size = ReadWriteIOUtils.readInt(uncompressedPageData);
-                  bitmap = new byte[(size + 7) / 8];
-                  uncompressedPageData.get(bitmap);
-                }
-                while (decoder.hasNext(uncompressedPageData)) {
-                  values[i++] = decoder.readFloat(uncompressedPageData);
-                }
-              }
-              break;
-            case MetaMarker.CHUNK_GROUP_HEADER:
-              reader.readChunkGroupHeader();
-              break;
-            default:
-              return values;
-          }
-        }
-      }
-      return values;
-    } catch (Exception e) {
-      LOGGER.error("Read TS file failed", e);
-      return new float[] {0};
-    }
-  }
-
-  public static class ByteBufferTsFileInput implements TsFileInput {
-
-    public ByteBuffer buffer;
-
-    public ByteBufferTsFileInput(ByteBuffer buffer) {
-      this.buffer = buffer;
-    }
-
-    @Override
-    public long size() throws IOException {
-      return buffer.limit();
-    }
-
-    @Override
-    public long position() throws IOException {
-      return buffer.position();
-    }
-
-    @Override
-    public TsFileInput position(long newPosition) throws IOException {
-      buffer.position((int) newPosition);
-      return this;
-    }
-
-    @Override
-    public int read(ByteBuffer dst) {
-      int bytesToRead = Math.min(dst.remaining(), buffer.remaining());
-      if (bytesToRead == 0) {
-        return 0;
-      }
-      ByteBuffer slice = buffer.slice();
-      slice.limit(bytesToRead);
-      dst.put(slice);
-      buffer.position(buffer.position() + bytesToRead);
-      return bytesToRead;
-    }
-
-    @Override
-    public int read(ByteBuffer dst, long position) {
-      ByteBuffer readBuffer = buffer.slice();
-      readBuffer.position((int) position);
-      int bytesToRead = Math.min(dst.remaining(), readBuffer.remaining());
-      if (bytesToRead > 0) {
-        readBuffer.limit(readBuffer.position() + bytesToRead);
-        dst.put(readBuffer);
-      }
-      return bytesToRead;
-    }
-
-    @Override
-    public InputStream wrapAsInputStream() throws IOException {
-      return new InputStream() {
-        @Override
-        public int read() throws IOException {
-          if (!buffer.hasRemaining()) {
-            return -1;
-          }
-          return buffer.get() & 0xFF;
-        }
-
-        @Override
-        public int read(byte[] b, int off, int len) throws IOException {
-          if (!buffer.hasRemaining()) {
-            return -1;
-          }
-          int toRead = Math.min(len, buffer.remaining());
-          buffer.get(b, off, toRead);
-          return toRead;
-        }
-
-        @Override
-        public int available() throws IOException {
-          return buffer.remaining();
-        }
-      };
-    }
-
-    @Override
-    public void close() throws IOException {}
-
-    @Override
-    public String getFilePath() {
-      return "memory tsfile data buffer";
-    }
-  }
-
   @Override
   List<float[]> penetrate(String filePath, List<List<Integer>> startAndEndTimeArray) {
     try {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java
index f98f9a3d78ab9..14b4f93932311 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java
@@ -22,14 +22,6 @@
 import java.util.List;
 
 public abstract class ModelReader {
-  /**
-   * Read all float values from a file, eg. tsfile, tiff
-   *
-   * @param filePath the path of the file to read
-   * @return the float array of the image
-   */
-  abstract float[] readAll(String filePath);
-
   /**
    * Read part of float values from a file, eg. tsfile, tiff
    *
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java
index edfb994db8715..99f3d18312623 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java
@@ -19,28 +19,11 @@
 
 package org.apache.iotdb.db.utils.model;
 
-import ij.ImagePlus;
-import ij.io.Opener;
-import ij.process.FloatProcessor;
-import ij.process.ImageProcessor;
-
 import java.util.Collections;
 import java.util.List;
 
 public class UnCompressedTiffModelReader extends ModelReader {
 
-  @Override
-  float[] readAll(String filePath) {
-    Opener opener = new Opener();
-    ImagePlus imagePlus = opener.openImage(filePath);
-    ImageProcessor processor = imagePlus.getProcessor();
-    if (processor instanceof FloatProcessor) {
-      return (float[]) processor.getPixels();
-    } else {
-      return new float[0];
-    }
-  }
-
   @Override
   List<float[]> penetrate(String filePath, List<List<Integer>> startAndEndTimeArray) {
     return Collections.emptyList();

From 618120aff094959137165edb539e2f8f387fdeea Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Mon, 7 Jul 2025 17:55:55 +0800
Subject: [PATCH 22/66] add getAbsoluteObjectFilePath method

---
 .../java/org/apache/iotdb/ObjectExample.java  |   6 +-
 .../plan/planner/plan/node/PlanNodeType.java  |   6 +
 .../planner/plan/node/write/FileNode.java     | 191 ++++++++++++------
 .../write/RelationalInsertTabletNode.java     |   1 +
 .../dataregion/memtable/TsFileProcessor.java  |  14 +-
 .../dataregion/wal/buffer/WALEntry.java       |   6 +
 .../dataregion/wal/buffer/WALEntryType.java   |   3 +-
 .../dataregion/wal/buffer/WALInfoEntry.java   |   4 +
 .../dataregion/wal/node/IWALNode.java         |   3 +
 .../dataregion/wal/node/WALFakeNode.java      |   6 +
 .../dataregion/wal/node/WALNode.java          |   7 +
 .../file/UnsealedTsFileRecoverPerformer.java  |   2 +
 .../rescon/disk/TierManager.java              |  11 +
 13 files changed, 192 insertions(+), 68 deletions(-)

diff --git a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
index 8017061114fbe..b040dc5313b32 100644
--- a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
+++ b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
@@ -82,8 +82,7 @@ public static void main(String[] args) {
           true,
           0,
           Files.readAllBytes(
-              Paths.get(
-                  "/Users/jackietien/Downloads/2_1746622362350_fa24aa15233f4e76bcda789a5771f43f")));
+              Paths.get("/Users/ht/Downloads/2_1746622362350_fa24aa15233f4e76bcda789a5771f43f")));
       session.insert(tablet);
       tablet.reset();
 
@@ -100,8 +99,7 @@ public static void main(String[] args) {
           true,
           0,
           Files.readAllBytes(
-              Paths.get(
-                  "/Users/jackietien/Downloads/2_1746622367063_8fb5ac8e21724140874195b60b878664")));
+              Paths.get("/Users/ht/Downloads/2_1746622367063_8fb5ac8e21724140874195b60b878664")));
       session.insert(tablet);
       tablet.reset();
 
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanNodeType.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanNodeType.java
index 2f157a9086cff..f227429c5b34e 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanNodeType.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanNodeType.java
@@ -106,6 +106,7 @@
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.source.TimeseriesRegionScanNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ContinuousSameSearchIndexSeparatorNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.DeleteDataNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertMultiTabletsNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsNode;
@@ -312,6 +313,7 @@ public enum PlanNodeType {
   RELATIONAL_INSERT_ROW((short) 2001),
   RELATIONAL_INSERT_ROWS((short) 2002),
   RELATIONAL_DELETE_DATA((short) 2003),
+  OBJECT_FILE_NODE((short) 2004),
   ;
 
   public static final int BYTES = Short.BYTES;
@@ -355,6 +357,8 @@ public static PlanNode deserializeFromWAL(DataInputStream stream) throws IOExcep
         return RelationalInsertRowsNode.deserializeFromWAL(stream);
       case 2003:
         return RelationalDeleteDataNode.deserializeFromWAL(stream);
+      case 2004:
+        return FileNode.deserializeFromWAL(stream);
       default:
         throw new IllegalArgumentException("Invalid node type: " + nodeType);
     }
@@ -381,6 +385,8 @@ public static PlanNode deserializeFromWAL(ByteBuffer buffer) {
         return RelationalInsertRowsNode.deserializeFromWAL(buffer);
       case 2003:
         return RelationalDeleteDataNode.deserializeFromWAL(buffer);
+      case 2004:
+        return FileNode.deserializeFromWAL(buffer);
       default:
         throw new IllegalArgumentException("Invalid node type: " + nodeType);
     }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
index e91869e7e0bb0..55fbf337d39d5 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
@@ -19,8 +19,27 @@
 
 package org.apache.iotdb.db.queryengine.plan.planner.plan.node.write;
 
+import org.apache.iotdb.common.rpc.thrift.TRegionReplicaSet;
+import org.apache.iotdb.commons.consensus.index.ProgressIndex;
+import org.apache.iotdb.db.queryengine.plan.analyze.IAnalysis;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNodeId;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNodeType;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.WritePlanNode;
+import org.apache.iotdb.db.storageengine.dataregion.wal.buffer.IWALByteBufferView;
+import org.apache.iotdb.db.storageengine.dataregion.wal.buffer.WALEntryValue;
+import org.apache.iotdb.db.storageengine.dataregion.wal.utils.WALWriteUtils;
+
+import org.apache.tsfile.utils.ReadWriteIOUtils;
+
+import java.io.DataInputStream;
+import java.io.DataOutputStream;
+import java.io.IOException;
+import java.nio.ByteBuffer;
+import java.util.List;
+
 // TODO:[OBJECT] WAL serde
-public class FileNode {
+public class FileNode extends SearchNode implements WALEntryValue {
 
   private final boolean isEOF;
 
@@ -31,11 +50,19 @@ public class FileNode {
   private String filePath;
 
   public FileNode(boolean isEOF, long offset, byte[] content) {
+    super(new PlanNodeId(""));
     this.isEOF = isEOF;
     this.offset = offset;
     this.content = content;
   }
 
+  public FileNode(boolean isEOF, long offset, String filePath) {
+    super(new PlanNodeId(""));
+    this.isEOF = isEOF;
+    this.offset = offset;
+    this.filePath = filePath;
+  }
+
   public boolean isEOF() {
     return isEOF;
   }
@@ -55,64 +82,106 @@ public void setFilePath(String filePath) {
   public String getFilePath() {
     return filePath;
   }
-  //
-  //  @Override
-  //  public void serializeToWAL(IWALByteBufferView buffer) {}
-  //
-  //  @Override
-  //  public int serializedSize() {
-  //    return 0;
-  //  }
-  //
-  //  @Override
-  //  public SearchNode merge(List<SearchNode> searchNodes) {
-  //    return null;
-  //  }
-  //
-  //  @Override
-  //  public ProgressIndex getProgressIndex() {
-  //    return null;
-  //  }
-  //
-  //  @Override
-  //  public void setProgressIndex(ProgressIndex progressIndex) {}
-  //
-  //  @Override
-  //  public List<WritePlanNode> splitByPartition(IAnalysis analysis) {
-  //    return List.of();
-  //  }
-  //
-  //  @Override
-  //  public TRegionReplicaSet getRegionReplicaSet() {
-  //    return null;
-  //  }
-  //
-  //  @Override
-  //  public List<PlanNode> getChildren() {
-  //    return List.of();
-  //  }
-  //
-  //  @Override
-  //  public void addChild(PlanNode child) {}
-  //
-  //  @Override
-  //  public PlanNode clone() {
-  //    return null;
-  //  }
-  //
-  //  @Override
-  //  public int allowedChildCount() {
-  //    return 0;
-  //  }
-  //
-  //  @Override
-  //  public List<String> getOutputColumnNames() {
-  //    return List.of();
-  //  }
-  //
-  //  @Override
-  //  protected void serializeAttributes(ByteBuffer byteBuffer) {}
-  //
-  //  @Override
-  //  protected void serializeAttributes(DataOutputStream stream) throws IOException {}
+
+  @Override
+  public void serializeToWAL(IWALByteBufferView buffer) {
+    buffer.putShort(getType().getNodeType());
+    buffer.putLong(searchIndex);
+    buffer.put((byte) (isEOF ? 1 : 0));
+    buffer.putLong(offset);
+    WALWriteUtils.write(filePath, buffer);
+  }
+
+  @Override
+  public int serializedSize() {
+    return Short.BYTES
+        + Long.BYTES
+        + Byte.BYTES
+        + Long.BYTES
+        + ReadWriteIOUtils.sizeToWrite(filePath);
+  }
+
+  public static FileNode deserializeFromWAL(DataInputStream stream) throws IOException {
+    long searchIndex = stream.readLong();
+    boolean isEOF = stream.readByte() == 1;
+    long offset = stream.readLong();
+    String filePath = ReadWriteIOUtils.readString(stream);
+
+    FileNode fileNode = new FileNode(isEOF, offset, filePath);
+    fileNode.setSearchIndex(searchIndex);
+    return fileNode;
+  }
+
+  public static FileNode deserializeFromWAL(ByteBuffer buffer) {
+    long searchIndex = buffer.getLong();
+    boolean isEOF = buffer.get() == 1;
+    long offset = buffer.getLong();
+    String filePath = ReadWriteIOUtils.readString(buffer);
+
+    FileNode fileNode = new FileNode(isEOF, offset, filePath);
+    fileNode.setSearchIndex(searchIndex);
+    return fileNode;
+  }
+
+  @Override
+  public SearchNode merge(List<SearchNode> searchNodes) {
+    return null;
+  }
+
+  @Override
+  public ProgressIndex getProgressIndex() {
+    return null;
+  }
+
+  @Override
+  public void setProgressIndex(ProgressIndex progressIndex) {}
+
+  @Override
+  public List<WritePlanNode> splitByPartition(IAnalysis analysis) {
+    return null;
+  }
+
+  @Override
+  public TRegionReplicaSet getRegionReplicaSet() {
+    return null;
+  }
+
+  @Override
+  public List<PlanNode> getChildren() {
+    return null;
+  }
+
+  @Override
+  public void addChild(PlanNode child) {}
+
+  @Override
+  public PlanNode clone() {
+    return null;
+  }
+
+  @Override
+  public int allowedChildCount() {
+    return NO_CHILD_ALLOWED;
+  }
+
+  @Override
+  public List<String> getOutputColumnNames() {
+    return null;
+  }
+
+  @Override
+  protected void serializeAttributes(ByteBuffer byteBuffer) {}
+
+  @Override
+  protected void serializeAttributes(DataOutputStream stream) throws IOException {}
+
+  @Override
+  public PlanNodeType getType() {
+    return PlanNodeType.OBJECT_FILE_NODE;
+  }
+
+  @Override
+  public long getMemorySize() {
+    return super.getMemorySize();
+  }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
index fe8940bd5dac5..68fb6c4fbe971 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
@@ -409,6 +409,7 @@ public void handleObjectTypeValue() {
           byte[] content = new byte[value.getLength() - 9];
           System.arraycopy(value.getValues(), 9, content, 0, value.getLength() - 9);
           FileNode fileNode = new FileNode(isEoF, offset, content);
+          fileNode.setSearchIndex(this.getSearchIndex());
           fileNodes.add(fileNode);
           ((Binary[]) columns[i])[j] = null;
         }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
index 4c4392178f97b..5b4e09b015495 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
@@ -568,9 +568,8 @@ public void insertTablet(
       long[] infoForMetrics)
       throws WriteProcessException {
 
-    handleWriteObject(insertTabletNode, rangeList, results);
-
     ensureMemTable(infoForMetrics);
+    handleWriteObject(insertTabletNode, rangeList, results);
 
     long[] memIncrements =
         scheduleMemoryBlock(insertTabletNode, rangeList, results, noFailure, infoForMetrics);
@@ -2414,6 +2413,17 @@ private void handleWriteObject(
               System.arraycopy(filePathBytes, 0, valueBytes, Long.BYTES, filePathBytes.length);
               (relationalInsertTabletNode.getObjectColumns().get(j))[i] = new Binary(valueBytes);
             }
+
+            WALFlushListener walFlushListener;
+            try {
+              walFlushListener = walNode.log(workMemTable.getMemTableId(), fileNode);
+              if (walFlushListener.waitForResult() == WALFlushListener.Status.FAILURE) {
+                throw walFlushListener.getCause();
+              }
+            } catch (Exception e) {
+              results[i] = RpcUtils.getStatus(TSStatusCode.INTERNAL_SERVER_ERROR, e.getMessage());
+              throw new WriteProcessException(e);
+            }
           }
         }
       }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntry.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntry.java
index 88cfb8b1564eb..af00ab2978197 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntry.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntry.java
@@ -23,6 +23,7 @@
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNodeType;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ContinuousSameSearchIndexSeparatorNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.DeleteDataNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertTabletNode;
@@ -77,6 +78,8 @@ protected WALEntry(long memTableId, WALEntryValue value, boolean wait) {
       this.type = WALEntryType.CONTINUOUS_SAME_SEARCH_INDEX_SEPARATOR_NODE;
     } else if (value instanceof RelationalDeleteDataNode) {
       this.type = WALEntryType.RELATIONAL_DELETE_DATA_NODE;
+    } else if (value instanceof FileNode) {
+      this.type = WALEntryType.OBJECT_FILE_NODE;
     } else {
       throw new RuntimeException("Unknown WALEntry type");
     }
@@ -134,6 +137,9 @@ public static WALEntry deserialize(DataInputStream stream) throws IOException {
       case CONTINUOUS_SAME_SEARCH_INDEX_SEPARATOR_NODE:
         value = (ContinuousSameSearchIndexSeparatorNode) PlanNodeType.deserializeFromWAL(stream);
         break;
+      case OBJECT_FILE_NODE:
+        value = (FileNode) PlanNodeType.deserializeFromWAL(stream);
+        break;
       default:
         throw new RuntimeException("Unknown WALEntry type " + type);
     }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntryType.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntryType.java
index ac49069954766..829affd1b4e18 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntryType.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntryType.java
@@ -72,7 +72,8 @@ public boolean needSearch() {
         || this == INSERT_ROW_NODE
         || this == INSERT_ROWS_NODE
         || this == DELETE_DATA_NODE
-        || this == RELATIONAL_DELETE_DATA_NODE;
+        || this == RELATIONAL_DELETE_DATA_NODE
+        || this == OBJECT_FILE_NODE;
   }
 
   public static WALEntryType valueOf(byte code) {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALInfoEntry.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALInfoEntry.java
index 6da50edba4f8f..edfdf0411a267 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALInfoEntry.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALInfoEntry.java
@@ -21,6 +21,7 @@
 
 import org.apache.iotdb.db.conf.IoTDBConfig;
 import org.apache.iotdb.db.conf.IoTDBDescriptor;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertTabletNode;
 import org.apache.iotdb.db.storageengine.dataregion.memtable.IMemTable;
@@ -89,6 +90,7 @@ public void serialize(IWALByteBufferView buffer) {
       case RELATIONAL_DELETE_DATA_NODE:
       case MEMORY_TABLE_SNAPSHOT:
       case CONTINUOUS_SAME_SEARCH_INDEX_SEPARATOR_NODE:
+      case OBJECT_FILE_NODE:
         value.serializeToWAL(buffer);
         break;
       case MEMORY_TABLE_CHECKPOINT:
@@ -166,6 +168,8 @@ public long getMemorySize() {
       case CONTINUOUS_SAME_SEARCH_INDEX_SEPARATOR_NODE:
       case MEMORY_TABLE_CHECKPOINT:
         return RamUsageEstimator.sizeOfObject(value);
+      case OBJECT_FILE_NODE:
+        return ((FileNode) value).getMemorySize();
       default:
         throw new RuntimeException("Unsupported wal entry type " + type);
     }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/IWALNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/IWALNode.java
index 0d0e0a527f0f7..aa8959e5abf91 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/IWALNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/IWALNode.java
@@ -23,6 +23,7 @@
 import org.apache.iotdb.consensus.iot.log.ConsensusReqReader;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ContinuousSameSearchIndexSeparatorNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.DeleteDataNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertTabletNode;
@@ -54,6 +55,8 @@ public interface IWALNode extends FlushListener, AutoCloseable, ConsensusReqRead
   /** Log BatchDoneNode */
   WALFlushListener log(long memTableId, ContinuousSameSearchIndexSeparatorNode separatorNode);
 
+  WALFlushListener log(long memTableId, FileNode fileNode);
+
   /** Callback when memTable created. */
   void onMemTableCreated(IMemTable memTable, String targetTsFile);
 
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALFakeNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALFakeNode.java
index c13e066415bf7..5a2cbbc12d2a7 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALFakeNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALFakeNode.java
@@ -21,6 +21,7 @@
 
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ContinuousSameSearchIndexSeparatorNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.DeleteDataNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertTabletNode;
@@ -82,6 +83,11 @@ public WALFlushListener log(
     return getResult();
   }
 
+  @Override
+  public WALFlushListener log(long memTableId, FileNode fileNode) {
+    return getResult();
+  }
+
   private WALFlushListener getResult() {
     switch (status) {
       case SUCCESS:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
index 69af5d621626c..56551e898aa93 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
@@ -30,6 +30,7 @@
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNodeType;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ContinuousSameSearchIndexSeparatorNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.DeleteDataNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertTabletNode;
@@ -192,6 +193,12 @@ public WALFlushListener log(
     return log(walEntry);
   }
 
+  @Override
+  public WALFlushListener log(long memTableId, FileNode fileNode) {
+    WALEntry walEntry = new WALInfoEntry(memTableId, fileNode);
+    return log(walEntry);
+  }
+
   private WALFlushListener log(WALEntry walEntry) {
 
     buffer.write(walEntry);
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/recover/file/UnsealedTsFileRecoverPerformer.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/recover/file/UnsealedTsFileRecoverPerformer.java
index c955f67c79c03..38935f9fd62f0 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/recover/file/UnsealedTsFileRecoverPerformer.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/recover/file/UnsealedTsFileRecoverPerformer.java
@@ -223,6 +223,8 @@ public void redoLog(WALEntry walEntry) {
         case CONTINUOUS_SAME_SEARCH_INDEX_SEPARATOR_NODE:
           // The CONTINUOUS_SAME_SEARCH_INDEX_SEPARATOR_NODE doesn't need redo
           break;
+        case OBJECT_FILE_NODE:
+          break;
         default:
           throw new RuntimeException("Unsupported type " + walEntry.getType());
       }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/disk/TierManager.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/disk/TierManager.java
index 75c5d3b3c969b..9fd7d2fb94b28 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/disk/TierManager.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/disk/TierManager.java
@@ -45,6 +45,7 @@
 import java.util.List;
 import java.util.Map;
 import java.util.Objects;
+import java.util.Optional;
 import java.util.Set;
 import java.util.stream.Collectors;
 
@@ -251,6 +252,16 @@ public List<String> getAllObjectFileFolders() {
     return objectDirs;
   }
 
+  public Optional<File> getAbsoluteObjectFilePath(String filePath) {
+    for (String objectDir : objectDirs) {
+      File objectFile = FSFactoryProducer.getFSFactory().getFile(objectDir, filePath);
+      if (objectFile.exists()) {
+        return Optional.of(objectFile);
+      }
+    }
+    return Optional.empty();
+  }
+
   public int getTiersNum() {
     return seqTiers.size();
   }

From aaa3bec02ef0ea87c6119ef3d4703b18a5af3d79 Mon Sep 17 00:00:00 2001
From: JackieTien97 <jackietien97@gmail.com>
Date: Mon, 7 Jul 2025 18:20:33 +0800
Subject: [PATCH 23/66] Add Object Read Example

---
 .../org/apache/iotdb/ObjectReadExample.java   | 80 +++++++++++++++++++
 .../org/apache/iotdb/rpc/TSStatusCode.java    |  3 +
 .../iotdb/db/conf/DataNodeMemoryConfig.java   |  5 +-
 .../execution/memory/LocalMemoryManager.java  |  1 -
 .../scalar/ReadObjectColumnTransformer.java   | 13 ++-
 .../rescon/disk/TierManager.java              | 11 +++
 .../commons/exception/ObjectFileNotExist.java | 31 +++++++
 7 files changed, 136 insertions(+), 8 deletions(-)
 create mode 100644 example/session/src/main/java/org/apache/iotdb/ObjectReadExample.java
 create mode 100644 iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/ObjectFileNotExist.java

diff --git a/example/session/src/main/java/org/apache/iotdb/ObjectReadExample.java b/example/session/src/main/java/org/apache/iotdb/ObjectReadExample.java
new file mode 100644
index 0000000000000..4fd68322fe0e3
--- /dev/null
+++ b/example/session/src/main/java/org/apache/iotdb/ObjectReadExample.java
@@ -0,0 +1,80 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb;
+
+import org.apache.iotdb.isession.ITableSession;
+import org.apache.iotdb.isession.SessionDataSet;
+import org.apache.iotdb.rpc.IoTDBConnectionException;
+import org.apache.iotdb.rpc.StatementExecutionException;
+import org.apache.iotdb.session.TableSessionBuilder;
+
+import org.apache.commons.codec.digest.DigestUtils;
+import org.apache.tsfile.utils.Binary;
+
+import java.util.Collections;
+
+public class ObjectReadExample {
+  private static final String LOCAL_URL = "127.0.0.1:6667";
+
+  public static void main(String[] args) {
+
+    // don't specify database in constructor
+    try (ITableSession session =
+        new TableSessionBuilder()
+            .nodeUrls(Collections.singletonList(LOCAL_URL))
+            .username("root")
+            .password("root")
+            .database("test1")
+            .thriftMaxFrameSize(256 * 1024 * 1024)
+            .build()) {
+      try (SessionDataSet dataSet =
+          session.executeQueryStatement("select READ_OBJECT(file) from test1 where time = 1")) {
+        SessionDataSet.DataIterator iterator = dataSet.iterator();
+        while (iterator.next()) {
+          Binary binary = iterator.getBlob(1);
+          System.out.println(DigestUtils.md5Hex(binary.getValues()));
+        }
+      }
+
+      try (SessionDataSet dataSet =
+          session.executeQueryStatement("select READ_OBJECT(file) from test1 where time = 2")) {
+        SessionDataSet.DataIterator iterator = dataSet.iterator();
+        while (iterator.next()) {
+          Binary binary = iterator.getBlob(1);
+          System.out.println(DigestUtils.md5Hex(binary.getValues()));
+        }
+      }
+
+      try (SessionDataSet dataSet =
+          session.executeQueryStatement("select READ_OBJECT(file) from test1")) {
+        SessionDataSet.DataIterator iterator = dataSet.iterator();
+        while (iterator.next()) {
+          Binary binary = iterator.getBlob(1);
+          System.out.println(DigestUtils.md5Hex(binary.getValues()));
+        }
+      }
+
+    } catch (IoTDBConnectionException e) {
+      e.printStackTrace();
+    } catch (StatementExecutionException e) {
+      e.printStackTrace();
+    }
+  }
+}
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/TSStatusCode.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/TSStatusCode.java
index d64d761631c65..a04a50115b3ec 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/TSStatusCode.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/TSStatusCode.java
@@ -145,6 +145,9 @@ public enum TSStatusCode {
   PLAN_FAILED_NETWORK_PARTITION(721),
   CANNOT_FETCH_FI_STATE(722),
 
+  // OBJECT
+  OBJECT_NOT_EXISTS(740),
+
   // Arithmetic
   NUMERIC_VALUE_OUT_OF_RANGE(750),
   DIVISION_BY_ZERO(751),
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/conf/DataNodeMemoryConfig.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/conf/DataNodeMemoryConfig.java
index efb6758066f10..551d8a9031d63 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/conf/DataNodeMemoryConfig.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/conf/DataNodeMemoryConfig.java
@@ -60,8 +60,7 @@ public class DataNodeMemoryConfig {
   private int queryThreadCount = Runtime.getRuntime().availableProcessors();
 
   /** Max bytes of each FragmentInstance for DataExchange */
-  private long maxBytesPerFragmentInstance =
-      Runtime.getRuntime().maxMemory() * 3 / 10 * 200 / 1001 / queryThreadCount;
+  private long maxBytesPerFragmentInstance = Runtime.getRuntime().maxMemory() * 3 / 10 * 200 / 1001;
 
   /** The memory manager of on heap */
   private MemoryManager onHeapMemoryManager;
@@ -483,7 +482,7 @@ private void initQueryEngineMemoryAllocate(
       operatorsMemorySize += partForOperators;
     }
     // set max bytes per fragment instance
-    setMaxBytesPerFragmentInstance(dataExchangeMemorySize / getQueryThreadCount());
+    setMaxBytesPerFragmentInstance(dataExchangeMemorySize);
 
     bloomFilterCacheMemoryManager =
         queryEngineMemoryManager.getOrCreateMemoryManager(
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/memory/LocalMemoryManager.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/memory/LocalMemoryManager.java
index 03766ab52762d..b6ce8b521100a 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/memory/LocalMemoryManager.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/memory/LocalMemoryManager.java
@@ -30,7 +30,6 @@ public class LocalMemoryManager {
   private final MemoryPool queryPool;
 
   public LocalMemoryManager() {
-    // TODO @spricoder: why this pool is only used for query data exchange
     queryPool =
         new MemoryPool(
             "read",
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
index 6332ab43b3b17..9aa4187f3d601 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
@@ -23,10 +23,12 @@
 import org.apache.iotdb.db.queryengine.execution.fragment.FragmentInstanceContext;
 import org.apache.iotdb.db.queryengine.transformation.dag.column.ColumnTransformer;
 import org.apache.iotdb.db.queryengine.transformation.dag.column.unary.UnaryColumnTransformer;
+import org.apache.iotdb.db.storageengine.rescon.disk.TierManager;
 import org.apache.iotdb.rpc.TSStatusCode;
 
 import org.apache.tsfile.block.column.Column;
 import org.apache.tsfile.block.column.ColumnBuilder;
+import org.apache.tsfile.common.conf.TSFileConfig;
 import org.apache.tsfile.enums.TSDataType;
 import org.apache.tsfile.read.common.type.Type;
 import org.apache.tsfile.utils.Binary;
@@ -40,6 +42,8 @@
 
 public class ReadObjectColumnTransformer extends UnaryColumnTransformer {
 
+  private static final TierManager TIER_MANAGER = TierManager.getInstance();
+
   private final Optional<FragmentInstanceContext> fragmentInstanceContext;
   private long offset = 0;
   private long length = -1;
@@ -104,8 +108,7 @@ private void transform(Column column, ColumnBuilder columnBuilder, int i) {
   }
 
   private Binary readObject(Binary binary) {
-    File file = new File(getObjectPathFromBinary(binary));
-    // TODO: allocate memory
+    File file = getObjectPathFromBinary(binary);
     long fileSize = file.length();
     if (offset >= fileSize) {
       throw new UnsupportedOperationException("offset is greater than object size");
@@ -126,7 +129,9 @@ private Binary readObject(Binary binary) {
     return new Binary(bytes);
   }
 
-  private String getObjectPathFromBinary(Binary binary) {
-    return binary.toString().split(",")[0];
+  private File getObjectPathFromBinary(Binary binary) {
+    byte[] bytes = binary.getValues();
+    return TIER_MANAGER.getObjectFile(
+        new String(bytes, 8, bytes.length - 8, TSFileConfig.STRING_CHARSET));
   }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/disk/TierManager.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/disk/TierManager.java
index 75c5d3b3c969b..f3fcd2d35037e 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/disk/TierManager.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/disk/TierManager.java
@@ -19,6 +19,7 @@
 package org.apache.iotdb.db.storageengine.rescon.disk;
 
 import org.apache.iotdb.commons.conf.IoTDBConstant;
+import org.apache.iotdb.commons.exception.ObjectFileNotExist;
 import org.apache.iotdb.db.conf.IoTDBConfig;
 import org.apache.iotdb.db.conf.IoTDBDescriptor;
 import org.apache.iotdb.db.exception.DiskSpaceInsufficientException;
@@ -323,6 +324,16 @@ private long[] getTierDiskSpace(DiskSpaceType type) {
     return tierDiskSpace;
   }
 
+  public File getObjectFile(String relativePath) {
+    for (String folder : objectDirs) {
+      File file = new File(folder, relativePath);
+      if (file.exists()) {
+        return file;
+      }
+    }
+    throw new ObjectFileNotExist(relativePath);
+  }
+
   private enum DiskSpaceType {
     TOTAL,
     USABLE,
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/ObjectFileNotExist.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/ObjectFileNotExist.java
new file mode 100644
index 0000000000000..05add08b218f7
--- /dev/null
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/exception/ObjectFileNotExist.java
@@ -0,0 +1,31 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.commons.exception;
+
+import static org.apache.iotdb.rpc.TSStatusCode.OBJECT_NOT_EXISTS;
+
+public class ObjectFileNotExist extends IoTDBRuntimeException {
+
+  private static final String ERROR_MSG = "Object file %s does not exist";
+
+  public ObjectFileNotExist(String relativeObjectPath) {
+    super(String.format(ERROR_MSG, relativeObjectPath), OBJECT_NOT_EXISTS.getStatusCode());
+  }
+}

From 3c3de7a1ae7be11b0327a35bbbca4acbb4eab4aa Mon Sep 17 00:00:00 2001
From: JackieTien97 <jackietien97@gmail.com>
Date: Mon, 7 Jul 2025 18:30:40 +0800
Subject: [PATCH 24/66] Support READ_OBJECT

---
 .../unary/scalar/ReadObjectColumnTransformer.java      | 10 ++++++++--
 1 file changed, 8 insertions(+), 2 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
index 9aa4187f3d601..74db2d31ca3b3 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
@@ -20,6 +20,7 @@
 package org.apache.iotdb.db.queryengine.transformation.dag.column.unary.scalar;
 
 import org.apache.iotdb.commons.exception.IoTDBRuntimeException;
+import org.apache.iotdb.commons.exception.ObjectFileNotExist;
 import org.apache.iotdb.db.queryengine.execution.fragment.FragmentInstanceContext;
 import org.apache.iotdb.db.queryengine.transformation.dag.column.ColumnTransformer;
 import org.apache.iotdb.db.queryengine.transformation.dag.column.unary.UnaryColumnTransformer;
@@ -131,7 +132,12 @@ private Binary readObject(Binary binary) {
 
   private File getObjectPathFromBinary(Binary binary) {
     byte[] bytes = binary.getValues();
-    return TIER_MANAGER.getObjectFile(
-        new String(bytes, 8, bytes.length - 8, TSFileConfig.STRING_CHARSET));
+    String relativeObjectFilePath =
+        new String(bytes, 8, bytes.length - 8, TSFileConfig.STRING_CHARSET);
+    Optional<File> file = TIER_MANAGER.getAbsoluteObjectFilePath(relativeObjectFilePath);
+    if (!file.isPresent()) {
+      throw new ObjectFileNotExist(relativeObjectFilePath);
+    }
+    return file.get();
   }
 }

From 95cc48b8ab90277d9e41b8f4c84ffd1c93c93d2e Mon Sep 17 00:00:00 2001
From: JackieTien97 <jackietien97@gmail.com>
Date: Mon, 7 Jul 2025 18:42:50 +0800
Subject: [PATCH 25/66] fix serde bug for object type

---
 .../plan/relational/type/InternalTypeManager.java   |  4 ++++
 .../queryengine/plan/relational/utils/TypeUtil.java | 13 ++++++++++++-
 2 files changed, 16 insertions(+), 1 deletion(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/type/InternalTypeManager.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/type/InternalTypeManager.java
index 51506ed9fa0f1..dbb7a771ce8fb 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/type/InternalTypeManager.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/type/InternalTypeManager.java
@@ -35,6 +35,7 @@
 import static org.apache.tsfile.read.common.type.FloatType.FLOAT;
 import static org.apache.tsfile.read.common.type.IntType.INT32;
 import static org.apache.tsfile.read.common.type.LongType.INT64;
+import static org.apache.tsfile.read.common.type.ObjectType.OBJECT;
 import static org.apache.tsfile.read.common.type.StringType.STRING;
 import static org.apache.tsfile.read.common.type.TimestampType.TIMESTAMP;
 import static org.apache.tsfile.read.common.type.UnknownType.UNKNOWN;
@@ -52,6 +53,7 @@ public InternalTypeManager() {
     types.put(new TypeSignature(TypeEnum.TEXT.name().toLowerCase(Locale.ENGLISH)), TEXT);
     types.put(new TypeSignature(TypeEnum.STRING.name().toLowerCase(Locale.ENGLISH)), STRING);
     types.put(new TypeSignature(TypeEnum.BLOB.name().toLowerCase(Locale.ENGLISH)), BLOB);
+    types.put(new TypeSignature(TypeEnum.OBJECT.name().toLowerCase(Locale.ENGLISH)), OBJECT);
     types.put(new TypeSignature(TypeEnum.DATE.name().toLowerCase(Locale.ENGLISH)), DATE);
     types.put(new TypeSignature(TypeEnum.TIMESTAMP.name().toLowerCase(Locale.ENGLISH)), TIMESTAMP);
     types.put(new TypeSignature(TypeEnum.UNKNOWN.name().toLowerCase(Locale.ENGLISH)), UNKNOWN);
@@ -136,6 +138,8 @@ public static Type fromTSDataType(TSDataType dataType) {
         return BLOB;
       case STRING:
         return STRING;
+      case OBJECT:
+        return OBJECT;
       default:
         throw new IllegalArgumentException();
     }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/utils/TypeUtil.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/utils/TypeUtil.java
index 0cc31381072f3..fe951d1e4ce10 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/utils/TypeUtil.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/utils/TypeUtil.java
@@ -28,6 +28,7 @@
 import org.apache.tsfile.read.common.type.BlobType;
 import org.apache.tsfile.read.common.type.DoubleType;
 import org.apache.tsfile.read.common.type.FloatType;
+import org.apache.tsfile.read.common.type.ObjectType;
 import org.apache.tsfile.read.common.type.RowType;
 import org.apache.tsfile.read.common.type.StringType;
 import org.apache.tsfile.read.common.type.TimestampType;
@@ -116,6 +117,8 @@ public static Type getType(TypeEnum typeEnum, List<Type> subTypes) {
         return TimestampType.TIMESTAMP;
       case DATE:
         return DATE;
+      case OBJECT:
+        return ObjectType.OBJECT;
       case ROW:
         return RowType.anonymous(subTypes);
       default:
@@ -123,7 +126,6 @@ public static Type getType(TypeEnum typeEnum, List<Type> subTypes) {
     }
   }
 
-  // TODO move these methods into each Type to avoid branch miss
   public static boolean isFlatVariableWidth(Type type) {
     switch (type.getTypeEnum()) {
       case BOOLEAN:
@@ -137,6 +139,7 @@ public static boolean isFlatVariableWidth(Type type) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         return true;
       default:
         throw new UnsupportedOperationException();
@@ -160,6 +163,7 @@ public static int getFlatFixedSize(Type type) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         return 16;
       default:
         throw new UnsupportedOperationException();
@@ -179,6 +183,7 @@ public static int getFlatVariableWidthSize(Type type, Column column, int positio
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         return column.isNull(position) ? 0 : column.getBinary(position).getLength();
       default:
         throw new UnsupportedOperationException();
@@ -198,6 +203,7 @@ public static int getFlatVariableWidthSize(Type type, Column column, int[] posit
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         int result = 0;
         for (int i = 0; i < position.length; i++) {
           if (!column.isNull(i)) {
@@ -237,6 +243,7 @@ public static void readFlat(
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         int length = bytesToInt(fixedChunk, fixedOffset);
         byte[] result = new byte[length];
         if (length <= 12) {
@@ -282,6 +289,7 @@ public static void writeFlat(
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         byte[] value = column.getBinary(position).getValues();
         intToBytes(value.length, fixedChunk, fixedOffset);
         if (value.length <= 12) {
@@ -320,6 +328,7 @@ public static boolean notDistinctFrom(
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         int leftLength = bytesToInt(fixedChunk, fixedOffset);
         byte[] leftValue = new byte[leftLength];
         byte[] rightValue = column.getBinary(position).getValues();
@@ -414,6 +423,7 @@ public static long hash(Type type, byte[] fixedChunk, int fixedOffset, byte[] va
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         int length = bytesToInt(fixedChunk, fixedOffset);
         byte[] values = new byte[length];
 
@@ -490,6 +500,7 @@ public static long hash(Type type, Column column, int position) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         return XxHash64.hash(column.getBinary(position).getValues());
       default:
         throw new UnsupportedOperationException();

From a0444071714d8f8725f6438d73ad87b6c7a97a8d Mon Sep 17 00:00:00 2001
From: ppppoooo <1214343862@qq.com>
Date: Mon, 7 Jul 2025 18:59:44 +0800
Subject: [PATCH 26/66] to public (#15881)

Co-authored-by: xz m <xiangzhi.meng@timecho.com>
---
 .../iotdb/rpc/model/CompressedTsFileModelProcessor.java   | 6 +++---
 .../java/org/apache/iotdb/rpc/model/ModelProcessor.java   | 8 ++++----
 .../iotdb/rpc/model/UnCompressedTiffModelProcessor.java   | 6 +++---
 iotdb-core/datanode/pom.xml                               | 5 -----
 4 files changed, 10 insertions(+), 15 deletions(-)

diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelProcessor.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelProcessor.java
index 1b3aabf8a8827..678d86cd07abf 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelProcessor.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTsFileModelProcessor.java
@@ -65,7 +65,7 @@ public class CompressedTsFileModelProcessor extends ModelProcessor {
   private static final int DEFAULT_CHUNK_NUMBER = 128 * 128;
 
   @Override
-  byte[] write(float[] values, int width, int height) {
+  public byte[] write(float[] values, int width, int height) {
     try {
 
       TSFileDescriptor.getInstance().getConfig().setGroupSizeInByte(1);
@@ -112,7 +112,7 @@ byte[] write(float[] values, int width, int height) {
   }
 
   @Override
-  float[] readAll(byte[] fileBytes) {
+  public float[] readAll(byte[] fileBytes) {
     try {
       float[] values = null;
       int i = 0;
@@ -192,7 +192,7 @@ float[] readAll(byte[] fileBytes) {
   }
 
   @Override
-  float[] readAll(String filePath) {
+  public float[] readAll(String filePath) {
     try {
       byte[] fileBytes = Files.readAllBytes(new File(filePath).toPath());
       return readAll(fileBytes);
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelProcessor.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelProcessor.java
index 0d5cfc59966ca..45af293a69911 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelProcessor.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelProcessor.java
@@ -28,7 +28,7 @@ public abstract class ModelProcessor {
    * @param height the height of image
    * @return the byte array of the file
    */
-  abstract byte[] write(float[] values, int width, int height);
+  public abstract byte[] write(float[] values, int width, int height);
 
   /**
    * Read all float values from a file, eg. tsfile, tiff
@@ -36,7 +36,7 @@ public abstract class ModelProcessor {
    * @param fileBytes the byte array of the file to read
    * @return the float array of the image
    */
-  abstract float[] readAll(byte[] fileBytes);
+  public abstract float[] readAll(byte[] fileBytes);
 
   /**
    * Read all float values from a file, eg. tsfile, tiff
@@ -44,9 +44,9 @@ public abstract class ModelProcessor {
    * @param filePath the path of the file to read
    * @return the float array of the image
    */
-  abstract float[] readAll(String filePath);
+  public abstract float[] readAll(String filePath);
 
-  public ModelProcessor getInstance(ModelProcessorType modelFileType) {
+  public static ModelProcessor getInstance(ModelProcessorType modelFileType) {
     switch (modelFileType) {
       case UNCOMPRESSED_TIFF:
         return new UnCompressedTiffModelProcessor();
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/UnCompressedTiffModelProcessor.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/UnCompressedTiffModelProcessor.java
index 19fd065e8384c..17a286da4d7a5 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/UnCompressedTiffModelProcessor.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/UnCompressedTiffModelProcessor.java
@@ -27,7 +27,7 @@
 
 public class UnCompressedTiffModelProcessor extends ModelProcessor {
   @Override
-  byte[] write(float[] values, int width, int height) {
+  public byte[] write(float[] values, int width, int height) {
     FloatProcessor floatProcessor = new FloatProcessor(width, height, values);
     ImagePlus imp = new ImagePlus("first level", floatProcessor);
     FileSaver fs = new FileSaver(imp);
@@ -35,7 +35,7 @@ byte[] write(float[] values, int width, int height) {
   }
 
   @Override
-  float[] readAll(String filePath) {
+  public float[] readAll(String filePath) {
     Opener opener = new Opener();
     ImagePlus imagePlus = opener.openImage(filePath);
     ImageProcessor processor = imagePlus.getProcessor();
@@ -47,7 +47,7 @@ float[] readAll(String filePath) {
   }
 
   @Override
-  float[] readAll(byte[] fileBytes) {
+  public float[] readAll(byte[] fileBytes) {
     Opener opener = new Opener();
     ImagePlus imagePlus = opener.deserialize(fileBytes);
     ImageProcessor processor = imagePlus.getProcessor();
diff --git a/iotdb-core/datanode/pom.xml b/iotdb-core/datanode/pom.xml
index da541688f826c..f1cd4a4fe46f5 100644
--- a/iotdb-core/datanode/pom.xml
+++ b/iotdb-core/datanode/pom.xml
@@ -392,11 +392,6 @@
             <version>1.3.0</version>
             <scope>test</scope>
         </dependency>
-        <dependency>
-            <groupId>net.imagej</groupId>
-            <artifactId>ij</artifactId>
-            <version>1.54g</version>
-        </dependency>
     </dependencies>
     <build>
         <plugins>

From d851d0fd3c9773d3a76cb3b5e32fd63c2cc6aeba Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Mon, 7 Jul 2025 19:09:03 +0800
Subject: [PATCH 27/66] impl wal consensus

---
 .../planner/plan/node/write/FileNode.java     | 44 ++++++++++++++++---
 .../write/RelationalInsertTabletNode.java     |  7 ++-
 .../dataregion/wal/buffer/WALBuffer.java      |  3 ++
 .../dataregion/wal/buffer/WALInfoEntry.java   |  2 +-
 .../dataregion/wal/node/WALNode.java          | 11 ++++-
 5 files changed, 58 insertions(+), 9 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
index 55fbf337d39d5..cdd393d579f36 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
@@ -21,6 +21,7 @@
 
 import org.apache.iotdb.common.rpc.thrift.TRegionReplicaSet;
 import org.apache.iotdb.commons.consensus.index.ProgressIndex;
+import org.apache.iotdb.commons.exception.ObjectFileNotExist;
 import org.apache.iotdb.db.queryengine.plan.analyze.IAnalysis;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNodeId;
@@ -29,14 +30,18 @@
 import org.apache.iotdb.db.storageengine.dataregion.wal.buffer.IWALByteBufferView;
 import org.apache.iotdb.db.storageengine.dataregion.wal.buffer.WALEntryValue;
 import org.apache.iotdb.db.storageengine.dataregion.wal.utils.WALWriteUtils;
+import org.apache.iotdb.db.storageengine.rescon.disk.TierManager;
 
 import org.apache.tsfile.utils.ReadWriteIOUtils;
 
 import java.io.DataInputStream;
 import java.io.DataOutputStream;
+import java.io.File;
 import java.io.IOException;
+import java.io.RandomAccessFile;
 import java.nio.ByteBuffer;
 import java.util.List;
+import java.util.Optional;
 
 // TODO:[OBJECT] WAL serde
 public class FileNode extends SearchNode implements WALEntryValue {
@@ -56,7 +61,7 @@ public FileNode(boolean isEOF, long offset, byte[] content) {
     this.content = content;
   }
 
-  public FileNode(boolean isEOF, long offset, String filePath) {
+  public FileNode(boolean isEOF, long offset, byte[] content, String filePath) {
     super(new PlanNodeId(""));
     this.isEOF = isEOF;
     this.offset = offset;
@@ -89,6 +94,7 @@ public void serializeToWAL(IWALByteBufferView buffer) {
     buffer.putLong(searchIndex);
     buffer.put((byte) (isEOF ? 1 : 0));
     buffer.putLong(offset);
+    buffer.putInt(content.length);
     WALWriteUtils.write(filePath, buffer);
   }
 
@@ -98,6 +104,7 @@ public int serializedSize() {
         + Long.BYTES
         + Byte.BYTES
         + Long.BYTES
+        + Integer.BYTES
         + ReadWriteIOUtils.sizeToWrite(filePath);
   }
 
@@ -105,10 +112,22 @@ public static FileNode deserializeFromWAL(DataInputStream stream) throws IOExcep
     long searchIndex = stream.readLong();
     boolean isEOF = stream.readByte() == 1;
     long offset = stream.readLong();
+    int contentLength = stream.readInt();
     String filePath = ReadWriteIOUtils.readString(stream);
-
-    FileNode fileNode = new FileNode(isEOF, offset, filePath);
+    Optional<File> objectFile = TierManager.getInstance().getAbsoluteObjectFilePath(filePath);
+    byte[] contents = new byte[contentLength];
+    if (objectFile.isPresent()) {
+      try (RandomAccessFile raf = new RandomAccessFile(filePath, "r")) {
+        raf.seek(offset);
+        raf.read(contents);
+      }
+    } else {
+      throw new ObjectFileNotExist(filePath);
+    }
+
+    FileNode fileNode = new FileNode(isEOF, offset, contents, filePath);
     fileNode.setSearchIndex(searchIndex);
+
     return fileNode;
   }
 
@@ -116,9 +135,22 @@ public static FileNode deserializeFromWAL(ByteBuffer buffer) {
     long searchIndex = buffer.getLong();
     boolean isEOF = buffer.get() == 1;
     long offset = buffer.getLong();
+    int contentLength = buffer.getInt();
     String filePath = ReadWriteIOUtils.readString(buffer);
-
-    FileNode fileNode = new FileNode(isEOF, offset, filePath);
+    Optional<File> objectFile = TierManager.getInstance().getAbsoluteObjectFilePath(filePath);
+    byte[] contents = new byte[contentLength];
+    if (objectFile.isPresent()) {
+      try (RandomAccessFile raf = new RandomAccessFile(filePath, "r")) {
+        raf.seek(offset);
+        raf.read(contents);
+      } catch (IOException e) {
+        throw new RuntimeException(e);
+      }
+    } else {
+      throw new ObjectFileNotExist(filePath);
+    }
+
+    FileNode fileNode = new FileNode(isEOF, offset, contents, filePath);
     fileNode.setSearchIndex(searchIndex);
     return fileNode;
   }
@@ -182,6 +214,6 @@ public PlanNodeType getType() {
 
   @Override
   public long getMemorySize() {
-    return super.getMemorySize();
+    return content.length;
   }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
index 68fb6c4fbe971..03a67dc95163f 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
@@ -396,6 +396,9 @@ public void updateLastCache(final String databaseName) {
   }
 
   public void handleObjectTypeValue() {
+    if (isGeneratedByRemoteConsensusLeader) {
+      return;
+    }
     List<List<FileNode>> fileNodesList = new ArrayList<>();
     for (int i = 0; i < dataTypes.length; i++) {
       if (dataTypes[i] == TSDataType.OBJECT) {
@@ -416,6 +419,8 @@ public void handleObjectTypeValue() {
         fileNodesList.add(fileNodes);
       }
     }
-    this.fileNodesList = fileNodesList;
+    if (!fileNodesList.isEmpty()) {
+      this.fileNodesList = fileNodesList;
+    }
   }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALBuffer.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALBuffer.java
index 16be3f8ad089e..f0a95a97705a5 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALBuffer.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALBuffer.java
@@ -26,6 +26,7 @@
 import org.apache.iotdb.db.conf.IoTDBConfig;
 import org.apache.iotdb.db.conf.IoTDBDescriptor;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.DeleteDataNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalDeleteDataNode;
 import org.apache.iotdb.db.service.metrics.WritingMetrics;
@@ -332,6 +333,8 @@ private void handleInfoEntry(WALEntry walEntry) {
           searchIndex = ((DeleteDataNode) walEntry.getValue()).getSearchIndex();
         } else if (walEntry.getType() == WALEntryType.RELATIONAL_DELETE_DATA_NODE) {
           searchIndex = ((RelationalDeleteDataNode) walEntry.getValue()).getSearchIndex();
+        } else if (walEntry.getType() == WALEntryType.OBJECT_FILE_NODE) {
+          searchIndex = ((FileNode) walEntry.getValue()).getSearchIndex();
         } else {
           searchIndex = ((InsertNode) walEntry.getValue()).getSearchIndex();
         }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALInfoEntry.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALInfoEntry.java
index edfdf0411a267..57157a0092b37 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALInfoEntry.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALInfoEntry.java
@@ -169,7 +169,7 @@ public long getMemorySize() {
       case MEMORY_TABLE_CHECKPOINT:
         return RamUsageEstimator.sizeOfObject(value);
       case OBJECT_FILE_NODE:
-        return ((FileNode) value).getMemorySize();
+        return ((FileNode) value).serializedSize();
       default:
         throw new RuntimeException("Unsupported wal entry type " + type);
     }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
index 56551e898aa93..dafc852fd441b 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
@@ -65,6 +65,8 @@
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
+import java.io.ByteArrayInputStream;
+import java.io.DataInputStream;
 import java.io.File;
 import java.io.FileNotFoundException;
 import java.io.IOException;
@@ -775,7 +777,14 @@ public boolean hasNext() {
               } else if (currentWalEntryIndex < nextSearchIndex) {
                 // WAL entry is outdated, do nothing, continue to see next WAL entry
               } else if (currentWalEntryIndex == nextSearchIndex) {
-                tmpNodes.get().add(new IoTConsensusRequest(buffer));
+                if (type == WALEntryType.OBJECT_FILE_NODE) {
+                  WALEntry walEntry =
+                      WALEntry.deserialize(
+                          new DataInputStream(new ByteArrayInputStream(buffer.array())));
+                  tmpNodes.get().add((FileNode) walEntry.getValue());
+                } else {
+                  tmpNodes.get().add(new IoTConsensusRequest(buffer));
+                }
               } else {
                 // currentWalEntryIndex > targetIndex
                 // WAL entry of targetIndex has been fully collected, put them into insertNodes

From 48520edda261427fcd6c663052c7ce681216ad38 Mon Sep 17 00:00:00 2001
From: JackieTien97 <jackietien97@gmail.com>
Date: Mon, 7 Jul 2025 19:50:31 +0800
Subject: [PATCH 28/66] add GeoPenetrate function

---
 .../java/org/apache/iotdb/ObjectExample.java  |   8 +-
 .../org/apache/iotdb/ObjectReadExample.java   |  16 +++
 .../org/apache/iotdb/udf/api/type/Type.java   |  10 +-
 .../function/scalar/GeoPenetrate.java         | 123 ++++++++++++++++++
 .../scalar/ReadObjectColumnTransformer.java   |   2 +-
 .../model/CompressedTsFileModelReader.java    |   2 +-
 .../iotdb/db/utils/model/ModelReader.java     |  22 +++-
 .../iotdb/db/utils/model/ModelReaderType.java |  25 ----
 .../model/UnCompressedTiffModelReader.java    |   2 +-
 .../udf/utils/UDFDataTypeTransformer.java     |   7 +
 10 files changed, 177 insertions(+), 40 deletions(-)
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/scalar/GeoPenetrate.java
 delete mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReaderType.java

diff --git a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
index b040dc5313b32..6a880cc0174a6 100644
--- a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
+++ b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
@@ -48,7 +48,7 @@ public static void main(String[] args) {
             .username("root")
             .password("root")
             .build()) {
-      session.executeNonQueryStatement("CREATE DATABASE test1");
+      session.executeNonQueryStatement("CREATE DATABASE IF NOT EXISTS test1");
       session.executeNonQueryStatement("use test1");
 
       // insert table data by tablet
@@ -82,7 +82,8 @@ public static void main(String[] args) {
           true,
           0,
           Files.readAllBytes(
-              Paths.get("/Users/ht/Downloads/2_1746622362350_fa24aa15233f4e76bcda789a5771f43f")));
+              Paths.get(
+                  "/Users/jackietien/Downloads/2_1746622362350_fa24aa15233f4e76bcda789a5771f43f")));
       session.insert(tablet);
       tablet.reset();
 
@@ -99,7 +100,8 @@ public static void main(String[] args) {
           true,
           0,
           Files.readAllBytes(
-              Paths.get("/Users/ht/Downloads/2_1746622367063_8fb5ac8e21724140874195b60b878664")));
+              Paths.get(
+                  "/Users/jackietien/Downloads/2_1746622367063_8fb5ac8e21724140874195b60b878664")));
       session.insert(tablet);
       tablet.reset();
 
diff --git a/example/session/src/main/java/org/apache/iotdb/ObjectReadExample.java b/example/session/src/main/java/org/apache/iotdb/ObjectReadExample.java
index 4fd68322fe0e3..bf4417c15becf 100644
--- a/example/session/src/main/java/org/apache/iotdb/ObjectReadExample.java
+++ b/example/session/src/main/java/org/apache/iotdb/ObjectReadExample.java
@@ -28,6 +28,8 @@
 import org.apache.commons.codec.digest.DigestUtils;
 import org.apache.tsfile.utils.Binary;
 
+import java.nio.ByteBuffer;
+import java.util.Arrays;
 import java.util.Collections;
 
 public class ObjectReadExample {
@@ -71,6 +73,20 @@ public static void main(String[] args) {
         }
       }
 
+      try (SessionDataSet dataSet =
+          session.executeQueryStatement("select geo_penetrate(file, '0,3,7501,7504') from test1")) {
+        SessionDataSet.DataIterator iterator = dataSet.iterator();
+        while (iterator.next()) {
+          Binary binary = iterator.getBlob(1);
+          ByteBuffer byteBuffer = ByteBuffer.wrap(binary.getValues());
+          float[] res = new float[byteBuffer.limit() / Float.BYTES];
+          for (int i = 0; i < res.length; i++) {
+            res[i] = byteBuffer.getFloat();
+          }
+          System.out.println(Arrays.toString(res));
+        }
+      }
+
     } catch (IoTDBConnectionException e) {
       e.printStackTrace();
     } catch (StatementExecutionException e) {
diff --git a/iotdb-api/udf-api/src/main/java/org/apache/iotdb/udf/api/type/Type.java b/iotdb-api/udf-api/src/main/java/org/apache/iotdb/udf/api/type/Type.java
index a5c2852ac1b95..c4c38c285dce9 100644
--- a/iotdb-api/udf-api/src/main/java/org/apache/iotdb/udf/api/type/Type.java
+++ b/iotdb-api/udf-api/src/main/java/org/apache/iotdb/udf/api/type/Type.java
@@ -56,7 +56,11 @@ public enum Type {
   BLOB((byte) 10),
 
   /* STRING */
-  STRING((byte) 11);
+  STRING((byte) 11),
+
+  /* OBJECT */
+  OBJECT((byte) 12);
+
   private final byte dataType;
 
   Type(byte type) {
@@ -92,6 +96,7 @@ public boolean checkObjectType(Object o) {
       case DATE:
         return o instanceof LocalDate;
       case BLOB:
+      case OBJECT:
         return o instanceof Binary;
       case STRING:
       case TEXT:
@@ -102,7 +107,8 @@ public boolean checkObjectType(Object o) {
   }
 
   public static List<Type> allTypes() {
-    return Arrays.asList(BOOLEAN, INT32, INT64, FLOAT, DOUBLE, TEXT, TIMESTAMP, DATE, BLOB, STRING);
+    return Arrays.asList(
+        BOOLEAN, INT32, INT64, FLOAT, DOUBLE, TEXT, TIMESTAMP, DATE, BLOB, STRING, OBJECT);
   }
 
   public static List<Type> numericTypes() {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/scalar/GeoPenetrate.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/scalar/GeoPenetrate.java
new file mode 100644
index 0000000000000..440b3728bc428
--- /dev/null
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/scalar/GeoPenetrate.java
@@ -0,0 +1,123 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.db.queryengine.plan.relational.function.scalar;
+
+import org.apache.iotdb.db.exception.sql.SemanticException;
+import org.apache.iotdb.db.utils.model.ModelReader;
+import org.apache.iotdb.udf.api.customizer.analysis.ScalarFunctionAnalysis;
+import org.apache.iotdb.udf.api.customizer.parameter.FunctionArguments;
+import org.apache.iotdb.udf.api.exception.UDFArgumentNotValidException;
+import org.apache.iotdb.udf.api.exception.UDFException;
+import org.apache.iotdb.udf.api.relational.ScalarFunction;
+import org.apache.iotdb.udf.api.relational.access.Record;
+import org.apache.iotdb.udf.api.type.Type;
+
+import org.apache.tsfile.utils.Binary;
+import org.apache.tsfile.utils.ReadWriteIOUtils;
+
+import java.io.File;
+import java.nio.ByteBuffer;
+import java.util.ArrayList;
+import java.util.List;
+
+import static org.apache.iotdb.db.queryengine.transformation.dag.column.unary.scalar.ReadObjectColumnTransformer.getObjectPathFromBinary;
+
+public class GeoPenetrate implements ScalarFunction {
+
+  private ModelReader reader;
+  private List<List<Integer>> startAndEndTimeArray;
+
+  @Override
+  public ScalarFunctionAnalysis analyze(FunctionArguments arguments)
+      throws UDFArgumentNotValidException {
+    if (arguments.getArgumentsSize() != 2 && arguments.getArgumentsSize() != 3) {
+      throw new UDFArgumentNotValidException(
+          "function requires 2 or 3 arguments, current parameters' size is "
+              + arguments.getArgumentsSize());
+    }
+    if (arguments.getDataType(0) != Type.OBJECT) {
+      throw new UDFArgumentNotValidException("function's first parameter type should be OBJECT");
+    }
+
+    if (arguments.getDataType(1) != Type.STRING) {
+      throw new UDFArgumentNotValidException("function's second parameter type should be STRING");
+    }
+
+    if (arguments.getArgumentsSize() == 3 && arguments.getDataType(1) != Type.STRING) {
+      throw new UDFArgumentNotValidException("function's third parameter type should be STRING");
+    }
+
+    return new ScalarFunctionAnalysis.Builder().outputDataType(Type.BLOB).build();
+  }
+
+  @Override
+  public void beforeStart(FunctionArguments arguments) throws UDFException {
+    if (arguments.getArgumentsSize() == 2) {
+      reader = ModelReader.getDefaultInstance();
+    }
+  }
+
+  @Override
+  public Object evaluate(Record input) throws UDFException {
+    if (reader == null) {
+      reader = ModelReader.getInstance(input.getString(2));
+    }
+    if (startAndEndTimeArray == null) {
+      startAndEndTimeArray = getStartAndEndTimeArray(input.getString(1));
+    }
+    if (input.isNull(0)) {
+      return null;
+    } else {
+      File objectPath = getObjectPathFromBinary(input.getBinary(0));
+      List<float[]> res = reader.penetrate(objectPath.getAbsolutePath(), startAndEndTimeArray);
+      int count = 0;
+      for (float[] array : res) {
+        count += array.length;
+      }
+      ByteBuffer byteBuffer = ByteBuffer.allocate(count * Float.BYTES);
+      for (float[] array : res) {
+        for (float value : array) {
+          ReadWriteIOUtils.write(value, byteBuffer);
+        }
+      }
+      return new Binary(byteBuffer.array());
+    }
+  }
+
+  // argument like: 1,2;200,201;300,401
+  private List<List<Integer>> getStartAndEndTimeArray(String argument) {
+    String[] arguments = argument.split(",");
+    if (arguments.length % 2 != 0) {
+      throw new SemanticException("second argument is wrong: " + argument);
+    }
+    List<List<Integer>> res = new ArrayList<>(arguments.length);
+    for (int index = 0; index < arguments.length; index += 2) {
+      List<Integer> startAndEndTime = new ArrayList<>(2);
+      try {
+        startAndEndTime.add(Integer.parseInt(arguments[index]));
+        startAndEndTime.add(Integer.parseInt(arguments[index + 1]));
+      } catch (NumberFormatException e) {
+        throw new SemanticException("second argument is wrong: " + argument);
+      }
+      res.add(startAndEndTime);
+    }
+    return res;
+  }
+}
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
index 74db2d31ca3b3..60a178a33c8d5 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
@@ -130,7 +130,7 @@ private Binary readObject(Binary binary) {
     return new Binary(bytes);
   }
 
-  private File getObjectPathFromBinary(Binary binary) {
+  public static File getObjectPathFromBinary(Binary binary) {
     byte[] bytes = binary.getValues();
     String relativeObjectFilePath =
         new String(bytes, 8, bytes.length - 8, TSFileConfig.STRING_CHARSET);
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTsFileModelReader.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTsFileModelReader.java
index 8cc0c4a9eb6d7..2849e0657ddf6 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTsFileModelReader.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTsFileModelReader.java
@@ -48,7 +48,7 @@ public class CompressedTsFileModelReader extends ModelReader {
   private static final Logger LOGGER = LoggerFactory.getLogger(CompressedTsFileModelReader.class);
 
   @Override
-  List<float[]> penetrate(String filePath, List<List<Integer>> startAndEndTimeArray) {
+  public List<float[]> penetrate(String filePath, List<List<Integer>> startAndEndTimeArray) {
     try {
       List<float[]> results = new ArrayList<>(startAndEndTimeArray.size());
       int currentQueryIndex = 0;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java
index 14b4f93932311..18a6f5aed43ac 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java
@@ -19,6 +19,8 @@
 
 package org.apache.iotdb.db.utils.model;
 
+import org.apache.iotdb.db.exception.sql.SemanticException;
+
 import java.util.List;
 
 public abstract class ModelReader {
@@ -30,14 +32,20 @@ public abstract class ModelReader {
    *     integers
    * @return a list of float arrays, each array corresponds to a start and end time pair
    */
-  abstract List<float[]> penetrate(String filePath, List<List<Integer>> startAndEndTimeArray);
+  public abstract List<float[]> penetrate(
+      String filePath, List<List<Integer>> startAndEndTimeArray);
+
+  public static ModelReader getDefaultInstance() {
+    return new CompressedTsFileModelReader();
+  }
 
-  public ModelReader getInstance(ModelReaderType modelFileType) {
-    switch (modelFileType) {
-      case UNCOMPRESSED_TIFF:
-        return new UnCompressedTiffModelReader();
-      default:
-        return new CompressedTsFileModelReader();
+  public static ModelReader getInstance(String modelFileType) {
+    if (modelFileType.equalsIgnoreCase("UNCOMPRESSED_TIFF")) {
+      return new UnCompressedTiffModelReader();
+    } else if (modelFileType.equalsIgnoreCase("COMPRESSED_TSFILE")) {
+      return new CompressedTsFileModelReader();
+    } else {
+      throw new SemanticException("Unsupported model file type: " + modelFileType);
     }
   }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReaderType.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReaderType.java
deleted file mode 100644
index fe07b4d0f8e25..0000000000000
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReaderType.java
+++ /dev/null
@@ -1,25 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.iotdb.db.utils.model;
-
-public enum ModelReaderType {
-  COMPRESSED_TSFILE,
-  UNCOMPRESSED_TIFF
-}
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java
index 99f3d18312623..debfeab42a367 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java
@@ -25,7 +25,7 @@
 public class UnCompressedTiffModelReader extends ModelReader {
 
   @Override
-  List<float[]> penetrate(String filePath, List<List<Integer>> startAndEndTimeArray) {
+  public List<float[]> penetrate(String filePath, List<List<Integer>> startAndEndTimeArray) {
     return Collections.emptyList();
   }
 }
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/utils/UDFDataTypeTransformer.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/utils/UDFDataTypeTransformer.java
index 83792ebf66aff..cf9ecf89f96c1 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/utils/UDFDataTypeTransformer.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/utils/UDFDataTypeTransformer.java
@@ -30,6 +30,7 @@
 import org.apache.tsfile.read.common.type.FloatType;
 import org.apache.tsfile.read.common.type.IntType;
 import org.apache.tsfile.read.common.type.LongType;
+import org.apache.tsfile.read.common.type.ObjectType;
 import org.apache.tsfile.read.common.type.StringType;
 import org.apache.tsfile.read.common.type.TimestampType;
 
@@ -82,6 +83,8 @@ public static Type transformReadTypeToUDFDataType(org.apache.tsfile.read.common.
         return Type.BLOB;
       case STRING:
         return Type.STRING;
+      case OBJECT:
+        return Type.OBJECT;
       default:
         throw new IllegalArgumentException("Invalid input: " + type);
     }
@@ -112,6 +115,8 @@ public static org.apache.tsfile.read.common.type.Type transformUDFDataTypeToRead
         return BlobType.BLOB;
       case STRING:
         return StringType.STRING;
+      case OBJECT:
+        return ObjectType.OBJECT;
       default:
         throw new IllegalArgumentException("Invalid input: " + type);
     }
@@ -139,6 +144,8 @@ private static Type getUDFDataType(byte type) {
         return Type.BLOB;
       case 11:
         return Type.STRING;
+      case 12:
+        return Type.OBJECT;
       default:
         throw new IllegalArgumentException("Invalid input: " + type);
     }

From 5d0563d62d5c84f298128989cb41c8e3b5a43c78 Mon Sep 17 00:00:00 2001
From: spricoder <spricoder@qq.com>
Date: Mon, 7 Jul 2025 20:28:37 +0800
Subject: [PATCH 29/66] update utils

---
 .../model/UnCompressedTiffModelReader.java    | 25 +++++++++++++++++--
 1 file changed, 23 insertions(+), 2 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java
index debfeab42a367..f1291bf09e570 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java
@@ -19,13 +19,34 @@
 
 package org.apache.iotdb.db.utils.model;
 
-import java.util.Collections;
+import ij.ImagePlus;
+import ij.io.Opener;
+import ij.process.FloatProcessor;
+import ij.process.ImageProcessor;
+
+import java.util.ArrayList;
 import java.util.List;
 
 public class UnCompressedTiffModelReader extends ModelReader {
 
   @Override
   public List<float[]> penetrate(String filePath, List<List<Integer>> startAndEndTimeArray) {
-    return Collections.emptyList();
+    Opener opener = new Opener();
+    ImagePlus imagePlus = opener.openImage(filePath);
+    ImageProcessor processor = imagePlus.getProcessor();
+    List<float[]> result = new ArrayList<>();
+    for (List<Integer> startAndEndTime : startAndEndTimeArray) {
+      int start = startAndEndTime.get(0);
+      int end = startAndEndTime.get(1);
+      int length = end - start + 2;
+      float[] pixels = new float[length];
+      if (processor instanceof FloatProcessor) {
+        for (int i = start; i <= end; i++) {
+          pixels[i - start] = processor.getf(i);
+        }
+      }
+      result.add(pixels);
+    }
+    return result;
   }
 }

From 61e8f54cbeeee6c127102a7b30bdd556bd81f6a9 Mon Sep 17 00:00:00 2001
From: JackieTien97 <jackietien97@gmail.com>
Date: Mon, 7 Jul 2025 20:54:59 +0800
Subject: [PATCH 30/66] add ObjectReadExample for tiff

---
 .../java/org/apache/iotdb/ObjectExample.java  | 36 +++++++++++++++++--
 .../org/apache/iotdb/ObjectReadExample.java   | 26 +++++++++++---
 .../model/UnCompressedTiffModelReader.java    |  2 +-
 3 files changed, 57 insertions(+), 7 deletions(-)

diff --git a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
index 6a880cc0174a6..a0ae715e0b6be 100644
--- a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
+++ b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
@@ -69,7 +69,7 @@ public static void main(String[] args) {
                   ColumnCategory.TAG,
                   ColumnCategory.FIELD,
                   ColumnCategory.FIELD));
-      Tablet tablet = new Tablet("test1", columnNameList, dataTypeList, columnTypeList, 1);
+      Tablet tablet = new Tablet("tsfile_table", columnNameList, dataTypeList, columnTypeList, 1);
       int rowIndex = tablet.getRowSize();
       tablet.addTimestamp(rowIndex, 1);
       tablet.addValue(rowIndex, 0, "1");
@@ -87,7 +87,7 @@ public static void main(String[] args) {
       session.insert(tablet);
       tablet.reset();
 
-      tablet = new Tablet("test1", columnNameList, dataTypeList, columnTypeList, 1);
+      tablet = new Tablet("tsfile_table", columnNameList, dataTypeList, columnTypeList, 1);
       rowIndex = tablet.getRowSize();
       tablet.addTimestamp(rowIndex, 2);
       tablet.addValue(rowIndex, 0, "1");
@@ -105,6 +105,38 @@ public static void main(String[] args) {
       session.insert(tablet);
       tablet.reset();
 
+      tablet = new Tablet("tiff_table", columnNameList, dataTypeList, columnTypeList, 1);
+      rowIndex = tablet.getRowSize();
+      tablet.addTimestamp(rowIndex, 1);
+      tablet.addValue(rowIndex, 0, "1");
+      tablet.addValue(rowIndex, 1, "5");
+      tablet.addValue(rowIndex, 2, "3");
+      tablet.addValue(rowIndex, 3, 37.6F);
+      tablet.addValue(
+          rowIndex,
+          4,
+          true,
+          0,
+          Files.readAllBytes(Paths.get("/Users/jackietien/Downloads/1751891240130.tiff")));
+      session.insert(tablet);
+      tablet.reset();
+
+      tablet = new Tablet("tiff_table", columnNameList, dataTypeList, columnTypeList, 1);
+      rowIndex = tablet.getRowSize();
+      tablet.addTimestamp(rowIndex, 2);
+      tablet.addValue(rowIndex, 0, "1");
+      tablet.addValue(rowIndex, 1, "5");
+      tablet.addValue(rowIndex, 2, "3");
+      tablet.addValue(rowIndex, 3, 37.6F);
+      tablet.addValue(
+          rowIndex,
+          4,
+          true,
+          0,
+          Files.readAllBytes(Paths.get("/Users/jackietien/Downloads/1751891242743.tiff")));
+      session.insert(tablet);
+      tablet.reset();
+
     } catch (IoTDBConnectionException e) {
       e.printStackTrace();
     } catch (StatementExecutionException e) {
diff --git a/example/session/src/main/java/org/apache/iotdb/ObjectReadExample.java b/example/session/src/main/java/org/apache/iotdb/ObjectReadExample.java
index bf4417c15becf..344939175db78 100644
--- a/example/session/src/main/java/org/apache/iotdb/ObjectReadExample.java
+++ b/example/session/src/main/java/org/apache/iotdb/ObjectReadExample.java
@@ -47,7 +47,8 @@ public static void main(String[] args) {
             .thriftMaxFrameSize(256 * 1024 * 1024)
             .build()) {
       try (SessionDataSet dataSet =
-          session.executeQueryStatement("select READ_OBJECT(file) from test1 where time = 1")) {
+          session.executeQueryStatement(
+              "select READ_OBJECT(file) from tsfile_table where time = 1")) {
         SessionDataSet.DataIterator iterator = dataSet.iterator();
         while (iterator.next()) {
           Binary binary = iterator.getBlob(1);
@@ -56,7 +57,8 @@ public static void main(String[] args) {
       }
 
       try (SessionDataSet dataSet =
-          session.executeQueryStatement("select READ_OBJECT(file) from test1 where time = 2")) {
+          session.executeQueryStatement(
+              "select READ_OBJECT(file) from tsfile_table where time = 2")) {
         SessionDataSet.DataIterator iterator = dataSet.iterator();
         while (iterator.next()) {
           Binary binary = iterator.getBlob(1);
@@ -65,7 +67,7 @@ public static void main(String[] args) {
       }
 
       try (SessionDataSet dataSet =
-          session.executeQueryStatement("select READ_OBJECT(file) from test1")) {
+          session.executeQueryStatement("select READ_OBJECT(file) from tsfile_table")) {
         SessionDataSet.DataIterator iterator = dataSet.iterator();
         while (iterator.next()) {
           Binary binary = iterator.getBlob(1);
@@ -74,7 +76,23 @@ public static void main(String[] args) {
       }
 
       try (SessionDataSet dataSet =
-          session.executeQueryStatement("select geo_penetrate(file, '0,3,7501,7504') from test1")) {
+          session.executeQueryStatement(
+              "select geo_penetrate(file, '0,3,7501,7504') from tsfile_table")) {
+        SessionDataSet.DataIterator iterator = dataSet.iterator();
+        while (iterator.next()) {
+          Binary binary = iterator.getBlob(1);
+          ByteBuffer byteBuffer = ByteBuffer.wrap(binary.getValues());
+          float[] res = new float[byteBuffer.limit() / Float.BYTES];
+          for (int i = 0; i < res.length; i++) {
+            res[i] = byteBuffer.getFloat();
+          }
+          System.out.println(Arrays.toString(res));
+        }
+      }
+
+      try (SessionDataSet dataSet =
+          session.executeQueryStatement(
+              "select geo_penetrate(file, '0,3,7501,7504', 'UNCOMPRESSED_TIFF') from tiff_table")) {
         SessionDataSet.DataIterator iterator = dataSet.iterator();
         while (iterator.next()) {
           Binary binary = iterator.getBlob(1);
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java
index f1291bf09e570..e763e72c0fdb5 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/UnCompressedTiffModelReader.java
@@ -38,7 +38,7 @@ public List<float[]> penetrate(String filePath, List<List<Integer>> startAndEndT
     for (List<Integer> startAndEndTime : startAndEndTimeArray) {
       int start = startAndEndTime.get(0);
       int end = startAndEndTime.get(1);
-      int length = end - start + 2;
+      int length = end - start + 1;
       float[] pixels = new float[length];
       if (processor instanceof FloatProcessor) {
         for (int i = start; i <= end; i++) {

From c8cff8d51879f2a537c25a00da9a5d7c0e0ecd17 Mon Sep 17 00:00:00 2001
From: JackieTien97 <jackietien97@gmail.com>
Date: Tue, 8 Jul 2025 08:51:13 +0800
Subject: [PATCH 31/66] Change example

---
 .../session/src/main/java/org/apache/iotdb/ObjectExample.java   | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
index a0ae715e0b6be..3339d3aae5a4c 100644
--- a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
+++ b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
@@ -126,7 +126,7 @@ public static void main(String[] args) {
       tablet.addTimestamp(rowIndex, 2);
       tablet.addValue(rowIndex, 0, "1");
       tablet.addValue(rowIndex, 1, "5");
-      tablet.addValue(rowIndex, 2, "3");
+      tablet.addValue(rowIndex, 2, "4");
       tablet.addValue(rowIndex, 3, 37.6F);
       tablet.addValue(
           rowIndex,

From 331500b87ecaedae5930623b3b569970a28eb2bb Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Tue, 8 Jul 2025 09:20:24 +0800
Subject: [PATCH 32/66] remove wrong logic

---
 .../planner/plan/node/write/RelationalInsertTabletNode.java    | 3 ---
 1 file changed, 3 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
index 03a67dc95163f..9f50b13b25c19 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
@@ -396,9 +396,6 @@ public void updateLastCache(final String databaseName) {
   }
 
   public void handleObjectTypeValue() {
-    if (isGeneratedByRemoteConsensusLeader) {
-      return;
-    }
     List<List<FileNode>> fileNodesList = new ArrayList<>();
     for (int i = 0; i < dataTypes.length; i++) {
       if (dataTypes[i] == TSDataType.OBJECT) {

From 3436baf4fa4e266308bfb9f326190f188eb0694a Mon Sep 17 00:00:00 2001
From: shuwenwei <s13979062948@gmail.com>
Date: Tue, 8 Jul 2025 09:40:13 +0800
Subject: [PATCH 33/66] add object type case

---
 .../java/org/apache/iotdb/pipe/api/type/Type.java |  5 ++++-
 .../iotdb/jdbc/IoTDBAbstractDatabaseMetadata.java |  1 +
 .../payload/SubscriptionSessionDataSet.java       |  1 +
 .../org/apache/iotdb/db/conf/IoTDBDescriptor.java |  1 +
 .../protocol/opcda/OpcDaServerHandle.java         |  2 ++
 .../util/sorter/PipeTabletEventSorter.java        |  1 +
 .../processor/aggregate/AggregateProcessor.java   |  3 +++
 .../thrift/impl/ClientRPCServiceImpl.java         |  2 +-
 .../execution/aggregation/AccumulatorFactory.java |  1 +
 .../execution/aggregation/AvgAccumulator.java     |  1 +
 .../execution/aggregation/ExtremeAccumulator.java |  6 ++++++
 .../aggregation/FirstValueAccumulator.java        |  6 ++++++
 .../aggregation/LastValueAccumulator.java         |  6 ++++++
 .../aggregation/MaxMinByBaseAccumulator.java      |  6 ++++++
 .../aggregation/MaxValueAccumulator.java          |  6 ++++++
 .../aggregation/MinValueAccumulator.java          |  6 ++++++
 .../execution/aggregation/SumAccumulator.java     |  2 +-
 .../aggregation/VarianceAccumulator.java          |  1 +
 .../execution/operator/AggregationUtil.java       |  1 +
 .../execution/operator/process/TopKOperator.java  |  2 ++
 .../operator/process/TransformOperator.java       |  1 +
 .../process/join/merge/MergeSortComparator.java   |  1 +
 .../window/function/value/LagFunction.java        |  1 +
 .../window/function/value/LeadFunction.java       |  1 +
 .../process/window/utils/RowComparator.java       |  3 +++
 .../execution/operator/source/SeriesScanUtil.java |  2 +-
 .../relational/LastQueryAggTableScanOperator.java |  1 +
 .../aggregation/AccumulatorFactory.java           |  2 ++
 .../ApproxCountDistinctAccumulator.java           |  1 +
 .../relational/aggregation/AvgAccumulator.java    |  2 ++
 .../aggregation/ExtremeAccumulator.java           |  5 +++++
 .../relational/aggregation/FirstAccumulator.java  |  4 ++++
 .../aggregation/FirstByAccumulator.java           |  4 ++++
 .../relational/aggregation/LastAccumulator.java   |  4 ++++
 .../relational/aggregation/LastByAccumulator.java |  4 ++++
 .../relational/aggregation/SumAccumulator.java    |  2 ++
 .../aggregation/TableMaxMinByBaseAccumulator.java |  5 +++++
 .../aggregation/TableVarianceAccumulator.java     |  2 ++
 .../source/relational/aggregation/Utils.java      |  2 ++
 .../GroupedApproxCountDistinctAccumulator.java    |  1 +
 .../grouped/GroupedAvgAccumulator.java            |  1 +
 .../grouped/GroupedExtremeAccumulator.java        |  8 ++++++++
 .../grouped/GroupedFirstAccumulator.java          |  8 ++++++++
 .../grouped/GroupedFirstByAccumulator.java        |  9 +++++++++
 .../grouped/GroupedLastAccumulator.java           |  8 ++++++++
 .../grouped/GroupedLastByAccumulator.java         |  9 +++++++++
 .../grouped/GroupedMaxAccumulator.java            |  8 ++++++++
 .../grouped/GroupedMaxMinByBaseAccumulator.java   | 15 +++++++++++++++
 .../grouped/GroupedMinAccumulator.java            |  8 ++++++++
 .../grouped/GroupedModeAccumulator.java           |  4 ++++
 .../grouped/GroupedSumAccumulator.java            |  1 +
 .../grouped/GroupedVarianceAccumulator.java       |  1 +
 .../operator/window/WindowManagerFactory.java     |  2 ++
 .../plan/relational/type/InternalTypeManager.java |  2 ++
 .../unary/scalar/ReadObjectColumnTransformer.java |  1 +
 .../dag/input/ConstantInputReader.java            |  1 +
 .../unary/ArithmeticNegationTransformer.java      |  1 +
 .../dag/transformer/unary/InTransformer.java      |  2 ++
 .../unary/scalar/CastFunctionTransformer.java     |  7 +++++++
 .../unary/scalar/DiffFunctionTransformer.java     |  1 +
 .../unary/scalar/RoundFunctionTransformer.java    |  1 +
 .../transformation/dag/util/TransformUtils.java   |  2 ++
 .../transformation/dag/util/TypeUtils.java        |  1 +
 .../datastructure/row/SerializableRowList.java    |  2 ++
 .../datastructure/tv/SerializableTVList.java      |  1 +
 .../memtable/AlignedReadOnlyMemChunk.java         |  1 +
 .../read/reader/chunk/MemAlignedPageReader.java   |  1 +
 .../splitter/BatchedAlignedValueChunkData.java    |  2 ++
 .../rescon/memory/PrimitiveArrayManager.java      |  1 +
 .../db/tools/TsFileSplitByPartitionTool.java      |  1 +
 .../org/apache/iotdb/db/utils/CommonUtils.java    |  1 +
 .../apache/iotdb/db/utils/TypeInferenceUtils.java |  1 +
 .../MergeSortMultiAlignedTVListIterator.java      |  1 +
 .../MergeSortMultiTVListIterator.java             |  1 +
 .../datastructure/MultiAlignedTVListIterator.java |  1 +
 .../utils/datastructure/MultiTVListIterator.java  |  1 +
 .../iotdb/db/utils/datastructure/TVList.java      |  1 +
 .../db/utils/windowing/window/WindowImpl.java     |  1 +
 .../datastructure/PrimitiveArrayManagerTest.java  |  1 +
 .../apache/iotdb/commons/udf/builtin/UDTFAbs.java |  3 +++
 .../iotdb/commons/udf/builtin/UDTFBottomK.java    |  1 +
 .../commons/udf/builtin/UDTFCommonDerivative.java |  1 +
 .../udf/builtin/UDTFCommonValueDifference.java    |  1 +
 .../iotdb/commons/udf/builtin/UDTFConst.java      |  5 +++++
 .../udf/builtin/UDTFContinuouslySatisfy.java      |  2 ++
 .../udf/builtin/UDTFEqualSizeBucketAggSample.java |  1 +
 .../udf/builtin/UDTFEqualSizeBucketM4Sample.java  |  1 +
 .../builtin/UDTFEqualSizeBucketOutlierSample.java |  1 +
 .../builtin/UDTFEqualSizeBucketRandomSample.java  |  1 +
 .../iotdb/commons/udf/builtin/UDTFInRange.java    |  3 +++
 .../iotdb/commons/udf/builtin/UDTFJexl.java       |  3 +++
 .../apache/iotdb/commons/udf/builtin/UDTFM4.java  |  1 +
 .../iotdb/commons/udf/builtin/UDTFMath.java       |  3 +++
 .../udf/builtin/UDTFNonNegativeDerivative.java    |  1 +
 .../builtin/UDTFNonNegativeValueDifference.java   |  1 +
 .../iotdb/commons/udf/builtin/UDTFOnOff.java      |  1 +
 .../iotdb/commons/udf/builtin/UDTFSelectK.java    |  2 ++
 .../iotdb/commons/udf/builtin/UDTFTopK.java       |  1 +
 .../iotdb/commons/udf/builtin/UDTFValueTrend.java |  1 +
 .../iotdb/commons/utils/SerializeUtils.java       |  6 ++++++
 100 files changed, 263 insertions(+), 4 deletions(-)

diff --git a/iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/type/Type.java b/iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/type/Type.java
index 9093133631a0e..59819ee418e6f 100644
--- a/iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/type/Type.java
+++ b/iotdb-api/pipe-api/src/main/java/org/apache/iotdb/pipe/api/type/Type.java
@@ -49,7 +49,10 @@ public enum Type {
   BLOB((byte) 10),
 
   /* STRING */
-  STRING((byte) 11);
+  STRING((byte) 11),
+
+  /* OBJECT */
+  OBJECT((byte) 12);
 
   private final byte dataType;
 
diff --git a/iotdb-client/jdbc/src/main/java/org/apache/iotdb/jdbc/IoTDBAbstractDatabaseMetadata.java b/iotdb-client/jdbc/src/main/java/org/apache/iotdb/jdbc/IoTDBAbstractDatabaseMetadata.java
index 18069bf6faa1a..a66a39e1330ef 100644
--- a/iotdb-client/jdbc/src/main/java/org/apache/iotdb/jdbc/IoTDBAbstractDatabaseMetadata.java
+++ b/iotdb-client/jdbc/src/main/java/org/apache/iotdb/jdbc/IoTDBAbstractDatabaseMetadata.java
@@ -396,6 +396,7 @@ public static ByteBuffer convertTsBlock(
           case TEXT:
           case STRING:
           case BLOB:
+          case OBJECT:
             tsBlockBuilder
                 .getColumnBuilder(j)
                 .writeBinary(
diff --git a/iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/payload/SubscriptionSessionDataSet.java b/iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/payload/SubscriptionSessionDataSet.java
index a3f7f8e3f26d1..a3f01b3e11e12 100644
--- a/iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/payload/SubscriptionSessionDataSet.java
+++ b/iotdb-client/session/src/main/java/org/apache/iotdb/session/subscription/payload/SubscriptionSessionDataSet.java
@@ -242,6 +242,7 @@ private static Field generateFieldFromTabletValue(
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         final Binary binaryValue = new Binary((((Binary[]) value)[index]).getValues());
         field.setBinaryV(binaryValue);
         break;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/conf/IoTDBDescriptor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/conf/IoTDBDescriptor.java
index f74cd528340b2..0b6ebb0813ae6 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/conf/IoTDBDescriptor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/conf/IoTDBDescriptor.java
@@ -2579,6 +2579,7 @@ public TSEncoding getDefaultEncodingByType(TSDataType dataType) {
         return conf.getDefaultDoubleEncoding();
       case STRING:
       case BLOB:
+      case OBJECT:
       case TEXT:
       default:
         return conf.getDefaultTextEncoding();
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/opcda/OpcDaServerHandle.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/opcda/OpcDaServerHandle.java
index 48d7c415ab3ff..91b3378c8ab1a 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/opcda/OpcDaServerHandle.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/protocol/opcda/OpcDaServerHandle.java
@@ -318,6 +318,7 @@ private short convertTsDataType2VariantType(final TSDataType dataType) {
         // Note that "Variant" does not support "VT_BLOB" data, and not all the DA server
         // support this, thus we use "VT_BSTR" to substitute
       case BLOB:
+      case OBJECT:
         return Variant.VT_BSTR;
       default:
         throw new UnSupportedDataTypeException("UnSupported dataType " + dataType);
@@ -354,6 +355,7 @@ private Variant.VARIANT getTabletObjectValue4Opc(
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         bstr = OleAuto.INSTANCE.SysAllocString(((Binary[]) column)[rowIndex].toString());
         value.setValue(Variant.VT_BSTR, bstr);
         break;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/util/sorter/PipeTabletEventSorter.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/util/sorter/PipeTabletEventSorter.java
index 3ea470de38a96..0f8d8ee78412b 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/util/sorter/PipeTabletEventSorter.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/connector/util/sorter/PipeTabletEventSorter.java
@@ -136,6 +136,7 @@ protected Object reorderValueListAndBitMap(
         return deDuplicatedDoubleValues;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         final Binary[] binaryValues = (Binary[]) valueList;
         final Binary[] deDuplicatedBinaryValues = new Binary[binaryValues.length];
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/aggregate/AggregateProcessor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/aggregate/AggregateProcessor.java
index 1119deaf71287..3a0b45fc57e26 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/aggregate/AggregateProcessor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/processor/aggregate/AggregateProcessor.java
@@ -497,6 +497,7 @@ private Map<String, Pair<Long, ByteBuffer>> processRow(
                       timestamp, row.getString(index), outputMinReportIntervalMilliseconds);
               break;
             case BLOB:
+            case OBJECT:
               result =
                   state.updateWindows(
                       timestamp, row.getBinary(index), outputMinReportIntervalMilliseconds);
@@ -684,6 +685,7 @@ public void collectWindowOutputs(
                 break;
               case TEXT:
               case BLOB:
+              case OBJECT:
               case STRING:
                 valueColumns[columnIndex] = new Binary[distinctOutputs.size()];
                 break;
@@ -733,6 +735,7 @@ public void collectWindowOutputs(
                           TSFileConfig.STRING_CHARSET);
               break;
             case BLOB:
+            case OBJECT:
               ((Binary[]) valueColumns[columnIndex])[rowIndex] =
                   (Binary) aggregatedResults.get(columnNameStringList[columnIndex]).getRight();
               break;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/thrift/impl/ClientRPCServiceImpl.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/thrift/impl/ClientRPCServiceImpl.java
index d149d9dc4c95b..5e5e488dabd65 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/thrift/impl/ClientRPCServiceImpl.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/thrift/impl/ClientRPCServiceImpl.java
@@ -844,7 +844,7 @@ private List<TsBlock> executeGroupByQueryInternal(
     IMeasurementSchema measurementSchema = new MeasurementSchema(measurement, dataType);
     AbstractSeriesAggregationScanOperator operator;
     boolean canUseStatistics =
-        !TSDataType.BLOB.equals(dataType)
+        (!TSDataType.BLOB.equals(dataType) && !TSDataType.OBJECT.equals(dataType))
             || (!TAggregationType.LAST_VALUE.equals(aggregationType)
                 && !TAggregationType.FIRST_VALUE.equals(aggregationType));
     IFullPath path;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/AccumulatorFactory.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/AccumulatorFactory.java
index 24a998f54a917..b4025a23de767 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/AccumulatorFactory.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/AccumulatorFactory.java
@@ -160,6 +160,7 @@ private static Accumulator createModeAccumulator(TSDataType tsDataType) {
       case DOUBLE:
         return new DoubleModeAccumulator();
       case BLOB:
+      case OBJECT:
       case STRING:
       case TIMESTAMP:
       case DATE:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/AvgAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/AvgAccumulator.java
index c6d1baa33830a..6549a7a6748e9 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/AvgAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/AvgAccumulator.java
@@ -57,6 +57,7 @@ public void addInput(Column[] columns, BitMap bitMap) {
         return;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
       case BOOLEAN:
       case DATE:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/ExtremeAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/ExtremeAccumulator.java
index 76a42b41c7180..ff54a48ce5e79 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/ExtremeAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/ExtremeAccumulator.java
@@ -58,6 +58,7 @@ public void addInput(Column[] columns, BitMap bitMap) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       case DATE:
       case TIMESTAMP:
@@ -90,6 +91,7 @@ public void addIntermediate(Column[] partialResult) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       case DATE:
       case TIMESTAMP:
@@ -124,6 +126,7 @@ public void addStatistics(Statistics statistics) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       case DATE:
       case TIMESTAMP:
@@ -155,6 +158,7 @@ public void setFinal(Column finalResult) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       case DATE:
       case TIMESTAMP:
@@ -188,6 +192,7 @@ public void outputIntermediate(ColumnBuilder[] columnBuilders) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       case DATE:
       case TIMESTAMP:
@@ -219,6 +224,7 @@ public void outputFinal(ColumnBuilder columnBuilder) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       case DATE:
       case TIMESTAMP:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/FirstValueAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/FirstValueAccumulator.java
index 3bc2e0f9c8961..640008f0a5fda 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/FirstValueAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/FirstValueAccumulator.java
@@ -63,6 +63,7 @@ public void addInput(Column[] columns, BitMap bitMap) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         addBinaryInput(columns, bitMap);
         return;
       case BOOLEAN:
@@ -98,6 +99,7 @@ public void addIntermediate(Column[] partialResult) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         updateBinaryFirstValue(partialResult[0].getBinary(0), partialResult[1].getLong(0));
         break;
@@ -132,6 +134,7 @@ public void addStatistics(Statistics statistics) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         updateBinaryFirstValue((Binary) statistics.getFirstValue(), statistics.getStartTime());
         break;
@@ -167,6 +170,7 @@ public void setFinal(Column finalResult) {
           break;
         case TEXT:
         case BLOB:
+        case OBJECT:
         case STRING:
           firstValue.setBinary(finalResult.getBinary(0));
           break;
@@ -206,6 +210,7 @@ public void outputIntermediate(ColumnBuilder[] columnBuilders) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         columnBuilders[0].writeBinary(firstValue.getBinary());
         break;
@@ -242,6 +247,7 @@ public void outputFinal(ColumnBuilder columnBuilder) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         columnBuilder.writeBinary(firstValue.getBinary());
         break;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/LastValueAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/LastValueAccumulator.java
index 603f3427860ad..36c6ed5f88df7 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/LastValueAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/LastValueAccumulator.java
@@ -63,6 +63,7 @@ public void addInput(Column[] columns, BitMap bitMap) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         addBinaryInput(columns, bitMap);
         return;
       case BOOLEAN:
@@ -99,6 +100,7 @@ public void addIntermediate(Column[] partialResult) {
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         updateBinaryLastValue(partialResult[0].getBinary(0), partialResult[1].getLong(0));
         break;
       case BOOLEAN:
@@ -133,6 +135,7 @@ public void addStatistics(Statistics statistics) {
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         updateBinaryLastValue((Binary) statistics.getLastValue(), statistics.getEndTime());
         break;
       case BOOLEAN:
@@ -168,6 +171,7 @@ public void setFinal(Column finalResult) {
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           lastValue.setBinary(finalResult.getBinary(0));
           break;
         case BOOLEAN:
@@ -207,6 +211,7 @@ public void outputIntermediate(ColumnBuilder[] columnBuilders) {
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         columnBuilders[0].writeBinary(lastValue.getBinary());
         break;
       case BOOLEAN:
@@ -243,6 +248,7 @@ public void outputFinal(ColumnBuilder columnBuilder) {
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         columnBuilder.writeBinary(lastValue.getBinary());
         break;
       case BOOLEAN:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/MaxMinByBaseAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/MaxMinByBaseAccumulator.java
index a0e4f80120cb0..ebbd1aa6dc149 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/MaxMinByBaseAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/MaxMinByBaseAccumulator.java
@@ -88,6 +88,7 @@ public void addInput(Column[] column, BitMap bitMap) {
       case TEXT:
       case BLOB:
       case BOOLEAN:
+      case OBJECT:
       default:
         throw new UnSupportedDataTypeException(String.format(UNSUPPORTED_TYPE_MESSAGE, yDataType));
     }
@@ -302,6 +303,7 @@ private void writeX(ColumnBuilder columnBuilder) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         columnBuilder.writeBinary(xResult.getBinary());
         break;
       case BOOLEAN:
@@ -335,6 +337,7 @@ private void updateX(Column xColumn, int xIndex) {
         case TEXT:
         case STRING:
         case BLOB:
+        case OBJECT:
           xResult.setBinary(xColumn.getBinary(xIndex));
           break;
         case BOOLEAN:
@@ -385,6 +388,7 @@ private void writeIntermediateToStream(
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         String content = value.getBinary().toString();
         dataOutputStream.writeInt(content.length());
         dataOutputStream.writeBytes(content);
@@ -441,6 +445,7 @@ private void updateFromBytesIntermediateInput(byte[] bytes) {
       case TEXT:
       case BLOB:
       case BOOLEAN:
+      case OBJECT:
       default:
         throw new UnSupportedDataTypeException(String.format(UNSUPPORTED_TYPE_MESSAGE, yDataType));
     }
@@ -471,6 +476,7 @@ private void readXFromBytesIntermediateInput(
         case TEXT:
         case STRING:
         case BLOB:
+        case OBJECT:
           int length = BytesUtils.bytesToInt(bytes, offset);
           offset += Integer.BYTES;
           columnBuilder.writeBinary(new Binary(BytesUtils.subBytes(bytes, offset, length)));
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/MaxValueAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/MaxValueAccumulator.java
index 0d58de8064f26..d02678bd6225a 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/MaxValueAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/MaxValueAccumulator.java
@@ -64,6 +64,7 @@ public void addInput(Column[] columns, BitMap bitMap) {
         return;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       default:
         throw new UnSupportedDataTypeException(
@@ -98,6 +99,7 @@ public void addIntermediate(Column[] partialResult) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       default:
         throw new UnSupportedDataTypeException(
@@ -130,6 +132,7 @@ public void addStatistics(Statistics statistics) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       default:
         throw new UnSupportedDataTypeException(
@@ -164,6 +167,7 @@ public void setFinal(Column finalResult) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       default:
         throw new UnSupportedDataTypeException(
@@ -199,6 +203,7 @@ public void outputIntermediate(ColumnBuilder[] columnBuilders) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       default:
         throw new UnSupportedDataTypeException(
@@ -232,6 +237,7 @@ public void outputFinal(ColumnBuilder columnBuilder) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       default:
         throw new UnSupportedDataTypeException(
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/MinValueAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/MinValueAccumulator.java
index 1d9cc59aa17de..fd55ea0f1bc74 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/MinValueAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/MinValueAccumulator.java
@@ -64,6 +64,7 @@ public void addInput(Column[] columns, BitMap bitMap) {
         return;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       default:
         throw new UnSupportedDataTypeException(
@@ -98,6 +99,7 @@ public void addIntermediate(Column[] partialResult) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       default:
         throw new UnSupportedDataTypeException(
@@ -130,6 +132,7 @@ public void addStatistics(Statistics statistics) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       default:
         throw new UnSupportedDataTypeException(
@@ -164,6 +167,7 @@ public void setFinal(Column finalResult) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       default:
         throw new UnSupportedDataTypeException(
@@ -199,6 +203,7 @@ public void outputIntermediate(ColumnBuilder[] columnBuilders) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       default:
         throw new UnSupportedDataTypeException(
@@ -232,6 +237,7 @@ public void outputFinal(ColumnBuilder columnBuilder) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       default:
         throw new UnSupportedDataTypeException(
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/SumAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/SumAccumulator.java
index 55abc3d370595..066d8cd4fc5d3 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/SumAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/SumAccumulator.java
@@ -57,11 +57,11 @@ public void addInput(Column[] columns, BitMap bitMap) {
         return;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       case TIMESTAMP:
       case DATE:
       case STRING:
-      case OBJECT:
       default:
         throw new UnSupportedDataTypeException(
             String.format("Unsupported data type in aggregation AVG : %s", seriesDataType));
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/VarianceAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/VarianceAccumulator.java
index 3242518c3dc2d..8d27f1497e06d 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/VarianceAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/aggregation/VarianceAccumulator.java
@@ -70,6 +70,7 @@ public void addInput(Column[] columns, BitMap bitMap) {
         return;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       case DATE:
       case STRING:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/AggregationUtil.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/AggregationUtil.java
index cba7c3defa6b4..ea5e1f6b5ecdf 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/AggregationUtil.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/AggregationUtil.java
@@ -262,6 +262,7 @@ public static long getOutputColumnSizePerLine(TSDataType tsDataType) {
         return BooleanColumn.SIZE_IN_BYTES_PER_POSITION;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         return StatisticsManager.getInstance().getMaxBinarySizeInBytes();
       default:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/TopKOperator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/TopKOperator.java
index 4668da6413ed9..bf021e5b4f409 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/TopKOperator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/TopKOperator.java
@@ -306,6 +306,7 @@ private void initResultTsBlock() {
         case TEXT:
         case STRING:
         case BLOB:
+        case OBJECT:
           columns[i] =
               new BinaryColumn(
                   positionCount,
@@ -382,6 +383,7 @@ private long getMemoryUsageOfOneMergeSortKey() {
         case TEXT:
         case STRING:
         case BLOB:
+        case OBJECT:
           memory += 16;
           break;
         default:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/TransformOperator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/TransformOperator.java
index 6dd24e3795a9c..28a80462ea771 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/TransformOperator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/TransformOperator.java
@@ -344,6 +344,7 @@ protected YieldableState collectDataPoint(ColumnBuilder writer, long currentTime
           break;
         case TEXT:
         case BLOB:
+        case OBJECT:
         case STRING:
           writer.writeBinary(valueColumn.getBinary(currentIndex));
           break;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/MergeSortComparator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/MergeSortComparator.java
index e332e6b7b0b82..8b1323246c551 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/MergeSortComparator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/join/merge/MergeSortComparator.java
@@ -113,6 +113,7 @@ public static Comparator<SortKey> getComparator(TSDataType dataType, int index,
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         comparator =
             Comparator.comparing(
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/window/function/value/LagFunction.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/window/function/value/LagFunction.java
index 90b519d52cd97..91e39753344d9 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/window/function/value/LagFunction.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/window/function/value/LagFunction.java
@@ -105,6 +105,7 @@ private void writeDefaultValue(
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         builder.writeBinary(partition.getBinary(defaultValChannel, index));
         return;
       default:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/window/function/value/LeadFunction.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/window/function/value/LeadFunction.java
index e21ff13a861bb..c51eac1563596 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/window/function/value/LeadFunction.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/window/function/value/LeadFunction.java
@@ -106,6 +106,7 @@ private void writeDefaultValue(
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         builder.writeBinary(partition.getBinary(defaultValChannel, index));
         return;
       default:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/window/utils/RowComparator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/window/utils/RowComparator.java
index ac6f225880931..73ff0fe60e64c 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/window/utils/RowComparator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/process/window/utils/RowComparator.java
@@ -99,6 +99,7 @@ private boolean equal(Column column, TSDataType dataType, int offset1, int offse
       case STRING:
       case TEXT:
       case BLOB:
+      case OBJECT:
         Binary bin1 = column.getBinary(offset1);
         Binary bin2 = column.getBinary(offset2);
         if (!bin1.equals(bin2)) {
@@ -178,6 +179,7 @@ private boolean equal(ColumnList column, TSDataType dataType, int offset1, int o
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         Binary bin1 = column.getBinary(offset1);
         Binary bin2 = column.getBinary(offset2);
         if (!bin1.equals(bin2)) {
@@ -242,6 +244,7 @@ public boolean equal(List<Column> columns1, int offset1, List<Column> columns2,
         case TEXT:
         case STRING:
         case BLOB:
+        case OBJECT:
           Binary bin1 = column1.getBinary(offset1);
           Binary bin2 = column2.getBinary(offset2);
           if (!bin1.equals(bin2)) {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/SeriesScanUtil.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/SeriesScanUtil.java
index 8c4b7016b1a64..adedd7e7521f9 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/SeriesScanUtil.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/SeriesScanUtil.java
@@ -959,8 +959,8 @@ private void addTimeValuePairToResult(TimeValuePair timeValuePair, TsBlockBuilde
         break;
       case TEXT:
       case BLOB:
-      case STRING:
       case OBJECT:
+      case STRING:
         builder.getColumnBuilder(0).writeBinary(timeValuePair.getValue().getBinary());
         break;
       case VECTOR:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/LastQueryAggTableScanOperator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/LastQueryAggTableScanOperator.java
index 9b34de4b7ddcd..e4754270ea4e5 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/LastQueryAggTableScanOperator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/LastQueryAggTableScanOperator.java
@@ -399,6 +399,7 @@ private TsPrimitiveType cloneTsPrimitiveType(TsPrimitiveType originalValue) {
         return new TsPrimitiveType.TsDouble(originalValue.getDouble());
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         return new TsPrimitiveType.TsBinary(originalValue.getBinary());
       case VECTOR:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/AccumulatorFactory.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/AccumulatorFactory.java
index 3ff20974168be..ca7853495159b 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/AccumulatorFactory.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/AccumulatorFactory.java
@@ -348,6 +348,7 @@ public static GroupedAccumulator getGroupedApproxMostFrequentAccumulator(TSDataT
       case STRING:
         return new BinaryGroupedApproxMostFrequentAccumulator();
       case BLOB:
+      case OBJECT:
         return new BlobGroupedApproxMostFrequentAccumulator();
       default:
         throw new UnSupportedDataTypeException(
@@ -373,6 +374,7 @@ public static TableAccumulator getApproxMostFrequentAccumulator(TSDataType type)
       case STRING:
         return new BinaryApproxMostFrequentAccumulator();
       case BLOB:
+      case OBJECT:
         return new BlobApproxMostFrequentAccumulator();
       default:
         throw new UnSupportedDataTypeException(
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/ApproxCountDistinctAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/ApproxCountDistinctAccumulator.java
index b78aa1b0177d5..ef31759ee677b 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/ApproxCountDistinctAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/ApproxCountDistinctAccumulator.java
@@ -78,6 +78,7 @@ public void addInput(Column[] arguments, AggregationMask mask) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         addBinaryInput(arguments[0], mask, hll);
         return;
       case BOOLEAN:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/AvgAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/AvgAccumulator.java
index 464820e22f4dc..7bb03faadeb7d 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/AvgAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/AvgAccumulator.java
@@ -73,6 +73,7 @@ public void addInput(Column[] arguments, AggregationMask mask) {
         return;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
       case BOOLEAN:
       case DATE:
@@ -101,6 +102,7 @@ public void removeInput(Column[] arguments) {
         return;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
       case BOOLEAN:
       case DATE:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/ExtremeAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/ExtremeAccumulator.java
index db50a3cb7d704..cc9d3e3354cb0 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/ExtremeAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/ExtremeAccumulator.java
@@ -68,6 +68,7 @@ public void addInput(Column[] arguments, AggregationMask mask) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       case DATE:
       case TIMESTAMP:
@@ -100,6 +101,7 @@ public void addIntermediate(Column argument) {
         case TEXT:
         case STRING:
         case BLOB:
+        case OBJECT:
         case BOOLEAN:
         case DATE:
         case TIMESTAMP:
@@ -136,6 +138,7 @@ public void addStatistics(Statistics[] statistics) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       case DATE:
       case TIMESTAMP:
@@ -168,6 +171,7 @@ public void evaluateIntermediate(ColumnBuilder columnBuilder) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       case DATE:
       case TIMESTAMP:
@@ -200,6 +204,7 @@ public void evaluateFinal(ColumnBuilder columnBuilder) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       case DATE:
       case TIMESTAMP:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/FirstAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/FirstAccumulator.java
index 4bfc981c5a300..322079c999ac1 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/FirstAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/FirstAccumulator.java
@@ -80,6 +80,7 @@ public void addInput(Column[] arguments, AggregationMask mask) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         addBinaryInput(arguments[0], arguments[1], mask);
         return;
       case BOOLEAN:
@@ -130,6 +131,7 @@ public void addIntermediate(Column argument) {
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           int length = BytesUtils.bytesToInt(bytes, offset);
           offset += Integer.BYTES;
           Binary binaryVal = new Binary(BytesUtils.subBytes(bytes, offset, length));
@@ -182,6 +184,7 @@ public void evaluateFinal(ColumnBuilder columnBuilder) {
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           columnBuilder.writeBinary(firstValue.getBinary());
           break;
         case BOOLEAN:
@@ -225,6 +228,7 @@ public void addStatistics(Statistics[] statistics) {
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         updateBinaryFirstValue(
             (Binary) statistics[0].getFirstValue(), statistics[0].getStartTime());
         break;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/FirstByAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/FirstByAccumulator.java
index 3691a13e5f610..fe6c4a5db302a 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/FirstByAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/FirstByAccumulator.java
@@ -97,6 +97,7 @@ public void addInput(Column[] arguments, AggregationMask mask) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         addBinaryInput(arguments[0], arguments[1], arguments[2], mask);
         return;
       case BOOLEAN:
@@ -157,6 +158,7 @@ public void addIntermediate(Column argument) {
           break;
         case TEXT:
         case BLOB:
+        case OBJECT:
         case STRING:
           int length = BytesUtils.bytesToInt(bytes, offset);
           offset += Integer.BYTES;
@@ -212,6 +214,7 @@ public void evaluateFinal(ColumnBuilder columnBuilder) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         columnBuilder.writeBinary(xResult.getBinary());
         break;
@@ -276,6 +279,7 @@ public void addStatistics(Statistics[] statistics) {
               break;
             case TEXT:
             case BLOB:
+            case OBJECT:
             case STRING:
               xResult.setBinary((Binary) statistics[0].getFirstValue());
               break;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/LastAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/LastAccumulator.java
index 2745ee1dff9f9..27a4b94283e28 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/LastAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/LastAccumulator.java
@@ -98,6 +98,7 @@ public void addInput(Column[] arguments, AggregationMask mask) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         addBinaryInput(arguments[0], arguments[1], mask);
         return;
       case BOOLEAN:
@@ -147,6 +148,7 @@ public void addIntermediate(Column argument) {
           break;
         case TEXT:
         case BLOB:
+        case OBJECT:
         case STRING:
           int length = BytesUtils.bytesToInt(bytes, offset);
           offset += Integer.BYTES;
@@ -199,6 +201,7 @@ public void evaluateFinal(ColumnBuilder columnBuilder) {
           break;
         case TEXT:
         case BLOB:
+        case OBJECT:
         case STRING:
           columnBuilder.writeBinary(lastValue.getBinary());
           break;
@@ -242,6 +245,7 @@ public void addStatistics(Statistics[] statistics) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         updateBinaryLastValue((Binary) statistics[0].getLastValue(), statistics[0].getEndTime());
         break;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/LastByAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/LastByAccumulator.java
index 1e457c19afad6..403e8ac340f39 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/LastByAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/LastByAccumulator.java
@@ -121,6 +121,7 @@ public void addInput(Column[] arguments, AggregationMask mask) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         addBinaryInput(arguments[0], arguments[1], arguments[2], mask);
         return;
       case BOOLEAN:
@@ -182,6 +183,7 @@ public void addIntermediate(Column argument) {
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           int length = BytesUtils.bytesToInt(bytes, offset);
           offset += Integer.BYTES;
           Binary binaryVal = new Binary(BytesUtils.subBytes(bytes, offset, length));
@@ -237,6 +239,7 @@ public void evaluateFinal(ColumnBuilder columnBuilder) {
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         columnBuilder.writeBinary(xResult.getBinary());
         break;
       case BOOLEAN:
@@ -301,6 +304,7 @@ public void addStatistics(Statistics[] statistics) {
             case TEXT:
             case BLOB:
             case STRING:
+            case OBJECT:
               xResult.setBinary((Binary) statistics[0].getLastValue());
               break;
             case BOOLEAN:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/SumAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/SumAccumulator.java
index aaab07aa90b82..6f42e1a9995f3 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/SumAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/SumAccumulator.java
@@ -67,6 +67,7 @@ public void addInput(Column[] arguments, AggregationMask mask) {
         return;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
       case BOOLEAN:
       case DATE:
@@ -95,6 +96,7 @@ public void removeInput(Column[] arguments) {
         return;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
       case BOOLEAN:
       case DATE:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/TableMaxMinByBaseAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/TableMaxMinByBaseAccumulator.java
index c33fd5f703a98..c6002304b1070 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/TableMaxMinByBaseAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/TableMaxMinByBaseAccumulator.java
@@ -85,6 +85,7 @@ public void addInput(Column[] arguments, AggregationMask mask) {
       case STRING:
       case TEXT:
       case BLOB:
+      case OBJECT:
         addBinaryInput(arguments, mask);
         return;
       case BOOLEAN:
@@ -350,6 +351,7 @@ private void writeX(ColumnBuilder columnBuilder) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         columnBuilder.writeBinary(xResult.getBinary());
         break;
       case BOOLEAN:
@@ -383,6 +385,7 @@ private void updateX(Column xColumn, int xIndex) {
         case TEXT:
         case STRING:
         case BLOB:
+        case OBJECT:
           xResult.setBinary(xColumn.getBinary(xIndex));
           break;
         case BOOLEAN:
@@ -451,6 +454,7 @@ private void updateFromBytesIntermediateInput(byte[] bytes) {
       case STRING:
       case TEXT:
       case BLOB:
+      case OBJECT:
         int length = BytesUtils.bytesToInt(bytes, offset);
         offset += Integer.BYTES;
         Binary binaryMaxVal = new Binary(BytesUtils.subBytes(bytes, offset, length));
@@ -494,6 +498,7 @@ private void readXFromBytesIntermediateInput(
         case TEXT:
         case STRING:
         case BLOB:
+        case OBJECT:
           int length = BytesUtils.bytesToInt(bytes, offset);
           offset += Integer.BYTES;
           columnBuilder.writeBinary(new Binary(BytesUtils.subBytes(bytes, offset, length)));
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/TableVarianceAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/TableVarianceAccumulator.java
index 355acba8aa6f7..92ea803f2d0ac 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/TableVarianceAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/TableVarianceAccumulator.java
@@ -79,6 +79,7 @@ public void addInput(Column[] arguments, AggregationMask mask) {
         return;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       case DATE:
       case STRING:
@@ -106,6 +107,7 @@ public void removeInput(Column[] arguments) {
         return;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       case DATE:
       case STRING:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/Utils.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/Utils.java
index 37f2f5d912dc5..99d5fef12089f 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/Utils.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/Utils.java
@@ -54,6 +54,7 @@ public static void serializeValue(
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         BytesUtils.intToBytes(value.getBinary().getValues().length, valueBytes, offset);
         offset += 4;
         System.arraycopy(
@@ -116,6 +117,7 @@ public static int calcTypeSize(TSDataType dataType, TsPrimitiveType value) {
         return 8;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         return 4 + value.getBinary().getValues().length;
       default:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedApproxCountDistinctAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedApproxCountDistinctAccumulator.java
index 8ae7faa2c4600..f078ddc65a0c9 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedApproxCountDistinctAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedApproxCountDistinctAccumulator.java
@@ -78,6 +78,7 @@ public void addInput(int[] groupIds, Column[] arguments, AggregationMask mask) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         addBinaryInput(groupIds, arguments[0], mask, hlls, maxStandardError);
         return;
       default:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedAvgAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedAvgAccumulator.java
index 2947c258e79ed..4e177c352b7de 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedAvgAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedAvgAccumulator.java
@@ -77,6 +77,7 @@ public void addInput(int[] groupIds, Column[] arguments, AggregationMask mask) {
         return;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
       case BOOLEAN:
       case DATE:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedExtremeAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedExtremeAccumulator.java
index 8d46ab274f4c3..f53ea59314231 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedExtremeAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedExtremeAccumulator.java
@@ -62,6 +62,7 @@ public GroupedExtremeAccumulator(TSDataType seriesDataType) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       case DATE:
       case TIMESTAMP:
@@ -92,6 +93,7 @@ public long getEstimatedSize() {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         break;
       case BOOLEAN:
         break;
@@ -124,6 +126,7 @@ public void setGroupCount(long groupCount) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       default:
         throw new UnSupportedDataTypeException(
@@ -150,6 +153,7 @@ public void addInput(int[] groupIds, Column[] arguments, AggregationMask mask) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       case DATE:
       case TIMESTAMP:
@@ -183,6 +187,7 @@ public void addIntermediate(int[] groupIds, Column argument) {
         case TEXT:
         case STRING:
         case BLOB:
+        case OBJECT:
         case BOOLEAN:
         case DATE:
         case TIMESTAMP:
@@ -214,6 +219,7 @@ public void evaluateIntermediate(int groupId, ColumnBuilder columnBuilder) {
         case TEXT:
         case STRING:
         case BLOB:
+        case OBJECT:
         case BOOLEAN:
         case DATE:
         case TIMESTAMP:
@@ -245,6 +251,7 @@ public void evaluateFinal(int groupId, ColumnBuilder columnBuilder) {
         case TEXT:
         case STRING:
         case BLOB:
+        case OBJECT:
         case BOOLEAN:
         case DATE:
         case TIMESTAMP:
@@ -277,6 +284,7 @@ public void reset() {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       case DATE:
       case TIMESTAMP:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedFirstAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedFirstAccumulator.java
index a1884162c4948..b8fe8bbe1b224 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedFirstAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedFirstAccumulator.java
@@ -78,6 +78,7 @@ public GroupedFirstAccumulator(TSDataType seriesDataType) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         binaryValues = new BinaryBigArray();
         return;
       case BOOLEAN:
@@ -110,6 +111,7 @@ public long getEstimatedSize() {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         valuesSize += binaryValues.sizeOf();
         break;
       case BOOLEAN:
@@ -144,6 +146,7 @@ public void setGroupCount(long groupCount) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         binaryValues.ensureCapacity(groupCount);
         return;
       case BOOLEAN:
@@ -176,6 +179,7 @@ public void addInput(int[] groupIds, Column[] arguments, AggregationMask mask) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         addBinaryInput(groupIds, arguments[0], arguments[1], mask);
         return;
       case BOOLEAN:
@@ -225,6 +229,7 @@ public void addIntermediate(int[] groupIds, Column argument) {
           break;
         case TEXT:
         case BLOB:
+        case OBJECT:
         case STRING:
           int length = BytesUtils.bytesToInt(bytes, offset);
           offset += Integer.BYTES;
@@ -276,6 +281,7 @@ public void evaluateFinal(int groupId, ColumnBuilder columnBuilder) {
           break;
         case TEXT:
         case BLOB:
+        case OBJECT:
         case STRING:
           columnBuilder.writeBinary(binaryValues.get(groupId));
           break;
@@ -313,6 +319,7 @@ public void reset() {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         binaryValues.reset();
         return;
       case BOOLEAN:
@@ -356,6 +363,7 @@ private byte[] serializeTimeWithValue(int groupId) {
         return bytes;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         byte[] values = binaryValues.get(groupId).getValues();
         length += Integer.BYTES + values.length;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedFirstByAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedFirstByAccumulator.java
index 33ee0f9087395..d56ba59ef946b 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedFirstByAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedFirstByAccumulator.java
@@ -87,6 +87,7 @@ public GroupedFirstByAccumulator(TSDataType xDataType, TSDataType yDataType) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         xBinaryValues = new BinaryBigArray();
         break;
@@ -120,6 +121,7 @@ public long getEstimatedSize() {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         valuesSize += xBinaryValues.sizeOf();
         break;
       case BOOLEAN:
@@ -156,6 +158,7 @@ public void setGroupCount(long groupCount) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         xBinaryValues.ensureCapacity(groupCount);
         return;
       case BOOLEAN:
@@ -192,6 +195,7 @@ public void reset() {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         xBinaryValues.reset();
         break;
@@ -227,6 +231,7 @@ public void addInput(int[] groupIds, Column[] arguments, AggregationMask mask) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         addBinaryInput(groupIds, arguments[0], arguments[1], arguments[2], mask);
         return;
       case BOOLEAN:
@@ -288,6 +293,7 @@ public void addIntermediate(int[] groupIds, Column argument) {
           break;
         case TEXT:
         case BLOB:
+        case OBJECT:
         case STRING:
           int length = BytesUtils.bytesToInt(bytes, offset);
           offset += Integer.BYTES;
@@ -343,6 +349,7 @@ private byte[] serializeTimeWithValue(int groupId) {
           return bytes;
         case TEXT:
         case BLOB:
+        case OBJECT:
         case STRING:
           byte[] values = xBinaryValues.get(groupId).getValues();
           intToBytes(values.length, bytes, Long.BYTES + 1);
@@ -373,6 +380,7 @@ private int calculateValueLength(int groupId) {
         return Double.BYTES;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         return Integer.BYTES + xBinaryValues.get(groupId).getValues().length;
       case BOOLEAN:
@@ -407,6 +415,7 @@ public void evaluateFinal(int groupId, ColumnBuilder columnBuilder) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         columnBuilder.writeBinary(xBinaryValues.get(groupId));
         break;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedLastAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedLastAccumulator.java
index 75cc674ef967f..b21a683ab0a1a 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedLastAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedLastAccumulator.java
@@ -78,6 +78,7 @@ public GroupedLastAccumulator(TSDataType seriesDataType) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         binaryValues = new BinaryBigArray();
         return;
       case BOOLEAN:
@@ -110,6 +111,7 @@ public long getEstimatedSize() {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         valuesSize += binaryValues.sizeOf();
         break;
       case BOOLEAN:
@@ -144,6 +146,7 @@ public void setGroupCount(long groupCount) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         binaryValues.ensureCapacity(groupCount);
         return;
       case BOOLEAN:
@@ -176,6 +179,7 @@ public void addInput(int[] groupIds, Column[] arguments, AggregationMask mask) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         addBinaryInput(groupIds, arguments[0], arguments[1], mask);
         return;
       case BOOLEAN:
@@ -225,6 +229,7 @@ public void addIntermediate(int[] groupIds, Column argument) {
           break;
         case TEXT:
         case BLOB:
+        case OBJECT:
         case STRING:
           int length = BytesUtils.bytesToInt(bytes, offset);
           offset += Integer.BYTES;
@@ -276,6 +281,7 @@ public void evaluateFinal(int groupId, ColumnBuilder columnBuilder) {
           break;
         case TEXT:
         case BLOB:
+        case OBJECT:
         case STRING:
           columnBuilder.writeBinary(binaryValues.get(groupId));
           break;
@@ -313,6 +319,7 @@ public void reset() {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         binaryValues.reset();
         return;
       case BOOLEAN:
@@ -356,6 +363,7 @@ private byte[] serializeTimeWithValue(int groupId) {
         return bytes;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         byte[] values = binaryValues.get(groupId).getValues();
         length += Integer.BYTES + values.length;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedLastByAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedLastByAccumulator.java
index 386d4c2f34f03..db48d221f18b2 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedLastByAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedLastByAccumulator.java
@@ -87,6 +87,7 @@ public GroupedLastByAccumulator(TSDataType xDataType, TSDataType yDataType) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         xBinaryValues = new BinaryBigArray();
         break;
@@ -120,6 +121,7 @@ public long getEstimatedSize() {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         valuesSize += xBinaryValues.sizeOf();
         break;
       case BOOLEAN:
@@ -156,6 +158,7 @@ public void setGroupCount(long groupCount) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         xBinaryValues.ensureCapacity(groupCount);
         return;
       case BOOLEAN:
@@ -192,6 +195,7 @@ public void reset() {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         xBinaryValues.reset();
         break;
@@ -227,6 +231,7 @@ public void addInput(int[] groupIds, Column[] arguments, AggregationMask mask) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         addBinaryInput(groupIds, arguments[0], arguments[1], arguments[2], mask);
         return;
       case BOOLEAN:
@@ -288,6 +293,7 @@ public void addIntermediate(int[] groupIds, Column argument) {
           break;
         case TEXT:
         case BLOB:
+        case OBJECT:
         case STRING:
           int length = BytesUtils.bytesToInt(bytes, offset);
           offset += Integer.BYTES;
@@ -343,6 +349,7 @@ private byte[] serializeTimeWithValue(int groupId) {
           return bytes;
         case TEXT:
         case BLOB:
+        case OBJECT:
         case STRING:
           byte[] values = xBinaryValues.get(groupId).getValues();
           intToBytes(values.length, bytes, Long.BYTES + 1);
@@ -373,6 +380,7 @@ private int calculateValueLength(int groupId) {
         return Double.BYTES;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         return Integer.BYTES + xBinaryValues.get(groupId).getValues().length;
       case BOOLEAN:
@@ -407,6 +415,7 @@ public void evaluateFinal(int groupId, ColumnBuilder columnBuilder) {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         columnBuilder.writeBinary(xBinaryValues.get(groupId));
         break;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedMaxAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedMaxAccumulator.java
index 3b538f0244bae..ed47c96d25137 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedMaxAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedMaxAccumulator.java
@@ -69,6 +69,7 @@ public GroupedMaxAccumulator(TSDataType seriesDataType) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         binaryValues = new BinaryBigArray();
         return;
       case BOOLEAN:
@@ -101,6 +102,7 @@ public long getEstimatedSize() {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         valuesSize += binaryValues.sizeOf();
         break;
       case BOOLEAN:
@@ -135,6 +137,7 @@ public void setGroupCount(long groupCount) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         binaryValues.ensureCapacity(groupCount);
         return;
       case BOOLEAN:
@@ -167,6 +170,7 @@ public void addInput(int[] groupIds, Column[] arguments, AggregationMask mask) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         addBinaryInput(groupIds, arguments[0], mask);
         return;
       case BOOLEAN:
@@ -204,6 +208,7 @@ public void addIntermediate(int[] groupIds, Column argument) {
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           updateBinaryValue(groupIds[i], argument.getBinary(i));
           break;
         case BOOLEAN:
@@ -240,6 +245,7 @@ public void evaluateIntermediate(int groupId, ColumnBuilder columnBuilder) {
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           columnBuilder.writeBinary(binaryValues.get(groupId));
           break;
         case BOOLEAN:
@@ -275,6 +281,7 @@ public void evaluateFinal(int groupId, ColumnBuilder columnBuilder) {
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           columnBuilder.writeBinary(binaryValues.get(groupId));
           break;
         case BOOLEAN:
@@ -311,6 +318,7 @@ public void reset() {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         binaryValues.reset();
         return;
       case BOOLEAN:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedMaxMinByBaseAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedMaxMinByBaseAccumulator.java
index 7cfe93629eaea..b9b25f6271552 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedMaxMinByBaseAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedMaxMinByBaseAccumulator.java
@@ -96,6 +96,7 @@ protected GroupedMaxMinByBaseAccumulator(TSDataType xDataType, TSDataType yDataT
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         xBinaryValues = new BinaryBigArray();
         break;
@@ -124,6 +125,7 @@ protected GroupedMaxMinByBaseAccumulator(TSDataType xDataType, TSDataType yDataT
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         yBinaryValues = new BinaryBigArray();
         break;
@@ -157,6 +159,7 @@ public long getEstimatedSize() {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         valuesSize += xBinaryValues.sizeOf();
         break;
       case BOOLEAN:
@@ -185,6 +188,7 @@ public long getEstimatedSize() {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         valuesSize += yBinaryValues.sizeOf();
         break;
       case BOOLEAN:
@@ -220,6 +224,7 @@ public void setGroupCount(long groupCount) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         xBinaryValues.ensureCapacity(groupCount);
         break;
       case BOOLEAN:
@@ -247,6 +252,7 @@ public void setGroupCount(long groupCount) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         yBinaryValues.ensureCapacity(groupCount);
         break;
       case BOOLEAN:
@@ -282,6 +288,7 @@ public void reset() {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         xBinaryValues.reset();
         break;
@@ -310,6 +317,7 @@ public void reset() {
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         yBinaryValues.reset();
         break;
@@ -341,6 +349,7 @@ public void addInput(int[] groupIds, Column[] arguments, AggregationMask mask) {
         return;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         addBinaryInput(groupIds, arguments, mask);
         return;
@@ -596,6 +605,7 @@ private void writeX(int groupId, ColumnBuilder columnBuilder) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         columnBuilder.writeBinary(xBinaryValues.get(groupId));
         break;
       case BOOLEAN:
@@ -630,6 +640,7 @@ private void updateX(int groupId, Column xColumn, int xIndex) {
         case TEXT:
         case STRING:
         case BLOB:
+        case OBJECT:
           xBinaryValues.set(groupId, xColumn.getBinary(xIndex));
           break;
         case BOOLEAN:
@@ -692,6 +703,7 @@ private void writeIntermediate(
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         byte[] values =
             isX ? xBinaryValues.get(groupId).getValues() : yBinaryValues.get(groupId).getValues();
         intToBytes(values.length, bytes, offset);
@@ -725,6 +737,7 @@ private int calculateValueLength(int groupId, TSDataType dataType, boolean isX)
         return Double.BYTES;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         return Integer.BYTES
             + (isX
@@ -774,6 +787,7 @@ private void updateFromBytesIntermediateInput(int groupId, byte[] bytes) {
       case STRING:
       case TEXT:
       case BLOB:
+      case OBJECT:
         int length = BytesUtils.bytesToInt(bytes, offset);
         offset += Integer.BYTES;
         Binary binaryMaxVal = new Binary(BytesUtils.subBytes(bytes, offset, length));
@@ -818,6 +832,7 @@ private void readXFromBytesIntermediateInput(
         case TEXT:
         case STRING:
         case BLOB:
+        case OBJECT:
           int length = BytesUtils.bytesToInt(bytes, offset);
           offset += Integer.BYTES;
           columnBuilder.writeBinary(new Binary(BytesUtils.subBytes(bytes, offset, length)));
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedMinAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedMinAccumulator.java
index 1c7206928ff79..8fa9b4d8fa018 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedMinAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedMinAccumulator.java
@@ -69,6 +69,7 @@ public GroupedMinAccumulator(TSDataType seriesDataType) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         binaryValues = new BinaryBigArray();
         return;
       case BOOLEAN:
@@ -101,6 +102,7 @@ public long getEstimatedSize() {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         valuesSize += binaryValues.sizeOf();
         break;
       case BOOLEAN:
@@ -135,6 +137,7 @@ public void setGroupCount(long groupCount) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         binaryValues.ensureCapacity(groupCount);
         return;
       case BOOLEAN:
@@ -167,6 +170,7 @@ public void addInput(int[] groupIds, Column[] arguments, AggregationMask mask) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         addBinaryInput(groupIds, arguments[0], mask);
         return;
       case BOOLEAN:
@@ -203,6 +207,7 @@ public void addIntermediate(int[] groupIds, Column argument) {
           break;
         case TEXT:
         case BLOB:
+        case OBJECT:
         case STRING:
           updateBinaryValue(groupIds[i], argument.getBinary(i));
           break;
@@ -240,6 +245,7 @@ public void evaluateIntermediate(int groupId, ColumnBuilder columnBuilder) {
         case STRING:
         case TEXT:
         case BLOB:
+        case OBJECT:
           columnBuilder.writeBinary(binaryValues.get(groupId));
           break;
         case BOOLEAN:
@@ -274,6 +280,7 @@ public void evaluateFinal(int groupId, ColumnBuilder columnBuilder) {
           break;
         case TEXT:
         case BLOB:
+        case OBJECT:
         case STRING:
           columnBuilder.writeBinary(binaryValues.get(groupId));
           break;
@@ -311,6 +318,7 @@ public void reset() {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         binaryValues.reset();
         return;
       case BOOLEAN:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedModeAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedModeAccumulator.java
index 697a7d3b44a4a..a5bf82c5f409b 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedModeAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedModeAccumulator.java
@@ -95,6 +95,7 @@ public void addInput(int[] groupIds, Column[] arguments, AggregationMask mask) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         addBinaryInput(groupIds, arguments[0], mask);
         break;
       default:
@@ -166,6 +167,7 @@ public void evaluateFinal(int groupId, ColumnBuilder columnBuilder) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         columnBuilder.writeBinary(maxEntry.getKey().getBinary());
         break;
       default:
@@ -270,6 +272,7 @@ private byte[] serializeCountMap(int groupId) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         bytes =
             new byte
                 [offset
@@ -366,6 +369,7 @@ private void deserializeAndMergeCountMap(int groupId, byte[] bytes) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         for (int i = 0; i < size; i++) {
           int length = BytesUtils.bytesToInt(bytes, offset);
           offset += Integer.BYTES;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedSumAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedSumAccumulator.java
index 4734e7c36718f..0c0325ebd0b30 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedSumAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedSumAccumulator.java
@@ -70,6 +70,7 @@ public void addInput(int[] groupIds, Column[] arguments, AggregationMask mask) {
         return;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
       case BOOLEAN:
       case DATE:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedVarianceAccumulator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedVarianceAccumulator.java
index ea8dead07bdd6..cb6123b636f33 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedVarianceAccumulator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/source/relational/aggregation/grouped/GroupedVarianceAccumulator.java
@@ -83,6 +83,7 @@ public void addInput(int[] groupIds, Column[] arguments, AggregationMask mask) {
         return;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       case DATE:
       case STRING:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/window/WindowManagerFactory.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/window/WindowManagerFactory.java
index 3c3fc6e616aaa..ae4975dff9ad9 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/window/WindowManagerFactory.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/operator/window/WindowManagerFactory.java
@@ -70,6 +70,7 @@ private static VariationWindowManager genEqualEventWindowManager(
       case BOOLEAN:
         return new EqualBooleanWindowManager(eventWindowParameter, ascending);
       case BLOB:
+      case OBJECT:
       case STRING:
       case TIMESTAMP:
       case DATE:
@@ -97,6 +98,7 @@ private static VariationWindowManager genVariationEventWindowManager(
       case STRING:
       case BOOLEAN:
       case BLOB:
+      case OBJECT:
       case TEXT:
       default:
         throw new UnSupportedDataTypeException(
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/type/InternalTypeManager.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/type/InternalTypeManager.java
index dbb7a771ce8fb..31672798bff7c 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/type/InternalTypeManager.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/type/InternalTypeManager.java
@@ -136,6 +136,8 @@ public static Type fromTSDataType(TSDataType dataType) {
         return TIMESTAMP;
       case BLOB:
         return BLOB;
+      case OBJECT:
+        return OBJECT;
       case STRING:
         return STRING;
       case OBJECT:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
index 60a178a33c8d5..496e0dd0dbb18 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
@@ -102,6 +102,7 @@ protected void doTransform(Column column, ColumnBuilder columnBuilder, boolean[]
   }
 
   private void transform(Column column, ColumnBuilder columnBuilder, int i) {
+    // BinaryColumn.getDataType() returns TSDataType.TEXT
     if (TSDataType.TEXT == column.getDataType()) {
       Binary binary = column.getBinary(i);
       columnBuilder.writeBinary(readObject(binary));
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/input/ConstantInputReader.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/input/ConstantInputReader.java
index 32125c110ef57..14643a7b6ac50 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/input/ConstantInputReader.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/input/ConstantInputReader.java
@@ -92,6 +92,7 @@ public ConstantInputReader(ConstantOperand expression) throws QueryProcessExcept
         cachedColumns[0] = new RunLengthEncodedColumn(booleanColumn, count);
         break;
       case BLOB:
+      case OBJECT:
       case STRING:
       case TIMESTAMP:
       case DATE:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/ArithmeticNegationTransformer.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/ArithmeticNegationTransformer.java
index fcbb30b7ca139..59b3dbbc8b636 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/ArithmeticNegationTransformer.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/ArithmeticNegationTransformer.java
@@ -59,6 +59,7 @@ protected void transform(Column[] columns, ColumnBuilder builder)
       case TEXT:
       case TIMESTAMP:
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       case STRING:
       default:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/InTransformer.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/InTransformer.java
index 5bdfa8f96a7f7..09cc6e76ad380 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/InTransformer.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/InTransformer.java
@@ -88,6 +88,7 @@ private void initTypedSet(Set<String> values) {
         stringSet = values;
         break;
       case BLOB:
+      case OBJECT:
       default:
         throw new UnsupportedOperationException("unsupported data type: " + layerReaderDataType);
     }
@@ -124,6 +125,7 @@ protected void transform(Column[] columns, ColumnBuilder builder)
         transformBinary(columns, builder);
         return;
       case BLOB:
+      case OBJECT:
       default:
         throw new QueryProcessException("unsupported data type: " + layerReaderDataType);
     }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/scalar/CastFunctionTransformer.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/scalar/CastFunctionTransformer.java
index 11cf952e0b435..195acb6de8527 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/scalar/CastFunctionTransformer.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/scalar/CastFunctionTransformer.java
@@ -68,6 +68,7 @@ protected Column[] transform(Column[] columns) throws QueryProcessException, IOE
       case TEXT:
         return castBinaries(columns);
       case BLOB:
+      case OBJECT:
       case STRING:
       case TIMESTAMP:
       case DATE:
@@ -139,6 +140,7 @@ private Column[] castInts(Column[] columns) {
         break;
       case STRING:
       case BLOB:
+      case OBJECT:
       case TIMESTAMP:
       case DATE:
       case INT32:
@@ -213,6 +215,7 @@ private Column[] castLongs(Column[] columns) {
         }
         break;
       case BLOB:
+      case OBJECT:
       case STRING:
       case DATE:
       case TIMESTAMP:
@@ -288,6 +291,7 @@ private Column[] castFloats(Column[] columns) {
         }
         break;
       case BLOB:
+      case OBJECT:
       case STRING:
       case TIMESTAMP:
       case DATE:
@@ -363,6 +367,7 @@ private Column[] castDoubles(Column[] columns) {
         }
         break;
       case BLOB:
+      case OBJECT:
       case STRING:
       case TIMESTAMP:
       case DATE:
@@ -439,6 +444,7 @@ private Column[] castBooleans(Column[] columns) {
         break;
       case STRING:
       case BLOB:
+      case OBJECT:
       case DATE:
       case TIMESTAMP:
       case BOOLEAN:
@@ -521,6 +527,7 @@ private Column[] castBinaries(Column[] columns) {
       case DATE:
       case STRING:
       case BLOB:
+      case OBJECT:
       case TEXT:
       default:
         throw new UnsupportedOperationException(
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/scalar/DiffFunctionTransformer.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/scalar/DiffFunctionTransformer.java
index ee7ba10e60e49..03081f9206f1f 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/scalar/DiffFunctionTransformer.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/scalar/DiffFunctionTransformer.java
@@ -62,6 +62,7 @@ public void transform(Column[] columns, ColumnBuilder builder) throws QueryProce
         transformDouble(columns, builder);
         return;
       case BLOB:
+      case OBJECT:
       case TEXT:
       case DATE:
       case STRING:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/scalar/RoundFunctionTransformer.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/scalar/RoundFunctionTransformer.java
index a4ddff58bab46..47e4261807730 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/scalar/RoundFunctionTransformer.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/transformer/unary/scalar/RoundFunctionTransformer.java
@@ -67,6 +67,7 @@ protected void transform(Column[] columns, ColumnBuilder builder)
       case STRING:
       case TEXT:
       case BLOB:
+      case OBJECT:
       default:
         throw new UnsupportedOperationException(
             String.format("Unsupported source dataType: %s", layerReaderDataType));
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/util/TransformUtils.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/util/TransformUtils.java
index c05d7adfecc24..015904399c201 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/util/TransformUtils.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/util/TransformUtils.java
@@ -78,6 +78,7 @@ public static Column transformConstantOperandToColumn(ConstantOperand constantOp
           return new BooleanColumn(1, Optional.empty(), new boolean[] {(boolean) value});
         case STRING:
         case BLOB:
+        case OBJECT:
         case DATE:
         case TIMESTAMP:
         default:
@@ -158,6 +159,7 @@ public static boolean splitWindowForStateWindow(
       case TIMESTAMP:
       case DATE:
       case BLOB:
+      case OBJECT:
       case STRING:
       default:
         throw new UnsupportedOperationException(
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/util/TypeUtils.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/util/TypeUtils.java
index 0eedb86a31a9e..e8c679e2bb55f 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/util/TypeUtils.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/util/TypeUtils.java
@@ -50,6 +50,7 @@ public static ColumnBuilder initColumnBuilder(TSDataType type, int count) {
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         return new BinaryColumnBuilder(null, count);
       default:
         throw new UnSupportedDataTypeException(
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/row/SerializableRowList.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/row/SerializableRowList.java
index 6ec6537de362f..3bacd1ac5e79a 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/row/SerializableRowList.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/row/SerializableRowList.java
@@ -107,6 +107,7 @@ protected static int calculateCapacity(
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           rowLength +=
               MIN_OBJECT_HEADER_SIZE + MIN_ARRAY_HEADER_SIZE + byteArrayLengthForMemoryControl;
           break;
@@ -214,6 +215,7 @@ private Object[] getRowSkipPrefixNulls(int index) {
             case TEXT:
             case BLOB:
             case STRING:
+            case OBJECT:
               row[i] = block[i].getBinary(offset);
               break;
             default:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/tv/SerializableTVList.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/tv/SerializableTVList.java
index d29926947fe50..de5c6b61a4e84 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/tv/SerializableTVList.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/datastructure/tv/SerializableTVList.java
@@ -93,6 +93,7 @@ protected static int calculateCapacity(TSDataType dataType, float memoryLimitInM
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         rowLength +=
             MIN_OBJECT_HEADER_SIZE
                 + MIN_ARRAY_HEADER_SIZE
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AlignedReadOnlyMemChunk.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AlignedReadOnlyMemChunk.java
index 47ad6a16e8477..a225b1489e4f8 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AlignedReadOnlyMemChunk.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AlignedReadOnlyMemChunk.java
@@ -366,6 +366,7 @@ private void writeValidValuesIntoTsBlock(TsBlockBuilder builder) throws IOExcept
           case TEXT:
           case BLOB:
           case STRING:
+          case OBJECT:
             valueBuilder.writeBinary(values[columnIndex].getBinary());
             break;
           default:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/read/reader/chunk/MemAlignedPageReader.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/read/reader/chunk/MemAlignedPageReader.java
index 3586aface40ba..10e9fb3539f2e 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/read/reader/chunk/MemAlignedPageReader.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/read/reader/chunk/MemAlignedPageReader.java
@@ -290,6 +290,7 @@ private void updatePageStatisticsFromTsBlock(
             break;
           case TEXT:
           case BLOB:
+          case OBJECT:
           case STRING:
             for (int i = 0; i < tsBlock.getPositionCount(); i++) {
               valueStatistics[column].update(
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/splitter/BatchedAlignedValueChunkData.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/splitter/BatchedAlignedValueChunkData.java
index 5a8e22aa8e2a6..8cfa6ac5e3f1d 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/splitter/BatchedAlignedValueChunkData.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/load/splitter/BatchedAlignedValueChunkData.java
@@ -115,6 +115,7 @@ public void writeDecodeValuePage(long[] times, TsPrimitiveType[] values, TSDataT
               break;
             case TEXT:
             case BLOB:
+            case OBJECT:
             case STRING:
               dataSize += ReadWriteIOUtils.write(values[i].getBinary(), stream);
               break;
@@ -204,6 +205,7 @@ private void buildValueChunkWriter(
             break;
           case TEXT:
           case BLOB:
+          case OBJECT:
           case STRING:
             final Binary binaryValue =
                 isNull ? DEFAULT_BINARY : ReadWriteIOUtils.readBinary(stream);
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/memory/PrimitiveArrayManager.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/memory/PrimitiveArrayManager.java
index 3281b67c034df..dbf3b989800eb 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/memory/PrimitiveArrayManager.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/rescon/memory/PrimitiveArrayManager.java
@@ -343,6 +343,7 @@ public static Object createDataListsByType(TSDataType dataType, int size) {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         Binary[][] binaries = new Binary[arrayNumber][];
         for (int i = 0; i < arrayNumber; i++) {
           binaries[i] = new Binary[ARRAY_SIZE];
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/tools/TsFileSplitByPartitionTool.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/tools/TsFileSplitByPartitionTool.java
index f50e472c414f3..38686bee04774 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/tools/TsFileSplitByPartitionTool.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/tools/TsFileSplitByPartitionTool.java
@@ -430,6 +430,7 @@ protected void rewritePageIntoFiles(
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           chunkWriter.write(time, (Binary) value);
           break;
         default:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/CommonUtils.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/CommonUtils.java
index d83379bd7386d..0e58fbfa4d0a3 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/CommonUtils.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/CommonUtils.java
@@ -380,6 +380,7 @@ public static Object createValueColumnOfDataType(
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         valueColumn = new Binary[rowNum];
         break;
       case DATE:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/TypeInferenceUtils.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/TypeInferenceUtils.java
index 8fc1d647dc36e..41cf1e12ddba4 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/TypeInferenceUtils.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/TypeInferenceUtils.java
@@ -325,6 +325,7 @@ public static boolean canAutoCast(TSDataType fromType, TSDataType toType) {
       case DATE:
       case TIMESTAMP:
       case BLOB:
+      case OBJECT:
       case STRING:
         return false;
       default:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortMultiAlignedTVListIterator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortMultiAlignedTVListIterator.java
index 24654e0501264..0ec099f522d61 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortMultiAlignedTVListIterator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortMultiAlignedTVListIterator.java
@@ -229,6 +229,7 @@ public void encodeBatch(IChunkWriter chunkWriter, BatchEncodeInfo encodeInfo, lo
             break;
           case TEXT:
           case BLOB:
+          case OBJECT:
           case STRING:
             valueChunkWriter.write(
                 currentTime,
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortMultiTVListIterator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortMultiTVListIterator.java
index 616835082bceb..cca4db65cd525 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortMultiTVListIterator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MergeSortMultiTVListIterator.java
@@ -131,6 +131,7 @@ public void encodeBatch(IChunkWriter chunkWriter, BatchEncodeInfo encodeInfo, lo
           break;
         case TEXT:
         case BLOB:
+        case OBJECT:
         case STRING:
           Binary value = currIterator.getTVList().getBinary(row);
           chunkWriterImpl.write(time, value);
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MultiAlignedTVListIterator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MultiAlignedTVListIterator.java
index 5c4b730af80b7..1cdca27e220ee 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MultiAlignedTVListIterator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MultiAlignedTVListIterator.java
@@ -193,6 +193,7 @@ public TsBlock nextBatch() {
             break;
           case TEXT:
           case BLOB:
+          case OBJECT:
           case STRING:
             valueBuilder.writeBinary(
                 alignedTVList.getBinaryByValueIndex(valueIndex, validColumnIndex));
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MultiTVListIterator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MultiTVListIterator.java
index aa9ec257311af..c04bcc8341afc 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MultiTVListIterator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/MultiTVListIterator.java
@@ -137,6 +137,7 @@ public TsBlock nextBatch() {
         case TEXT:
         case BLOB:
         case STRING:
+        case OBJECT:
           builder.getColumnBuilder(0).writeBinary(iterator.getTVList().getBinary(rowIndex));
           break;
         default:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/TVList.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/TVList.java
index 1ec8e6bcc1fec..16da916f40a1e 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/TVList.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/datastructure/TVList.java
@@ -576,6 +576,7 @@ public static TVList deserialize(DataInputStream stream) throws IOException {
     switch (dataType) {
       case TEXT:
       case BLOB:
+      case OBJECT:
       case STRING:
         return BinaryTVList.deserialize(stream);
       case FLOAT:
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/windowing/window/WindowImpl.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/windowing/window/WindowImpl.java
index 0bc72b3205aa8..a87fb480d9d2a 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/windowing/window/WindowImpl.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/windowing/window/WindowImpl.java
@@ -87,6 +87,7 @@ private void init(EvictableBatchList list, int begin) {
       case TEXT:
       case BLOB:
       case STRING:
+      case OBJECT:
         binaryValues = new Binary[size];
         for (int i = 0; i < size; ++i) {
           binaryValues[i] = list.getBinaryByIndex(begin + i);
diff --git a/iotdb-core/datanode/src/test/java/org/apache/iotdb/db/utils/datastructure/PrimitiveArrayManagerTest.java b/iotdb-core/datanode/src/test/java/org/apache/iotdb/db/utils/datastructure/PrimitiveArrayManagerTest.java
index 624ff6eb01243..a2877a8c3836e 100644
--- a/iotdb-core/datanode/src/test/java/org/apache/iotdb/db/utils/datastructure/PrimitiveArrayManagerTest.java
+++ b/iotdb-core/datanode/src/test/java/org/apache/iotdb/db/utils/datastructure/PrimitiveArrayManagerTest.java
@@ -98,6 +98,7 @@ public void testUpdateLimits() {
             break;
           case TEXT:
           case BLOB:
+          case OBJECT:
           case STRING:
             Assert.assertTrue(o instanceof Binary[]);
             Assert.assertEquals(ARRAY_SIZE, ((Binary[]) o).length);
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFAbs.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFAbs.java
index be0d16807e216..c3fe93420660c 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFAbs.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFAbs.java
@@ -64,6 +64,7 @@ public void transform(Row row, PointCollector collector)
         collector.putDouble(time, Math.abs(row.getDouble(0)));
         break;
       case BLOB:
+      case OBJECT:
       case STRING:
       case TIMESTAMP:
       case TEXT:
@@ -103,6 +104,7 @@ public Object transform(Row row) throws IOException {
       case TIMESTAMP:
       case STRING:
       case BLOB:
+      case OBJECT:
       default:
         // This will not happen.
         throw new UDFInputSeriesDataTypeNotValidException(
@@ -131,6 +133,7 @@ public void transform(Column[] columns, ColumnBuilder builder) throws Exception
         transformDouble(columns, builder);
         return;
       case BLOB:
+      case OBJECT:
       case STRING:
       case TEXT:
       case TIMESTAMP:
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFBottomK.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFBottomK.java
index bb12f7ff4a58b..045e49b064b73 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFBottomK.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFBottomK.java
@@ -73,6 +73,7 @@ protected void constructPQ() throws UDFInputSeriesDataTypeNotValidException {
                 });
         break;
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       default:
         // This will not happen.
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFCommonDerivative.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFCommonDerivative.java
index 00b3fd4755016..cb5cbcc0486b8 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFCommonDerivative.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFCommonDerivative.java
@@ -61,6 +61,7 @@ protected void doTransform(Row row, PointCollector collector)
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
       default:
         // This will not happen.
         throw new UDFInputSeriesDataTypeNotValidException(
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFCommonValueDifference.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFCommonValueDifference.java
index 75305f7316513..7f8d81f6b8299 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFCommonValueDifference.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFCommonValueDifference.java
@@ -56,6 +56,7 @@ protected void doTransform(Row row, PointCollector collector)
         break;
       case STRING:
       case BLOB:
+      case OBJECT:
       case TIMESTAMP:
       case TEXT:
       case BOOLEAN:
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFConst.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFConst.java
index 209802c26cb90..f3436859f2a41 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFConst.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFConst.java
@@ -57,6 +57,7 @@ public class UDTFConst implements UDTF {
     VALID_TYPES.add(TSDataType.TEXT.name());
     VALID_TYPES.add(TSDataType.STRING.name());
     VALID_TYPES.add(TSDataType.BLOB.name());
+    VALID_TYPES.add(TSDataType.OBJECT.name());
   }
 
   private TSDataType dataType;
@@ -107,6 +108,7 @@ public void beforeStart(UDFParameters parameters, UDTFConfigurations configurati
         binaryValue = BytesUtils.valueOf(parameters.getString("value"));
         break;
       case BLOB:
+      case OBJECT:
         binaryValue = new Binary(BlobUtils.parseBlobString(parameters.getString("value")));
         break;
       default:
@@ -141,6 +143,7 @@ public void transform(Row row, PointCollector collector) throws Exception {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         collector.putBinary(row.getTime(), UDFBinaryTransformer.transformToUDFBinary(binaryValue));
         break;
       default:
@@ -166,6 +169,7 @@ public Object transform(Row row) throws IOException {
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         return UDFBinaryTransformer.transformToUDFBinary(binaryValue);
       default:
         throw new UnsupportedOperationException();
@@ -257,6 +261,7 @@ public void transform(Column[] columns, ColumnBuilder builder) throws Exception
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
         for (int i = 0; i < count; i++) {
           boolean hasWritten = false;
           for (int j = 0; j < columns.length - 1; j++) {
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFContinuouslySatisfy.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFContinuouslySatisfy.java
index b76b0276e7cfd..de6232ac6db34 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFContinuouslySatisfy.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFContinuouslySatisfy.java
@@ -103,6 +103,7 @@ public void transform(Row row, PointCollector collector)
       case TEXT:
       case STRING:
       case BLOB:
+      case OBJECT:
       case TIMESTAMP:
       case DATE:
       default:
@@ -230,6 +231,7 @@ public void terminate(PointCollector collector)
       case DATE:
       case STRING:
       case BLOB:
+      case OBJECT:
       case TEXT:
       default:
         // This will not happen.
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFEqualSizeBucketAggSample.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFEqualSizeBucketAggSample.java
index d016732761373..21506698605fe 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFEqualSizeBucketAggSample.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFEqualSizeBucketAggSample.java
@@ -482,6 +482,7 @@ public void transform(RowWindow rowWindow, PointCollector collector)
         aggregator.aggregateDouble(rowWindow, collector);
         break;
       case BLOB:
+      case OBJECT:
       case TEXT:
       case DATE:
       case STRING:
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFEqualSizeBucketM4Sample.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFEqualSizeBucketM4Sample.java
index cf80380eea2a2..fea5cb694fa73 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFEqualSizeBucketM4Sample.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFEqualSizeBucketM4Sample.java
@@ -64,6 +64,7 @@ public void transform(RowWindow rowWindow, PointCollector collector)
       case STRING:
       case TEXT:
       case BLOB:
+      case OBJECT:
       default:
         // This will not happen
         throw new UDFInputSeriesDataTypeNotValidException(
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFEqualSizeBucketOutlierSample.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFEqualSizeBucketOutlierSample.java
index f3b3aacba378c..85490ac534e47 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFEqualSizeBucketOutlierSample.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFEqualSizeBucketOutlierSample.java
@@ -658,6 +658,7 @@ public void transform(RowWindow rowWindow, PointCollector collector)
         break;
       case TEXT:
       case BLOB:
+      case OBJECT:
       case DATE:
       case STRING:
       case BOOLEAN:
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFEqualSizeBucketRandomSample.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFEqualSizeBucketRandomSample.java
index b9c733a2df0d5..894366fdcbcfa 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFEqualSizeBucketRandomSample.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFEqualSizeBucketRandomSample.java
@@ -66,6 +66,7 @@ public void transform(RowWindow rowWindow, PointCollector collector)
       case DATE:
       case STRING:
       case BLOB:
+      case OBJECT:
       case TEXT:
       default:
         // This will not happen
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFInRange.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFInRange.java
index f24b9d6ae7b8b..4c17a27069733 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFInRange.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFInRange.java
@@ -86,6 +86,7 @@ public void transform(Row row, PointCollector collector)
         collector.putBoolean(time, row.getDouble(0) >= lower && upper >= row.getDouble(0));
         break;
       case BLOB:
+      case OBJECT:
       case TEXT:
       case DATE:
       case STRING:
@@ -123,6 +124,7 @@ public Object transform(Row row) throws Exception {
       case STRING:
       case TEXT:
       case BLOB:
+      case OBJECT:
       default:
         // This will not happen.
         throw new UDFInputSeriesDataTypeNotValidException(
@@ -151,6 +153,7 @@ public void transform(Column[] columns, ColumnBuilder builder) throws Exception
         transformDouble(columns, builder);
         return;
       case BLOB:
+      case OBJECT:
       case TEXT:
       case DATE:
       case STRING:
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFJexl.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFJexl.java
index d554cfe25720a..0c5ccd73b492e 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFJexl.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFJexl.java
@@ -98,6 +98,7 @@ public void beforeStart(UDFParameters parameters, UDTFConfigurations configurati
         case TIMESTAMP:
         case DATE:
         case BLOB:
+        case OBJECT:
         default:
           throw new UDFInputSeriesDataTypeNotValidException(
               0,
@@ -170,6 +171,7 @@ public void transform(Row row, PointCollector collector)
       case DATE:
       case STRING:
       case BLOB:
+      case OBJECT:
       case INT64:
       case INT32:
       case FLOAT:
@@ -346,6 +348,7 @@ public void getValues(Row row) throws IOException, UDFInputSeriesDataTypeNotVali
             break;
           case STRING:
           case BLOB:
+          case OBJECT:
           case DATE:
           case TIMESTAMP:
           default:
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFM4.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFM4.java
index 824740b8c9b04..3de46df72a061 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFM4.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFM4.java
@@ -138,6 +138,7 @@ public void transform(RowWindow rowWindow, PointCollector collector)
         transformDouble(rowWindow, collector);
         break;
       case BLOB:
+      case OBJECT:
       case DATE:
       case STRING:
       case TIMESTAMP:
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFMath.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFMath.java
index de4f8edcec5d9..947cbdb2c0134 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFMath.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFMath.java
@@ -91,6 +91,7 @@ public void transform(Row row, PointCollector collector)
       case TIMESTAMP:
       case DATE:
       case BLOB:
+      case OBJECT:
       default:
         // This will not happen.
         throw new UDFInputSeriesDataTypeNotValidException(
@@ -119,6 +120,7 @@ public Object transform(Row row) throws IOException {
         return transformer.transform(row.getDouble(0));
       case DATE:
       case BLOB:
+      case OBJECT:
       case STRING:
       case TIMESTAMP:
       case TEXT:
@@ -155,6 +157,7 @@ public void transform(Column[] columns, ColumnBuilder builder) throws Exception
       case STRING:
       case TIMESTAMP:
       case BLOB:
+      case OBJECT:
       case DATE:
       default:
         // This will not happen.
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFNonNegativeDerivative.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFNonNegativeDerivative.java
index 6812d2d2d8ee9..077db957f6e2e 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFNonNegativeDerivative.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFNonNegativeDerivative.java
@@ -57,6 +57,7 @@ protected void doTransform(Row row, PointCollector collector)
         break;
       case DATE:
       case BLOB:
+      case OBJECT:
       case STRING:
       case TIMESTAMP:
       case BOOLEAN:
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFNonNegativeValueDifference.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFNonNegativeValueDifference.java
index 1183e5397fefc..fcb68817f153e 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFNonNegativeValueDifference.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFNonNegativeValueDifference.java
@@ -59,6 +59,7 @@ protected void doTransform(Row row, PointCollector collector)
       case STRING:
       case TIMESTAMP:
       case BLOB:
+      case OBJECT:
       case DATE:
       default:
         // This will not happen.
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFOnOff.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFOnOff.java
index 66b5cd1add8e8..b0c95bd0d23b8 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFOnOff.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFOnOff.java
@@ -145,6 +145,7 @@ public void transform(Column[] columns, ColumnBuilder builder) throws Exception
         transformDouble(columns, builder);
         return;
       case BLOB:
+      case OBJECT:
       case DATE:
       case STRING:
       case TIMESTAMP:
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFSelectK.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFSelectK.java
index 49faa398f1a78..a888c998d8d88 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFSelectK.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFSelectK.java
@@ -107,6 +107,7 @@ public void transform(Row row, PointCollector collector)
         transformString(row.getTime(), row.getString(0));
         break;
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       default:
         // This will not happen.
@@ -180,6 +181,7 @@ public void terminate(PointCollector collector)
         }
         break;
       case BLOB:
+      case OBJECT:
       case BOOLEAN:
       default:
         // This will not happen.
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFTopK.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFTopK.java
index 1838b85022b3a..b8d94308ed966 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFTopK.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFTopK.java
@@ -53,6 +53,7 @@ protected void constructPQ() throws UDFInputSeriesDataTypeNotValidException {
         break;
       case BOOLEAN:
       case BLOB:
+      case OBJECT:
       default:
         // This will not happen.
         throw new UDFInputSeriesDataTypeNotValidException(
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFValueTrend.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFValueTrend.java
index c990021932948..d4487fdfd953a 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFValueTrend.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/udf/builtin/UDTFValueTrend.java
@@ -71,6 +71,7 @@ protected void updatePreviousValue(Row row)
       case STRING:
       case DATE:
       case BLOB:
+      case OBJECT:
       default:
         // This will not happen.
         throw new UDFInputSeriesDataTypeNotValidException(
diff --git a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/utils/SerializeUtils.java b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/utils/SerializeUtils.java
index 7b34111aa1fb8..a069c993abef2 100644
--- a/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/utils/SerializeUtils.java
+++ b/iotdb-core/node-commons/src/main/java/org/apache/iotdb/commons/utils/SerializeUtils.java
@@ -156,6 +156,7 @@ public static BatchData deserializeBatchData(ByteBuffer buffer) {
         }
         break;
       case BLOB:
+      case OBJECT:
       case STRING:
       case TEXT:
         for (int i = 0; i < length; i++) {
@@ -200,6 +201,7 @@ public static BatchData deserializeBatchData(ByteBuffer buffer) {
                   values[j] = new TsPrimitiveType.TsFloat(buffer.getFloat());
                   break;
                 case BLOB:
+                case OBJECT:
                 case STRING:
                 case TEXT:
                   int len = buffer.getInt();
@@ -297,6 +299,7 @@ public static void serializeTVPairs(
       dataOutputStream.writeInt(timeValuePairs.size());
       switch (timeValuePairs.get(0).getValue().getDataType()) {
         case BLOB:
+        case OBJECT:
         case STRING:
         case TEXT:
           serializeTextTVPairs(timeValuePairs, dataOutputStream);
@@ -337,6 +340,7 @@ public static void serializeTVPair(
       switch (dataType) {
         case STRING:
         case BLOB:
+        case OBJECT:
         case TEXT:
           dataOutputStream.writeLong(timeValuePair.getTimestamp());
           if (timeValuePair.getTimestamp() != Long.MIN_VALUE) {
@@ -488,6 +492,7 @@ public static List<TimeValuePair> deserializeTVPairs(ByteBuffer buffer) {
         deserializeBooleanTVPairs(buffer, ret, size, dataType);
         break;
       case BLOB:
+      case OBJECT:
       case STRING:
       case TEXT:
         deserializeTextTVPairs(buffer, ret, size, dataType);
@@ -521,6 +526,7 @@ public static TimeValuePair deserializeTVPair(ByteBuffer buffer) {
       case BOOLEAN:
         return new TimeValuePair(time, TsPrimitiveType.getByType(dataType, buffer.get() == 1));
       case BLOB:
+      case OBJECT:
       case STRING:
       case TEXT:
         int bytesLen = buffer.getInt();

From 9f6625649d0889c121eab0dd4c1e96cfd9e70a94 Mon Sep 17 00:00:00 2001
From: shuwenwei <s13979062948@gmail.com>
Date: Tue, 8 Jul 2025 09:55:31 +0800
Subject: [PATCH 34/66] fix same case

---
 .../queryengine/plan/relational/type/InternalTypeManager.java   | 2 --
 1 file changed, 2 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/type/InternalTypeManager.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/type/InternalTypeManager.java
index 31672798bff7c..5719a4555ff12 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/type/InternalTypeManager.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/type/InternalTypeManager.java
@@ -140,8 +140,6 @@ public static Type fromTSDataType(TSDataType dataType) {
         return OBJECT;
       case STRING:
         return STRING;
-      case OBJECT:
-        return OBJECT;
       default:
         throw new IllegalArgumentException();
     }

From 73c681a7c0d4c4b8d0368df86c4a4f692a0e763a Mon Sep 17 00:00:00 2001
From: JackieTien97 <jackietien97@gmail.com>
Date: Tue, 8 Jul 2025 15:02:42 +0800
Subject: [PATCH 35/66] decide how to sync log

---
 .../db/queryengine/plan/planner/plan/node/PlanNodeType.java  | 2 ++
 .../queryengine/plan/planner/plan/node/write/FileNode.java   | 3 +++
 .../plan/planner/plan/node/write/InsertTabletNode.java       | 5 +++++
 .../iotdb/db/storageengine/dataregion/wal/node/WALNode.java  | 5 +++++
 4 files changed, 15 insertions(+)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanNodeType.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanNodeType.java
index f227429c5b34e..a90372bcd9c4a 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanNodeType.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanNodeType.java
@@ -386,6 +386,8 @@ public static PlanNode deserializeFromWAL(ByteBuffer buffer) {
       case 2003:
         return RelationalDeleteDataNode.deserializeFromWAL(buffer);
       case 2004:
+        // TODO haonan only be called by follower, should call normal dserialize instead from
+        // deserializeFromWAL
         return FileNode.deserializeFromWAL(buffer);
       default:
         throw new IllegalArgumentException("Invalid node type: " + nodeType);
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
index cdd393d579f36..5ea2c64f2c4d4 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
@@ -90,6 +90,7 @@ public String getFilePath() {
 
   @Override
   public void serializeToWAL(IWALByteBufferView buffer) {
+    // TODO haonan only need relativePath, offset, length, eof
     buffer.putShort(getType().getNodeType());
     buffer.putLong(searchIndex);
     buffer.put((byte) (isEOF ? 1 : 0));
@@ -109,6 +110,8 @@ public int serializedSize() {
   }
 
   public static FileNode deserializeFromWAL(DataInputStream stream) throws IOException {
+    // TODO haonan only be called in recovery, should only deserialize relativePath, offset, eof,
+    // length
     long searchIndex = stream.readLong();
     boolean isEOF = stream.readByte() == 1;
     long offset = stream.readLong();
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java
index a1f909b2b8eba..4ee52f1d9dad2 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java
@@ -221,6 +221,11 @@ public List<WritePlanNode> splitByPartition(IAnalysis analysis) {
     final Map<TRegionReplicaSet, List<Integer>> splitMap =
         splitByReplicaSet(deviceIDSplitInfoMap, analysis);
 
+    // TODO haonan should generate ObjectNode for each object point
+    // TODO haonan normal serialize method should contain relativePath, offset, length, eof,
+    // fileContent
+    // ObjectPlanNode(relativePath, offset, eof, length, fileContent), ObjectNode, ObjectNode,
+    // InsertNode()
     return doSplit(splitMap);
   }
 
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
index dafc852fd441b..d73075cdf29e0 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
@@ -781,6 +781,11 @@ public boolean hasNext() {
                   WALEntry walEntry =
                       WALEntry.deserialize(
                           new DataInputStream(new ByteArrayInputStream(buffer.array())));
+                  // TODO haonan only be called by leader read from wal
+                  //  only have relativePath, offset, eof, length
+                  // need to add WALEntryType + memtableId + relativePath, offset, eof, length +
+                  // filecontent
+                  // need to add IoTConsensusRequest instead of FileNode
                   tmpNodes.get().add((FileNode) walEntry.getValue());
                 } else {
                   tmpNodes.get().add(new IoTConsensusRequest(buffer));

From 60dc05ea16b237d832dc56a16061d2c3b57c6eb5 Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Tue, 8 Jul 2025 15:04:25 +0800
Subject: [PATCH 36/66] dev

---
 .../java/org/apache/iotdb/ObjectExample.java  | 67 +++++++-------
 .../dataregion/DataExecutionVisitor.java      |  1 -
 .../plan/node/write/InsertTabletNode.java     |  4 +
 .../write/RelationalInsertTabletNode.java     | 55 ++++++------
 .../iotdb/db/storageengine/StorageEngine.java |  3 +
 .../storageengine/dataregion/DataRegion.java  | 30 +++----
 .../dataregion/memtable/AbstractMemTable.java |  2 +-
 .../dataregion/memtable/TsFileProcessor.java  | 90 ++++++++-----------
 .../tsfile/generator/TsFileNameGenerator.java | 16 ++++
 .../apache/iotdb/db/utils/ObjectWriter.java   | 14 ++-
 10 files changed, 137 insertions(+), 145 deletions(-)

diff --git a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
index 3339d3aae5a4c..e4007f6f3b95e 100644
--- a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
+++ b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
@@ -82,8 +82,7 @@ public static void main(String[] args) {
           true,
           0,
           Files.readAllBytes(
-              Paths.get(
-                  "/Users/jackietien/Downloads/2_1746622362350_fa24aa15233f4e76bcda789a5771f43f")));
+              Paths.get("/Users/ht/Downloads/2_1746622362350_fa24aa15233f4e76bcda789a5771f43f")));
       session.insert(tablet);
       tablet.reset();
 
@@ -104,38 +103,38 @@ public static void main(String[] args) {
                   "/Users/jackietien/Downloads/2_1746622367063_8fb5ac8e21724140874195b60b878664")));
       session.insert(tablet);
       tablet.reset();
-
-      tablet = new Tablet("tiff_table", columnNameList, dataTypeList, columnTypeList, 1);
-      rowIndex = tablet.getRowSize();
-      tablet.addTimestamp(rowIndex, 1);
-      tablet.addValue(rowIndex, 0, "1");
-      tablet.addValue(rowIndex, 1, "5");
-      tablet.addValue(rowIndex, 2, "3");
-      tablet.addValue(rowIndex, 3, 37.6F);
-      tablet.addValue(
-          rowIndex,
-          4,
-          true,
-          0,
-          Files.readAllBytes(Paths.get("/Users/jackietien/Downloads/1751891240130.tiff")));
-      session.insert(tablet);
-      tablet.reset();
-
-      tablet = new Tablet("tiff_table", columnNameList, dataTypeList, columnTypeList, 1);
-      rowIndex = tablet.getRowSize();
-      tablet.addTimestamp(rowIndex, 2);
-      tablet.addValue(rowIndex, 0, "1");
-      tablet.addValue(rowIndex, 1, "5");
-      tablet.addValue(rowIndex, 2, "4");
-      tablet.addValue(rowIndex, 3, 37.6F);
-      tablet.addValue(
-          rowIndex,
-          4,
-          true,
-          0,
-          Files.readAllBytes(Paths.get("/Users/jackietien/Downloads/1751891242743.tiff")));
-      session.insert(tablet);
-      tablet.reset();
+      //
+      //      tablet = new Tablet("tiff_table", columnNameList, dataTypeList, columnTypeList, 1);
+      //      rowIndex = tablet.getRowSize();
+      //      tablet.addTimestamp(rowIndex, 1);
+      //      tablet.addValue(rowIndex, 0, "1");
+      //      tablet.addValue(rowIndex, 1, "5");
+      //      tablet.addValue(rowIndex, 2, "3");
+      //      tablet.addValue(rowIndex, 3, 37.6F);
+      //      tablet.addValue(
+      //          rowIndex,
+      //          4,
+      //          true,
+      //          0,
+      //          Files.readAllBytes(Paths.get("/Users/jackietien/Downloads/1751891240130.tiff")));
+      //      session.insert(tablet);
+      //      tablet.reset();
+      //
+      //      tablet = new Tablet("tiff_table", columnNameList, dataTypeList, columnTypeList, 1);
+      //      rowIndex = tablet.getRowSize();
+      //      tablet.addTimestamp(rowIndex, 2);
+      //      tablet.addValue(rowIndex, 0, "1");
+      //      tablet.addValue(rowIndex, 1, "5");
+      //      tablet.addValue(rowIndex, 2, "4");
+      //      tablet.addValue(rowIndex, 3, 37.6F);
+      //      tablet.addValue(
+      //          rowIndex,
+      //          4,
+      //          true,
+      //          0,
+      //          Files.readAllBytes(Paths.get("/Users/jackietien/Downloads/1751891242743.tiff")));
+      //      session.insert(tablet);
+      //      tablet.reset();
 
     } catch (IoTDBConnectionException e) {
       e.printStackTrace();
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataExecutionVisitor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataExecutionVisitor.java
index 34f051be1375c..7431aa9a79d82 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataExecutionVisitor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataExecutionVisitor.java
@@ -91,7 +91,6 @@ public TSStatus visitInsertRow(InsertRowNode node, DataRegion dataRegion) {
   @Override
   public TSStatus visitRelationalInsertTablet(
       RelationalInsertTabletNode node, DataRegion dataRegion) {
-    node.handleObjectTypeValue();
     return visitInsertTablet(node, dataRegion);
   }
 
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java
index a1f909b2b8eba..18d79671c796e 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java
@@ -167,6 +167,10 @@ public Object[] getColumns() {
     return columns;
   }
 
+  public Object[] getColumnsAndConvertObjects() {
+    return columns;
+  }
+
   public void setColumns(Object[] columns) {
     this.columns = columns;
   }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
index 9f50b13b25c19..a7199f0b31030 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
@@ -39,7 +39,6 @@
 import org.apache.tsfile.read.TimeValuePair;
 import org.apache.tsfile.utils.Binary;
 import org.apache.tsfile.utils.BitMap;
-import org.apache.tsfile.utils.BytesUtils;
 import org.apache.tsfile.utils.Pair;
 import org.apache.tsfile.utils.ReadWriteIOUtils;
 import org.apache.tsfile.write.schema.MeasurementSchema;
@@ -60,7 +59,7 @@ public class RelationalInsertTabletNode extends InsertTabletNode {
 
   private boolean singleDevice;
 
-  private List<List<FileNode>> fileNodesList;
+  private Object[] convertedColumns;
 
   public RelationalInsertTabletNode(
       PlanNodeId id,
@@ -112,14 +111,6 @@ public void setSingleDevice() {
     this.singleDevice = true;
   }
 
-  public void setFileNodeList(List<List<FileNode>> fileNodesList) {
-    this.fileNodesList = fileNodesList;
-  }
-
-  public List<List<FileNode>> getFileNodeList() {
-    return fileNodesList;
-  }
-
   public List<Binary[]> getObjectColumns() {
     List<Binary[]> objectColumns = new ArrayList<>();
     for (int i = 0; i < columns.length; i++) {
@@ -395,29 +386,35 @@ public void updateLastCache(final String databaseName) {
     }
   }
 
-  public void handleObjectTypeValue() {
-    List<List<FileNode>> fileNodesList = new ArrayList<>();
-    for (int i = 0; i < dataTypes.length; i++) {
+  public boolean hasObjectValue() {
+    for (int i = 0; i < columns.length; i++) {
       if (dataTypes[i] == TSDataType.OBJECT) {
-        List<FileNode> fileNodes = new ArrayList<>();
-        for (int j = 0; j < times.length; j++) {
-          Binary value = ((Binary[]) columns[i])[j];
-          boolean isEoF = value.getValues()[0] == 1;
-          byte[] offsetBytes = new byte[8];
-          System.arraycopy(value.getValues(), 1, offsetBytes, 0, 8);
-          long offset = BytesUtils.bytesToLong(offsetBytes);
-          byte[] content = new byte[value.getLength() - 9];
-          System.arraycopy(value.getValues(), 9, content, 0, value.getLength() - 9);
-          FileNode fileNode = new FileNode(isEoF, offset, content);
-          fileNode.setSearchIndex(this.getSearchIndex());
-          fileNodes.add(fileNode);
-          ((Binary[]) columns[i])[j] = null;
+        return true;
+      }
+    }
+    return false;
+  }
+
+  public void setConvertedObjectValue(Binary objectValue, int column, int row) {
+    if (convertedColumns == null) {
+      convertedColumns = new Object[columns.length];
+      for (int i = 0; i < columns.length; i++) {
+        if (dataTypes[i] == TSDataType.OBJECT) {
+          convertedColumns[i] = new Binary[((Binary[]) columns[i]).length];
+        } else {
+          convertedColumns[i] = columns[i];
         }
-        fileNodesList.add(fileNodes);
       }
     }
-    if (!fileNodesList.isEmpty()) {
-      this.fileNodesList = fileNodesList;
+    ((Binary[]) convertedColumns[column])[row] = objectValue;
+  }
+
+  @Override
+  public Object[] getColumnsAndConvertObjects() {
+    if (!hasObjectValue()) {
+      return columns;
+    } else {
+      return convertedColumns;
     }
   }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/StorageEngine.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/StorageEngine.java
index 2c2281dcf66f5..7edd40e42d0bb 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/StorageEngine.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/StorageEngine.java
@@ -105,6 +105,7 @@
 import java.util.concurrent.TimeUnit;
 import java.util.concurrent.atomic.AtomicBoolean;
 import java.util.concurrent.atomic.AtomicInteger;
+import java.util.concurrent.atomic.AtomicLong;
 import java.util.concurrent.atomic.AtomicReference;
 import java.util.function.Consumer;
 import java.util.stream.Collectors;
@@ -155,6 +156,8 @@ public class StorageEngine implements IService {
 
   private final LoadTsFileManager loadTsFileManager = new LoadTsFileManager();
 
+  public final AtomicLong objectFileId = new AtomicLong(0);
+
   private StorageEngine() {}
 
   public static StorageEngine getInstance() {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
index 25bc1484a7823..db5fbe987298d 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
@@ -347,8 +347,6 @@ public class DataRegion implements IDataRegionForQuery {
   private ILoadDiskSelector ordinaryLoadDiskSelector;
   private ILoadDiskSelector pipeAndIoTV2LoadDiskSelector;
 
-  public AtomicLong objectFileId = new AtomicLong(0);
-
   /**
    * Construct a database processor.
    *
@@ -821,14 +819,6 @@ private Map<Long, List<TsFileResource>> getAllFiles(List<String> folders)
 
             File[] objectFileInThisFolder =
                 fsFactory.listFilesBySuffix(partitionFolder.getAbsolutePath(), ".bin");
-            for (File f : objectFileInThisFolder) {
-              objectFileId.updateAndGet(
-                  current ->
-                      Math.max(
-                          current,
-                          Long.parseLong(
-                              f.getName().substring(0, f.getName().length() - 4).split("-")[2])));
-            }
             File[] objectTmpFileInThisFolder =
                 fsFactory.listFilesBySuffix(partitionFolder.getAbsolutePath(), ".bin.tmp");
             for (File f : objectTmpFileInThisFolder) {
@@ -868,14 +858,18 @@ private void checkObjectFiles(List<String> folders) throws IOException {
           } else {
             File[] objectFileInThisFolder =
                 fsFactory.listFilesBySuffix(partitionFolder.getAbsolutePath(), ".bin");
-            for (File f : objectFileInThisFolder) {
-              objectFileId.updateAndGet(
-                  current ->
-                      Math.max(
-                          current,
-                          Long.parseLong(
-                              f.getName().substring(0, f.getName().length() - 4).split("-")[2])));
-            }
+            //            for (File f : objectFileInThisFolder) {
+            //              StorageEngine.getInstance()
+            //                  .objectFileId
+            //                  .updateAndGet(
+            //                      current ->
+            //                          Math.max(
+            //                              current,
+            //                              Long.parseLong(
+            //                                  f.getName()
+            //                                      .substring(0, f.getName().length() - 4)
+            //                                      .split("-")[2])));
+            //            }
             File[] objectTmpFileInThisFolder =
                 fsFactory.listFilesBySuffix(partitionFolder.getAbsolutePath(), ".bin.tmp");
             for (File f : objectTmpFileInThisFolder) {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AbstractMemTable.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AbstractMemTable.java
index d550781858fb8..fea43e65c8021 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AbstractMemTable.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AbstractMemTable.java
@@ -356,7 +356,7 @@ public void writeAlignedTablet(
           createAlignedMemChunkGroupIfNotExistAndGet(deviceID, schemaList);
       memChunkGroup.writeTablet(
           insertTabletNode.getTimes(),
-          insertTabletNode.getColumns(),
+          insertTabletNode.getColumnsAndConvertObjects(),
           insertTabletNode.getBitMaps(),
           schemaList,
           splitStart,
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
index 5b4e09b015495..4a270779fe86d 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
@@ -43,7 +43,6 @@
 import org.apache.iotdb.db.queryengine.metric.QueryResourceMetricSet;
 import org.apache.iotdb.db.queryengine.plan.analyze.cache.schema.DataNodeTTLCache;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.DeleteDataNode;
-import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertTabletNode;
@@ -96,12 +95,14 @@
 import org.apache.tsfile.utils.Binary;
 import org.apache.tsfile.utils.BytesUtils;
 import org.apache.tsfile.utils.Pair;
+import org.apache.tsfile.utils.ReadWriteIOUtils;
 import org.apache.tsfile.write.writer.RestorableTsFileIOWriter;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
 import java.io.File;
 import java.io.IOException;
+import java.nio.ByteBuffer;
 import java.nio.channels.ClosedChannelException;
 import java.nio.charset.StandardCharsets;
 import java.nio.file.Files;
@@ -1021,7 +1022,9 @@ private void updateMemCost(
     // TEXT data size
     if (dataType.isBinary()) {
       Binary[] binColumn = (Binary[]) column;
-      memIncrements[1] += MemUtils.getBinaryColumnSize(binColumn, start, end, null);
+      if (dataType != TSDataType.OBJECT) {
+        memIncrements[1] += MemUtils.getBinaryColumnSize(binColumn, start, end, null);
+      }
     }
   }
 
@@ -2346,57 +2349,34 @@ private void handleWriteObject(
       InsertTabletNode insertTabletNode, List<int[]> rangeList, TSStatus[] results)
       throws WriteProcessException {
     if (insertTabletNode instanceof RelationalInsertTabletNode) {
-      RelationalInsertTabletNode relationalInsertTabletNode =
-          (RelationalInsertTabletNode) insertTabletNode;
-      List<List<FileNode>> fileNodesList = relationalInsertTabletNode.getFileNodeList();
-      if (fileNodesList != null) {
-        for (int j = 0; j < fileNodesList.size(); j++) {
-          List<FileNode> fileNodeList = fileNodesList.get(j);
-          for (int i = 0; i < fileNodeList.size(); i++) {
-            FileNode fileNode = fileNodeList.get(i);
-            String objectFileName =
-                insertTabletNode.getTimes()[i]
-                    + "-"
-                    + config.getDataNodeId()
-                    + "-"
-                    + dataRegionInfo.getDataRegion().objectFileId.incrementAndGet()
-                    + ".bin";
-            String objectTmpFileName = objectFileName + ".tmp";
+      RelationalInsertTabletNode node = (RelationalInsertTabletNode) insertTabletNode;
+      for (int j = 0; j < node.getColumns().length; j++) {
+        if (node.getDataType(j) == TSDataType.OBJECT) {
+          Binary[] objectColumn = node.getObjectColumns().get(j);
+          for (int i = 0; i < node.getTimes().length; i++) {
+            ByteBuffer buffer = ByteBuffer.wrap(objectColumn[i].getValues()).duplicate();
+            String relativePathString = ReadWriteIOUtils.readString(buffer);
+            boolean isEoF = ReadWriteIOUtils.readBool(buffer);
+            long offset = ReadWriteIOUtils.readLong(buffer);
+            byte[] content = ReadWriteIOUtils.readBytes(buffer, buffer.remaining());
+            String relativeTmpPathString = relativePathString + ".tmp";
+            String objectFileDir;
             File objectTmpFile;
-            String relativePathString =
-                dataRegionInfo.getDataRegion().getDatabaseName()
-                    + File.separator
-                    + dataRegionInfo.getDataRegion().getDataRegionId()
-                    + File.separator
-                    + tsFileResource.getTsFileID().timePartitionId
-                    + File.separator
-                    + objectFileName;
             try {
-              String baseDir = TierManager.getInstance().getNextFolderForObjectFile();
-              String objectFileDir =
-                  baseDir
-                      + File.separator
-                      + dataRegionInfo.getDataRegion().getDatabaseName()
-                      + File.separator
-                      + dataRegionInfo.getDataRegion().getDataRegionId()
-                      + File.separator
-                      + tsFileResource.getTsFileID().timePartitionId;
-
+              objectFileDir = TierManager.getInstance().getNextFolderForObjectFile();
               objectTmpFile =
-                  FSFactoryProducer.getFSFactory().getFile(objectFileDir, objectTmpFileName);
+                  FSFactoryProducer.getFSFactory().getFile(objectFileDir, relativeTmpPathString);
               try (ObjectWriter writer = new ObjectWriter(objectTmpFile)) {
-                writer.write(fileNode);
+                writer.write(isEoF, offset, content);
               }
-              fileNode.setFilePath(relativePathString);
             } catch (Exception e) {
               results[i] = RpcUtils.getStatus(TSStatusCode.INTERNAL_SERVER_ERROR, e.getMessage());
               throw new WriteProcessException(e);
             }
             // TODO:[OBJECT] write file node wal
-            if (fileNode.isEOF()) {
+            if (isEoF) {
               File objectFile =
-                  FSFactoryProducer.getFSFactory()
-                      .getFile(objectTmpFile.getParentFile(), objectFileName);
+                  FSFactoryProducer.getFSFactory().getFile(objectFileDir, relativePathString);
               try {
                 Files.move(
                     objectTmpFile.toPath(),
@@ -2411,19 +2391,23 @@ private void handleWriteObject(
               System.arraycopy(
                   BytesUtils.longToBytes(objectFile.length()), 0, valueBytes, 0, Long.BYTES);
               System.arraycopy(filePathBytes, 0, valueBytes, Long.BYTES, filePathBytes.length);
-              (relationalInsertTabletNode.getObjectColumns().get(j))[i] = new Binary(valueBytes);
+              node.setConvertedObjectValue(new Binary(valueBytes), j, i);
+            } else {
+              node.setConvertedObjectValue(null, j, i);
             }
 
-            WALFlushListener walFlushListener;
-            try {
-              walFlushListener = walNode.log(workMemTable.getMemTableId(), fileNode);
-              if (walFlushListener.waitForResult() == WALFlushListener.Status.FAILURE) {
-                throw walFlushListener.getCause();
-              }
-            } catch (Exception e) {
-              results[i] = RpcUtils.getStatus(TSStatusCode.INTERNAL_SERVER_ERROR, e.getMessage());
-              throw new WriteProcessException(e);
-            }
+            //            WALFlushListener walFlushListener;
+            //            try {
+            //              walFlushListener = walNode.log(workMemTable.getMemTableId(), fileNode);
+            //              if (walFlushListener.waitForResult() == WALFlushListener.Status.FAILURE)
+            // {
+            //                throw walFlushListener.getCause();
+            //              }
+            //            } catch (Exception e) {
+            //              results[i] = RpcUtils.getStatus(TSStatusCode.INTERNAL_SERVER_ERROR,
+            // e.getMessage());
+            //              throw new WriteProcessException(e);
+            //            }
           }
         }
       }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/generator/TsFileNameGenerator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/generator/TsFileNameGenerator.java
index ca0088479e98b..aa5f4beafbf6e 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/generator/TsFileNameGenerator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/generator/TsFileNameGenerator.java
@@ -21,7 +21,9 @@
 
 import org.apache.iotdb.commons.conf.IoTDBConstant;
 import org.apache.iotdb.commons.utils.TestOnly;
+import org.apache.iotdb.commons.utils.TimePartitionUtils;
 import org.apache.iotdb.db.exception.DiskSpaceInsufficientException;
+import org.apache.iotdb.db.storageengine.StorageEngine;
 import org.apache.iotdb.db.storageengine.dataregion.tsfile.TsFileResource;
 import org.apache.iotdb.db.storageengine.dataregion.tsfile.TsFileResourceStatus;
 import org.apache.iotdb.db.storageengine.rescon.disk.FolderManager;
@@ -167,6 +169,20 @@ public static TsFileName getTsFileName(String fileName) throws IOException {
     }
   }
 
+  public static String generateObjectFilePath(
+      long time, int datanodeId, String databaseName, int dataRegionId) {
+    String objectFileName = time + ".bin";
+    String relativePathString =
+        databaseName
+            + File.separator
+            + dataRegionId
+            + File.separator
+            + TimePartitionUtils.getTimePartitionId(time)
+            + File.separator
+            + objectFileName;
+    return relativePathString;
+  }
+
   @TestOnly
   public static TsFileResource increaseCrossCompactionCnt(TsFileResource tsFileResource)
       throws IOException {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
index 2bc854537443b..7ef14b6a39cc8 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
@@ -21,7 +21,6 @@
 
 import org.apache.iotdb.db.conf.IoTDBConfig;
 import org.apache.iotdb.db.conf.IoTDBDescriptor;
-import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 
 import org.apache.commons.io.FileUtils;
 import org.slf4j.Logger;
@@ -60,18 +59,15 @@ public ObjectWriter(File filePath) throws FileNotFoundException {
     fos = new FileOutputStream(filePath, true);
   }
 
-  public void write(FileNode fileNode) throws IOException {
-    if (file.length() != fileNode.getOffset()) {
+  public void write(boolean isEoF, long offset, byte[] content) throws IOException {
+    if (file.length() != offset) {
       throw new IOException(
-          "The file length "
-              + file.length()
-              + " is not equal to the offset "
-              + fileNode.getOffset());
+          "The file length " + file.length() + " is not equal to the offset " + offset);
     }
-    if (file.length() + fileNode.getContent().length > config.getMaxObjectSizeInByte()) {
+    if (file.length() + content.length > config.getMaxObjectSizeInByte()) {
       throw new IOException("The file length is larger than max_object_file_size_in_bytes");
     }
-    fos.write(fileNode.getContent());
+    fos.write(content);
   }
 
   @Override

From 0921520e1c40f3d0b9946e22dcc1765475352463 Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Tue, 8 Jul 2025 16:26:42 +0800
Subject: [PATCH 37/66] refactor write

---
 .../java/org/apache/iotdb/ObjectExample.java  |  3 +-
 .../dataregion/DataExecutionVisitor.java      | 13 +++
 .../executor/RegionWriteExecutor.java         | 14 ++++
 .../plan/planner/plan/node/PlanNodeType.java  |  6 +-
 .../plan/planner/plan/node/PlanVisitor.java   |  5 ++
 .../plan/node/write/InsertTabletNode.java     |  8 +-
 .../write/{FileNode.java => ObjectNode.java}  | 80 ++++++++++++-------
 .../write/RelationalInsertTabletNode.java     | 71 ++++++++++------
 .../storageengine/dataregion/DataRegion.java  | 24 ++++++
 .../dataregion/memtable/AbstractMemTable.java |  2 +-
 .../dataregion/memtable/TsFileProcessor.java  |  8 +-
 .../tsfile/generator/TsFileNameGenerator.java | 22 +++--
 .../dataregion/wal/buffer/WALBuffer.java      |  4 +-
 .../dataregion/wal/buffer/WALEntry.java       |  6 +-
 .../dataregion/wal/buffer/WALInfoEntry.java   |  4 +-
 .../dataregion/wal/node/IWALNode.java         |  4 +-
 .../dataregion/wal/node/WALFakeNode.java      |  4 +-
 .../dataregion/wal/node/WALNode.java          |  8 +-
 18 files changed, 186 insertions(+), 100 deletions(-)
 rename iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/{FileNode.java => ObjectNode.java} (72%)

diff --git a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
index e4007f6f3b95e..36cab4c8d0dc1 100644
--- a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
+++ b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
@@ -99,8 +99,7 @@ public static void main(String[] args) {
           true,
           0,
           Files.readAllBytes(
-              Paths.get(
-                  "/Users/jackietien/Downloads/2_1746622367063_8fb5ac8e21724140874195b60b878664")));
+              Paths.get("/Users/ht/Downloads/2_1746622367063_8fb5ac8e21724140874195b60b878664")));
       session.insert(tablet);
       tablet.reset();
       //
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataExecutionVisitor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataExecutionVisitor.java
index 7431aa9a79d82..6a6568611d34a 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataExecutionVisitor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataExecutionVisitor.java
@@ -39,6 +39,7 @@
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsOfOneDeviceNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertTabletNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ObjectNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalDeleteDataNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalInsertRowNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalInsertRowsNode;
@@ -292,4 +293,16 @@ public TSStatus visitPipeEnrichedDeleteDataNode(
     node.getDeleteDataNode().markAsGeneratedByPipe();
     return node.getDeleteDataNode().accept(this, context);
   }
+
+  @Override
+  public TSStatus visitWriteObjectFile(ObjectNode node, DataRegion dataRegion) {
+    try {
+      dataRegion.writeObject(node);
+      dataRegion.insertSeparatorToWAL();
+      return StatusUtils.OK;
+    } catch (final Exception e) {
+      LOGGER.error("Error in executing plan node: {}", node, e);
+      return new TSStatus(TSStatusCode.WRITE_PROCESS_ERROR.getStatusCode());
+    }
+  }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/executor/RegionWriteExecutor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/executor/RegionWriteExecutor.java
index 60dda19757818..e3c2d3b4842e5 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/executor/RegionWriteExecutor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/execution/executor/RegionWriteExecutor.java
@@ -66,6 +66,7 @@
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsOfOneDeviceNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertTabletNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ObjectNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalDeleteDataNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalInsertTabletNode;
 import org.apache.iotdb.db.queryengine.plan.relational.planner.node.schema.CreateOrUpdateTableDeviceNode;
@@ -370,6 +371,19 @@ public RegionExecutionResult visitDeleteData(
       }
     }
 
+    @Override
+    public RegionExecutionResult visitWriteObjectFile(
+        final ObjectNode node, final WritePlanNodeExecutionContext context) {
+      // data deletion don't need to block data insertion, but there are some creation operation
+      // require write lock on data region.
+      context.getRegionWriteValidationRWLock().writeLock().lock();
+      try {
+        return super.visitWriteObjectFile(node, context);
+      } finally {
+        context.getRegionWriteValidationRWLock().writeLock().unlock();
+      }
+    }
+
     @Override
     public RegionExecutionResult visitDeleteTimeseries(
         final DeleteTimeSeriesNode node, final WritePlanNodeExecutionContext context) {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanNodeType.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanNodeType.java
index a90372bcd9c4a..421a5396807dd 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanNodeType.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanNodeType.java
@@ -106,12 +106,12 @@
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.source.TimeseriesRegionScanNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ContinuousSameSearchIndexSeparatorNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.DeleteDataNode;
-import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertMultiTabletsNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsOfOneDeviceNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertTabletNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ObjectNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalDeleteDataNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalInsertRowNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalInsertRowsNode;
@@ -358,7 +358,7 @@ public static PlanNode deserializeFromWAL(DataInputStream stream) throws IOExcep
       case 2003:
         return RelationalDeleteDataNode.deserializeFromWAL(stream);
       case 2004:
-        return FileNode.deserializeFromWAL(stream);
+        return ObjectNode.deserializeFromWAL(stream);
       default:
         throw new IllegalArgumentException("Invalid node type: " + nodeType);
     }
@@ -388,7 +388,7 @@ public static PlanNode deserializeFromWAL(ByteBuffer buffer) {
       case 2004:
         // TODO haonan only be called by follower, should call normal dserialize instead from
         // deserializeFromWAL
-        return FileNode.deserializeFromWAL(buffer);
+        return ObjectNode.deserializeFromWAL(buffer);
       default:
         throw new IllegalArgumentException("Invalid node type: " + nodeType);
     }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanVisitor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanVisitor.java
index 4ff7f9f62cbd5..609aacf866257 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanVisitor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanVisitor.java
@@ -115,6 +115,7 @@
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsOfOneDeviceNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertTabletNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ObjectNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalDeleteDataNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalInsertRowNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalInsertRowsNode;
@@ -620,6 +621,10 @@ public R visitDeleteData(RelationalDeleteDataNode node, C context) {
     return visitPlan(node, context);
   }
 
+  public R visitWriteObjectFile(ObjectNode node, C context) {
+    return visitPlan(node, context);
+  }
+
   /////////////////////////////////////////////////////////////////////////////////////////////////
   // Pipe Related Node
   /////////////////////////////////////////////////////////////////////////////////////////////////
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java
index 5eebc85f56ffc..5b495e6c9e354 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java
@@ -167,10 +167,6 @@ public Object[] getColumns() {
     return columns;
   }
 
-  public Object[] getColumnsAndConvertObjects() {
-    return columns;
-  }
-
   public void setColumns(Object[] columns) {
     this.columns = columns;
   }
@@ -299,7 +295,7 @@ protected Map<TRegionReplicaSet, List<Integer>> splitByReplicaSet(
     return splitMap;
   }
 
-  private List<WritePlanNode> doSplit(Map<TRegionReplicaSet, List<Integer>> splitMap) {
+  protected List<WritePlanNode> doSplit(Map<TRegionReplicaSet, List<Integer>> splitMap) {
     List<WritePlanNode> result = new ArrayList<>();
 
     if (splitMap.size() == 1) {
@@ -336,7 +332,7 @@ protected InsertTabletNode getEmptySplit(int count) {
         subTimes.length);
   }
 
-  private WritePlanNode generateOneSplit(Map.Entry<TRegionReplicaSet, List<Integer>> entry) {
+  protected WritePlanNode generateOneSplit(Map.Entry<TRegionReplicaSet, List<Integer>> entry) {
     List<Integer> locs;
     // generate a new times and values
     locs = entry.getValue();
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
similarity index 72%
rename from iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
rename to iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
index 5ea2c64f2c4d4..6b989ca564a12 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/FileNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
@@ -26,6 +26,7 @@
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNodeId;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNodeType;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanVisitor;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.WritePlanNode;
 import org.apache.iotdb.db.storageengine.dataregion.wal.buffer.IWALByteBufferView;
 import org.apache.iotdb.db.storageengine.dataregion.wal.buffer.WALEntryValue;
@@ -44,7 +45,7 @@
 import java.util.Optional;
 
 // TODO:[OBJECT] WAL serde
-public class FileNode extends SearchNode implements WALEntryValue {
+public class ObjectNode extends SearchNode implements WALEntryValue {
 
   private final boolean isEOF;
 
@@ -54,18 +55,25 @@ public class FileNode extends SearchNode implements WALEntryValue {
 
   private String filePath;
 
-  public FileNode(boolean isEOF, long offset, byte[] content) {
+  private int contentLength;
+
+  private TRegionReplicaSet dataRegionReplicaSet;
+
+  public ObjectNode(boolean isEOF, long offset, byte[] content, String filePath) {
     super(new PlanNodeId(""));
     this.isEOF = isEOF;
     this.offset = offset;
+    this.filePath = filePath;
     this.content = content;
+    this.contentLength = content.length;
   }
 
-  public FileNode(boolean isEOF, long offset, byte[] content, String filePath) {
+  public ObjectNode(boolean isEOF, long offset, int contentLength, String filePath) {
     super(new PlanNodeId(""));
     this.isEOF = isEOF;
     this.offset = offset;
     this.filePath = filePath;
+    this.contentLength = contentLength;
   }
 
   public boolean isEOF() {
@@ -95,8 +103,8 @@ public void serializeToWAL(IWALByteBufferView buffer) {
     buffer.putLong(searchIndex);
     buffer.put((byte) (isEOF ? 1 : 0));
     buffer.putLong(offset);
-    buffer.putInt(content.length);
     WALWriteUtils.write(filePath, buffer);
+    buffer.putInt(content.length);
   }
 
   @Override
@@ -109,38 +117,28 @@ public int serializedSize() {
         + ReadWriteIOUtils.sizeToWrite(filePath);
   }
 
-  public static FileNode deserializeFromWAL(DataInputStream stream) throws IOException {
+  public static ObjectNode deserializeFromWAL(DataInputStream stream) throws IOException {
     // TODO haonan only be called in recovery, should only deserialize relativePath, offset, eof,
     // length
     long searchIndex = stream.readLong();
     boolean isEOF = stream.readByte() == 1;
     long offset = stream.readLong();
-    int contentLength = stream.readInt();
     String filePath = ReadWriteIOUtils.readString(stream);
-    Optional<File> objectFile = TierManager.getInstance().getAbsoluteObjectFilePath(filePath);
-    byte[] contents = new byte[contentLength];
-    if (objectFile.isPresent()) {
-      try (RandomAccessFile raf = new RandomAccessFile(filePath, "r")) {
-        raf.seek(offset);
-        raf.read(contents);
-      }
-    } else {
-      throw new ObjectFileNotExist(filePath);
-    }
+    int contentLength = stream.readInt();
 
-    FileNode fileNode = new FileNode(isEOF, offset, contents, filePath);
-    fileNode.setSearchIndex(searchIndex);
+    ObjectNode objectNode = new ObjectNode(isEOF, offset, contentLength, filePath);
+    objectNode.setSearchIndex(searchIndex);
 
-    return fileNode;
+    return objectNode;
   }
 
-  public static FileNode deserializeFromWAL(ByteBuffer buffer) {
+  public static ObjectNode deserializeFromWAL(ByteBuffer buffer) {
     long searchIndex = buffer.getLong();
     boolean isEOF = buffer.get() == 1;
     long offset = buffer.getLong();
-    int contentLength = buffer.getInt();
     String filePath = ReadWriteIOUtils.readString(buffer);
     Optional<File> objectFile = TierManager.getInstance().getAbsoluteObjectFilePath(filePath);
+    int contentLength = buffer.getInt();
     byte[] contents = new byte[contentLength];
     if (objectFile.isPresent()) {
       try (RandomAccessFile raf = new RandomAccessFile(filePath, "r")) {
@@ -153,14 +151,17 @@ public static FileNode deserializeFromWAL(ByteBuffer buffer) {
       throw new ObjectFileNotExist(filePath);
     }
 
-    FileNode fileNode = new FileNode(isEOF, offset, contents, filePath);
-    fileNode.setSearchIndex(searchIndex);
-    return fileNode;
+    ObjectNode objectNode = new ObjectNode(isEOF, offset, contents, filePath);
+    objectNode.setSearchIndex(searchIndex);
+    return objectNode;
   }
 
   @Override
   public SearchNode merge(List<SearchNode> searchNodes) {
-    return null;
+    if (searchNodes.size() == 1) {
+      return searchNodes.get(0);
+    }
+    throw new UnsupportedOperationException("Merge is not supported");
   }
 
   @Override
@@ -178,7 +179,11 @@ public List<WritePlanNode> splitByPartition(IAnalysis analysis) {
 
   @Override
   public TRegionReplicaSet getRegionReplicaSet() {
-    return null;
+    return dataRegionReplicaSet;
+  }
+
+  public void setDataRegionReplicaSet(TRegionReplicaSet dataRegionReplicaSet) {
+    this.dataRegionReplicaSet = dataRegionReplicaSet;
   }
 
   @Override
@@ -205,10 +210,24 @@ public List<String> getOutputColumnNames() {
   }
 
   @Override
-  protected void serializeAttributes(ByteBuffer byteBuffer) {}
+  protected void serializeAttributes(ByteBuffer byteBuffer) {
+    getType().serialize(byteBuffer);
+    ReadWriteIOUtils.write(isEOF, byteBuffer);
+    ReadWriteIOUtils.write(offset, byteBuffer);
+    ReadWriteIOUtils.write(filePath, byteBuffer);
+    ReadWriteIOUtils.write(contentLength, byteBuffer);
+    byteBuffer.put(content);
+  }
 
   @Override
-  protected void serializeAttributes(DataOutputStream stream) throws IOException {}
+  protected void serializeAttributes(DataOutputStream stream) throws IOException {
+    getType().serialize(stream);
+    ReadWriteIOUtils.write(isEOF, stream);
+    ReadWriteIOUtils.write(offset, stream);
+    ReadWriteIOUtils.write(filePath, stream);
+    ReadWriteIOUtils.write(contentLength, stream);
+    stream.write(content);
+  }
 
   @Override
   public PlanNodeType getType() {
@@ -219,4 +238,9 @@ public PlanNodeType getType() {
   public long getMemorySize() {
     return content.length;
   }
+
+  @Override
+  public <R, C> R accept(PlanVisitor<R, C> visitor, C context) {
+    return visitor.visitWriteObjectFile(this, context);
+  }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
index a7199f0b31030..686715cd8c5c9 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
@@ -30,7 +30,9 @@
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNodeId;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNodeType;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanVisitor;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.WritePlanNode;
 import org.apache.iotdb.db.queryengine.plan.relational.metadata.fetcher.cache.TableDeviceSchemaCache;
+import org.apache.iotdb.db.storageengine.dataregion.tsfile.generator.TsFileNameGenerator;
 import org.apache.iotdb.db.storageengine.dataregion.wal.buffer.IWALByteBufferView;
 
 import org.apache.tsfile.enums.TSDataType;
@@ -39,6 +41,7 @@
 import org.apache.tsfile.read.TimeValuePair;
 import org.apache.tsfile.utils.Binary;
 import org.apache.tsfile.utils.BitMap;
+import org.apache.tsfile.utils.BytesUtils;
 import org.apache.tsfile.utils.Pair;
 import org.apache.tsfile.utils.ReadWriteIOUtils;
 import org.apache.tsfile.write.schema.MeasurementSchema;
@@ -47,10 +50,12 @@
 import java.io.DataOutputStream;
 import java.io.IOException;
 import java.nio.ByteBuffer;
+import java.nio.charset.StandardCharsets;
 import java.util.ArrayList;
 import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
+import java.util.Map.Entry;
 
 public class RelationalInsertTabletNode extends InsertTabletNode {
 
@@ -386,35 +391,51 @@ public void updateLastCache(final String databaseName) {
     }
   }
 
-  public boolean hasObjectValue() {
-    for (int i = 0; i < columns.length; i++) {
-      if (dataTypes[i] == TSDataType.OBJECT) {
-        return true;
-      }
-    }
-    return false;
-  }
-
-  public void setConvertedObjectValue(Binary objectValue, int column, int row) {
-    if (convertedColumns == null) {
-      convertedColumns = new Object[columns.length];
-      for (int i = 0; i < columns.length; i++) {
-        if (dataTypes[i] == TSDataType.OBJECT) {
-          convertedColumns[i] = new Binary[((Binary[]) columns[i]).length];
-        } else {
-          convertedColumns[i] = columns[i];
+  @Override
+  protected List<WritePlanNode> doSplit(Map<TRegionReplicaSet, List<Integer>> splitMap) {
+    List<WritePlanNode> result = new ArrayList<>();
+
+    if (splitMap.size() == 1) {
+      final Entry<TRegionReplicaSet, List<Integer>> entry = splitMap.entrySet().iterator().next();
+      if (entry.getValue().size() == 2) {
+        // Avoid using system arraycopy when there is no need to split
+        setRange(entry.getValue());
+        setDataRegionReplicaSet(entry.getKey());
+        for (int i = 0; i < columns.length; i++) {
+          if (dataTypes[i] == TSDataType.OBJECT) {
+            for (int j = 0; j < times.length; j++) {
+              byte[] binary = ((Binary[]) columns[i])[j].getValues();
+              ByteBuffer buffer = ByteBuffer.wrap(binary);
+              boolean isEoF = buffer.get() == 1;
+              long offset = buffer.getLong();
+              byte[] content = ReadWriteIOUtils.readBytes(buffer, buffer.remaining());
+              String relativePath =
+                  TsFileNameGenerator.generateObjectFilePath(times[j], getDeviceID(j));
+              ObjectNode objectNode = new ObjectNode(isEoF, offset, content, relativePath);
+              objectNode.setDataRegionReplicaSet(entry.getKey());
+              result.add(objectNode);
+              if (isEoF) {
+                byte[] filePathBytes = relativePath.getBytes(StandardCharsets.UTF_8);
+                byte[] valueBytes = new byte[filePathBytes.length + Long.BYTES];
+                System.arraycopy(
+                    BytesUtils.longToBytes(offset + content.length), 0, valueBytes, 0, Long.BYTES);
+                System.arraycopy(filePathBytes, 0, valueBytes, Long.BYTES, filePathBytes.length);
+                ((Binary[]) columns[i])[j] = new Binary(valueBytes);
+              } else {
+                ((Binary[]) columns[i])[j] = null;
+              }
+            }
+          }
         }
+        result.add(this);
+        return result;
       }
     }
-    ((Binary[]) convertedColumns[column])[row] = objectValue;
-  }
 
-  @Override
-  public Object[] getColumnsAndConvertObjects() {
-    if (!hasObjectValue()) {
-      return columns;
-    } else {
-      return convertedColumns;
+    for (Map.Entry<TRegionReplicaSet, List<Integer>> entry : splitMap.entrySet()) {
+      // TODO: add ObjectNode for split
+      result.add(generateOneSplit(entry));
     }
+    return result;
   }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
index db5fbe987298d..f80a853ad6d97 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
@@ -76,6 +76,7 @@
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsOfOneDeviceNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertTabletNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ObjectNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalDeleteDataNode;
 import org.apache.iotdb.db.queryengine.plan.relational.metadata.TableSchema;
 import org.apache.iotdb.db.queryengine.plan.relational.metadata.fetcher.cache.LastCacheLoadStrategy;
@@ -150,6 +151,7 @@
 import org.apache.iotdb.db.utils.CommonUtils;
 import org.apache.iotdb.db.utils.DateTimeUtils;
 import org.apache.iotdb.db.utils.ModificationUtils;
+import org.apache.iotdb.db.utils.ObjectWriter;
 import org.apache.iotdb.metrics.utils.MetricLevel;
 import org.apache.iotdb.rpc.RpcUtils;
 import org.apache.iotdb.rpc.TSStatusCode;
@@ -174,6 +176,7 @@
 import java.io.IOException;
 import java.nio.file.Files;
 import java.nio.file.Paths;
+import java.nio.file.StandardCopyOption;
 import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.Collection;
@@ -3074,6 +3077,27 @@ public int compact() {
     }
   }
 
+  public void writeObject(ObjectNode objectNode) throws Exception {
+    writeLock("writeObject");
+    try {
+      String relativeTmpPathString = objectNode.getFilePath() + ".tmp";
+      String objectFileDir = TierManager.getInstance().getNextFolderForObjectFile();
+      File objectTmpFile =
+          FSFactoryProducer.getFSFactory().getFile(objectFileDir, relativeTmpPathString);
+      try (ObjectWriter writer = new ObjectWriter(objectTmpFile)) {
+        writer.write(objectNode.isEOF(), objectNode.getOffset(), objectNode.getContent());
+      }
+      if (objectNode.isEOF()) {
+        File objectFile =
+            FSFactoryProducer.getFSFactory().getFile(objectFileDir, objectNode.getFilePath());
+        Files.move(
+            objectTmpFile.toPath(), objectFile.toPath(), StandardCopyOption.REPLACE_EXISTING);
+      }
+    } finally {
+      writeUnlock();
+    }
+  }
+
   /**
    * Load a new tsfile to unsequence dir.
    *
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AbstractMemTable.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AbstractMemTable.java
index fea43e65c8021..d550781858fb8 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AbstractMemTable.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/AbstractMemTable.java
@@ -356,7 +356,7 @@ public void writeAlignedTablet(
           createAlignedMemChunkGroupIfNotExistAndGet(deviceID, schemaList);
       memChunkGroup.writeTablet(
           insertTabletNode.getTimes(),
-          insertTabletNode.getColumnsAndConvertObjects(),
+          insertTabletNode.getColumns(),
           insertTabletNode.getBitMaps(),
           schemaList,
           splitStart,
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
index 4a270779fe86d..878eda4d07139 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
@@ -570,7 +570,6 @@ public void insertTablet(
       throws WriteProcessException {
 
     ensureMemTable(infoForMetrics);
-    handleWriteObject(insertTabletNode, rangeList, results);
 
     long[] memIncrements =
         scheduleMemoryBlock(insertTabletNode, rangeList, results, noFailure, infoForMetrics);
@@ -1022,9 +1021,7 @@ private void updateMemCost(
     // TEXT data size
     if (dataType.isBinary()) {
       Binary[] binColumn = (Binary[]) column;
-      if (dataType != TSDataType.OBJECT) {
-        memIncrements[1] += MemUtils.getBinaryColumnSize(binColumn, start, end, null);
-      }
+      memIncrements[1] += MemUtils.getBinaryColumnSize(binColumn, start, end, null);
     }
   }
 
@@ -2391,9 +2388,6 @@ private void handleWriteObject(
               System.arraycopy(
                   BytesUtils.longToBytes(objectFile.length()), 0, valueBytes, 0, Long.BYTES);
               System.arraycopy(filePathBytes, 0, valueBytes, Long.BYTES, filePathBytes.length);
-              node.setConvertedObjectValue(new Binary(valueBytes), j, i);
-            } else {
-              node.setConvertedObjectValue(null, j, i);
             }
 
             //            WALFlushListener walFlushListener;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/generator/TsFileNameGenerator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/generator/TsFileNameGenerator.java
index aa5f4beafbf6e..4208d7f409279 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/generator/TsFileNameGenerator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/generator/TsFileNameGenerator.java
@@ -21,15 +21,14 @@
 
 import org.apache.iotdb.commons.conf.IoTDBConstant;
 import org.apache.iotdb.commons.utils.TestOnly;
-import org.apache.iotdb.commons.utils.TimePartitionUtils;
 import org.apache.iotdb.db.exception.DiskSpaceInsufficientException;
-import org.apache.iotdb.db.storageengine.StorageEngine;
 import org.apache.iotdb.db.storageengine.dataregion.tsfile.TsFileResource;
 import org.apache.iotdb.db.storageengine.dataregion.tsfile.TsFileResourceStatus;
 import org.apache.iotdb.db.storageengine.rescon.disk.FolderManager;
 import org.apache.iotdb.db.storageengine.rescon.disk.TierManager;
 
 import org.apache.tsfile.common.constant.TsFileConstant;
+import org.apache.tsfile.file.metadata.IDeviceID;
 import org.apache.tsfile.fileSystem.FSFactoryProducer;
 import org.apache.tsfile.fileSystem.fsFactory.FSFactory;
 import org.slf4j.Logger;
@@ -169,18 +168,15 @@ public static TsFileName getTsFileName(String fileName) throws IOException {
     }
   }
 
-  public static String generateObjectFilePath(
-      long time, int datanodeId, String databaseName, int dataRegionId) {
+  public static String generateObjectFilePath(long time, IDeviceID iDeviceID) {
     String objectFileName = time + ".bin";
-    String relativePathString =
-        databaseName
-            + File.separator
-            + dataRegionId
-            + File.separator
-            + TimePartitionUtils.getTimePartitionId(time)
-            + File.separator
-            + objectFileName;
-    return relativePathString;
+    Object[] segments = iDeviceID.getSegments();
+    StringBuilder relativePathString = new StringBuilder();
+    for (Object segment : segments) {
+      relativePathString.append(segment.toString().toLowerCase()).append(File.separator);
+    }
+    relativePathString.append(objectFileName);
+    return relativePathString.toString();
   }
 
   @TestOnly
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALBuffer.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALBuffer.java
index f0a95a97705a5..951df0437500c 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALBuffer.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALBuffer.java
@@ -26,8 +26,8 @@
 import org.apache.iotdb.db.conf.IoTDBConfig;
 import org.apache.iotdb.db.conf.IoTDBDescriptor;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.DeleteDataNode;
-import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ObjectNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalDeleteDataNode;
 import org.apache.iotdb.db.service.metrics.WritingMetrics;
 import org.apache.iotdb.db.storageengine.dataregion.wal.checkpoint.Checkpoint;
@@ -334,7 +334,7 @@ private void handleInfoEntry(WALEntry walEntry) {
         } else if (walEntry.getType() == WALEntryType.RELATIONAL_DELETE_DATA_NODE) {
           searchIndex = ((RelationalDeleteDataNode) walEntry.getValue()).getSearchIndex();
         } else if (walEntry.getType() == WALEntryType.OBJECT_FILE_NODE) {
-          searchIndex = ((FileNode) walEntry.getValue()).getSearchIndex();
+          searchIndex = ((ObjectNode) walEntry.getValue()).getSearchIndex();
         } else {
           searchIndex = ((InsertNode) walEntry.getValue()).getSearchIndex();
         }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntry.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntry.java
index af00ab2978197..f91e6b6426581 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntry.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntry.java
@@ -23,10 +23,10 @@
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNodeType;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ContinuousSameSearchIndexSeparatorNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.DeleteDataNode;
-import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertTabletNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ObjectNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalDeleteDataNode;
 import org.apache.iotdb.db.storageengine.dataregion.memtable.AbstractMemTable;
 import org.apache.iotdb.db.storageengine.dataregion.memtable.IMemTable;
@@ -78,7 +78,7 @@ protected WALEntry(long memTableId, WALEntryValue value, boolean wait) {
       this.type = WALEntryType.CONTINUOUS_SAME_SEARCH_INDEX_SEPARATOR_NODE;
     } else if (value instanceof RelationalDeleteDataNode) {
       this.type = WALEntryType.RELATIONAL_DELETE_DATA_NODE;
-    } else if (value instanceof FileNode) {
+    } else if (value instanceof ObjectNode) {
       this.type = WALEntryType.OBJECT_FILE_NODE;
     } else {
       throw new RuntimeException("Unknown WALEntry type");
@@ -138,7 +138,7 @@ public static WALEntry deserialize(DataInputStream stream) throws IOException {
         value = (ContinuousSameSearchIndexSeparatorNode) PlanNodeType.deserializeFromWAL(stream);
         break;
       case OBJECT_FILE_NODE:
-        value = (FileNode) PlanNodeType.deserializeFromWAL(stream);
+        value = (ObjectNode) PlanNodeType.deserializeFromWAL(stream);
         break;
       default:
         throw new RuntimeException("Unknown WALEntry type " + type);
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALInfoEntry.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALInfoEntry.java
index 57157a0092b37..791ef63a7525d 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALInfoEntry.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALInfoEntry.java
@@ -21,9 +21,9 @@
 
 import org.apache.iotdb.db.conf.IoTDBConfig;
 import org.apache.iotdb.db.conf.IoTDBDescriptor;
-import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertTabletNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ObjectNode;
 import org.apache.iotdb.db.storageengine.dataregion.memtable.IMemTable;
 import org.apache.iotdb.db.storageengine.dataregion.wal.utils.WALMode;
 
@@ -169,7 +169,7 @@ public long getMemorySize() {
       case MEMORY_TABLE_CHECKPOINT:
         return RamUsageEstimator.sizeOfObject(value);
       case OBJECT_FILE_NODE:
-        return ((FileNode) value).serializedSize();
+        return ((ObjectNode) value).serializedSize();
       default:
         throw new RuntimeException("Unsupported wal entry type " + type);
     }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/IWALNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/IWALNode.java
index aa8959e5abf91..a8fbbee0dc4f5 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/IWALNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/IWALNode.java
@@ -23,10 +23,10 @@
 import org.apache.iotdb.consensus.iot.log.ConsensusReqReader;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ContinuousSameSearchIndexSeparatorNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.DeleteDataNode;
-import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertTabletNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ObjectNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalDeleteDataNode;
 import org.apache.iotdb.db.storageengine.dataregion.flush.FlushListener;
 import org.apache.iotdb.db.storageengine.dataregion.memtable.IMemTable;
@@ -55,7 +55,7 @@ public interface IWALNode extends FlushListener, AutoCloseable, ConsensusReqRead
   /** Log BatchDoneNode */
   WALFlushListener log(long memTableId, ContinuousSameSearchIndexSeparatorNode separatorNode);
 
-  WALFlushListener log(long memTableId, FileNode fileNode);
+  WALFlushListener log(long memTableId, ObjectNode objectNode);
 
   /** Callback when memTable created. */
   void onMemTableCreated(IMemTable memTable, String targetTsFile);
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALFakeNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALFakeNode.java
index 5a2cbbc12d2a7..7cc9a60b4d50f 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALFakeNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALFakeNode.java
@@ -21,10 +21,10 @@
 
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ContinuousSameSearchIndexSeparatorNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.DeleteDataNode;
-import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertTabletNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ObjectNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalDeleteDataNode;
 import org.apache.iotdb.db.storageengine.dataregion.memtable.IMemTable;
 import org.apache.iotdb.db.storageengine.dataregion.wal.exception.WALException;
@@ -84,7 +84,7 @@ public WALFlushListener log(
   }
 
   @Override
-  public WALFlushListener log(long memTableId, FileNode fileNode) {
+  public WALFlushListener log(long memTableId, ObjectNode objectNode) {
     return getResult();
   }
 
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
index d73075cdf29e0..c2af1493115ec 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
@@ -30,10 +30,10 @@
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNodeType;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ContinuousSameSearchIndexSeparatorNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.DeleteDataNode;
-import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.FileNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertTabletNode;
+import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.ObjectNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalDeleteDataNode;
 import org.apache.iotdb.db.service.metrics.WritingMetrics;
 import org.apache.iotdb.db.storageengine.StorageEngine;
@@ -196,8 +196,8 @@ public WALFlushListener log(
   }
 
   @Override
-  public WALFlushListener log(long memTableId, FileNode fileNode) {
-    WALEntry walEntry = new WALInfoEntry(memTableId, fileNode);
+  public WALFlushListener log(long memTableId, ObjectNode objectNode) {
+    WALEntry walEntry = new WALInfoEntry(memTableId, objectNode);
     return log(walEntry);
   }
 
@@ -786,7 +786,7 @@ public boolean hasNext() {
                   // need to add WALEntryType + memtableId + relativePath, offset, eof, length +
                   // filecontent
                   // need to add IoTConsensusRequest instead of FileNode
-                  tmpNodes.get().add((FileNode) walEntry.getValue());
+                  tmpNodes.get().add((ObjectNode) walEntry.getValue());
                 } else {
                   tmpNodes.get().add(new IoTConsensusRequest(buffer));
                 }

From 56b4a71df6064ba10162792192760511f5cafd41 Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Tue, 8 Jul 2025 17:41:43 +0800
Subject: [PATCH 38/66] finally iotv1 worked

---
 .../plan/planner/plan/node/PlanNodeType.java  |  6 +-
 .../plan/node/write/InsertTabletNode.java     |  6 --
 .../planner/plan/node/write/ObjectNode.java   | 49 ++++++++++--
 .../storageengine/dataregion/DataRegion.java  |  2 +
 .../dataregion/memtable/TsFileProcessor.java  | 76 -------------------
 .../dataregion/wal/node/WALNode.java          |  4 +-
 6 files changed, 51 insertions(+), 92 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanNodeType.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanNodeType.java
index 421a5396807dd..98936da12bb29 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanNodeType.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/PlanNodeType.java
@@ -386,9 +386,7 @@ public static PlanNode deserializeFromWAL(ByteBuffer buffer) {
       case 2003:
         return RelationalDeleteDataNode.deserializeFromWAL(buffer);
       case 2004:
-        // TODO haonan only be called by follower, should call normal dserialize instead from
-        // deserializeFromWAL
-        return ObjectNode.deserializeFromWAL(buffer);
+        return ObjectNode.deserialize(buffer);
       default:
         throw new IllegalArgumentException("Invalid node type: " + nodeType);
     }
@@ -705,6 +703,8 @@ public static PlanNode deserialize(ByteBuffer buffer, short nodeType) {
         return RelationalInsertRowsNode.deserialize(buffer);
       case 2003:
         return RelationalDeleteDataNode.deserialize(buffer);
+      case 2004:
+        return ObjectNode.deserialize(buffer);
       default:
         throw new IllegalArgumentException("Invalid node type: " + nodeType);
     }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java
index 5b495e6c9e354..be67555ac2eb6 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java
@@ -220,12 +220,6 @@ public List<WritePlanNode> splitByPartition(IAnalysis analysis) {
     final Map<IDeviceID, PartitionSplitInfo> deviceIDSplitInfoMap = collectSplitRanges();
     final Map<TRegionReplicaSet, List<Integer>> splitMap =
         splitByReplicaSet(deviceIDSplitInfoMap, analysis);
-
-    // TODO haonan should generate ObjectNode for each object point
-    // TODO haonan normal serialize method should contain relativePath, offset, length, eof,
-    // fileContent
-    // ObjectPlanNode(relativePath, offset, eof, length, fileContent), ObjectNode, ObjectNode,
-    // InsertNode()
     return doSplit(splitMap);
   }
 
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
index 6b989ca564a12..9b583b56be207 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
@@ -22,17 +22,21 @@
 import org.apache.iotdb.common.rpc.thrift.TRegionReplicaSet;
 import org.apache.iotdb.commons.consensus.index.ProgressIndex;
 import org.apache.iotdb.commons.exception.ObjectFileNotExist;
+import org.apache.iotdb.commons.exception.runtime.SerializationRunTimeException;
 import org.apache.iotdb.db.queryengine.plan.analyze.IAnalysis;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNodeId;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanNodeType;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.PlanVisitor;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.WritePlanNode;
+import org.apache.iotdb.db.storageengine.dataregion.memtable.TsFileProcessor;
 import org.apache.iotdb.db.storageengine.dataregion.wal.buffer.IWALByteBufferView;
+import org.apache.iotdb.db.storageengine.dataregion.wal.buffer.WALEntryType;
 import org.apache.iotdb.db.storageengine.dataregion.wal.buffer.WALEntryValue;
 import org.apache.iotdb.db.storageengine.dataregion.wal.utils.WALWriteUtils;
 import org.apache.iotdb.db.storageengine.rescon.disk.TierManager;
 
+import org.apache.tsfile.utils.PublicBAOS;
 import org.apache.tsfile.utils.ReadWriteIOUtils;
 
 import java.io.DataInputStream;
@@ -98,7 +102,6 @@ public String getFilePath() {
 
   @Override
   public void serializeToWAL(IWALByteBufferView buffer) {
-    // TODO haonan only need relativePath, offset, length, eof
     buffer.putShort(getType().getNodeType());
     buffer.putLong(searchIndex);
     buffer.put((byte) (isEOF ? 1 : 0));
@@ -118,17 +121,13 @@ public int serializedSize() {
   }
 
   public static ObjectNode deserializeFromWAL(DataInputStream stream) throws IOException {
-    // TODO haonan only be called in recovery, should only deserialize relativePath, offset, eof,
-    // length
     long searchIndex = stream.readLong();
     boolean isEOF = stream.readByte() == 1;
     long offset = stream.readLong();
     String filePath = ReadWriteIOUtils.readString(stream);
     int contentLength = stream.readInt();
-
     ObjectNode objectNode = new ObjectNode(isEOF, offset, contentLength, filePath);
     objectNode.setSearchIndex(searchIndex);
-
     return objectNode;
   }
 
@@ -141,7 +140,7 @@ public static ObjectNode deserializeFromWAL(ByteBuffer buffer) {
     int contentLength = buffer.getInt();
     byte[] contents = new byte[contentLength];
     if (objectFile.isPresent()) {
-      try (RandomAccessFile raf = new RandomAccessFile(filePath, "r")) {
+      try (RandomAccessFile raf = new RandomAccessFile(objectFile.get(), "r")) {
         raf.seek(offset);
         raf.read(contents);
       } catch (IOException e) {
@@ -156,6 +155,15 @@ public static ObjectNode deserializeFromWAL(ByteBuffer buffer) {
     return objectNode;
   }
 
+  public static ObjectNode deserialize(ByteBuffer byteBuffer) {
+    boolean isEoF = ReadWriteIOUtils.readBool(byteBuffer);
+    long offset = ReadWriteIOUtils.readLong(byteBuffer);
+    String filePath = ReadWriteIOUtils.readString(byteBuffer);
+    int contentLength = ReadWriteIOUtils.readInt(byteBuffer);
+    byte[] content = ReadWriteIOUtils.readBytes(byteBuffer, contentLength);
+    return new ObjectNode(isEoF, offset, content, filePath);
+  }
+
   @Override
   public SearchNode merge(List<SearchNode> searchNodes) {
     if (searchNodes.size() == 1) {
@@ -229,6 +237,35 @@ protected void serializeAttributes(DataOutputStream stream) throws IOException {
     stream.write(content);
   }
 
+  public ByteBuffer serialize() {
+    try (PublicBAOS byteArrayOutputStream = new PublicBAOS();
+        DataOutputStream stream = new DataOutputStream(byteArrayOutputStream)) {
+      ReadWriteIOUtils.write(WALEntryType.OBJECT_FILE_NODE.getCode(), stream);
+      ReadWriteIOUtils.write((long) TsFileProcessor.MEMTABLE_NOT_EXIST, stream);
+      ReadWriteIOUtils.write(getType().getNodeType(), stream);
+      ReadWriteIOUtils.write(isEOF, stream);
+      ReadWriteIOUtils.write(offset, stream);
+      ReadWriteIOUtils.write(filePath, stream);
+      ReadWriteIOUtils.write(contentLength, stream);
+      Optional<File> objectFile = TierManager.getInstance().getAbsoluteObjectFilePath(filePath);
+      byte[] contents = new byte[contentLength];
+      if (objectFile.isPresent()) {
+        try (RandomAccessFile raf = new RandomAccessFile(objectFile.get(), "r")) {
+          raf.seek(offset);
+          raf.read(contents);
+        } catch (IOException e) {
+          throw new RuntimeException(e);
+        }
+      } else {
+        throw new ObjectFileNotExist(filePath);
+      }
+      stream.write(contents);
+      return ByteBuffer.wrap(byteArrayOutputStream.getBuf(), 0, byteArrayOutputStream.size());
+    } catch (IOException e) {
+      throw new SerializationRunTimeException(e);
+    }
+  }
+
   @Override
   public PlanNodeType getType() {
     return PlanNodeType.OBJECT_FILE_NODE;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
index f80a853ad6d97..8396941c480d4 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
@@ -3093,6 +3093,8 @@ public void writeObject(ObjectNode objectNode) throws Exception {
         Files.move(
             objectTmpFile.toPath(), objectFile.toPath(), StandardCopyOption.REPLACE_EXISTING);
       }
+      getWALNode()
+          .ifPresent(walNode -> walNode.log(TsFileProcessor.MEMTABLE_NOT_EXIST, objectNode));
     } finally {
       writeUnlock();
     }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
index 878eda4d07139..b2c96a87f3bc6 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/memtable/TsFileProcessor.java
@@ -47,7 +47,6 @@
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertRowsNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.InsertTabletNode;
 import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalDeleteDataNode;
-import org.apache.iotdb.db.queryengine.plan.planner.plan.node.write.RelationalInsertTabletNode;
 import org.apache.iotdb.db.schemaengine.schemaregion.utils.ResourceByPathUtils;
 import org.apache.iotdb.db.service.metrics.WritingMetrics;
 import org.apache.iotdb.db.storageengine.dataregion.DataRegion;
@@ -71,13 +70,11 @@
 import org.apache.iotdb.db.storageengine.dataregion.wal.node.IWALNode;
 import org.apache.iotdb.db.storageengine.dataregion.wal.utils.listener.AbstractResultListener;
 import org.apache.iotdb.db.storageengine.dataregion.wal.utils.listener.WALFlushListener;
-import org.apache.iotdb.db.storageengine.rescon.disk.TierManager;
 import org.apache.iotdb.db.storageengine.rescon.memory.MemTableManager;
 import org.apache.iotdb.db.storageengine.rescon.memory.PrimitiveArrayManager;
 import org.apache.iotdb.db.storageengine.rescon.memory.SystemInfo;
 import org.apache.iotdb.db.utils.MemUtils;
 import org.apache.iotdb.db.utils.ModificationUtils;
-import org.apache.iotdb.db.utils.ObjectWriter;
 import org.apache.iotdb.db.utils.datastructure.AlignedTVList;
 import org.apache.iotdb.db.utils.datastructure.TVList;
 import org.apache.iotdb.rpc.RpcUtils;
@@ -90,23 +87,16 @@
 import org.apache.tsfile.file.metadata.IChunkMetadata;
 import org.apache.tsfile.file.metadata.IDeviceID;
 import org.apache.tsfile.file.metadata.TableSchema;
-import org.apache.tsfile.fileSystem.FSFactoryProducer;
 import org.apache.tsfile.read.filter.basic.Filter;
 import org.apache.tsfile.utils.Binary;
-import org.apache.tsfile.utils.BytesUtils;
 import org.apache.tsfile.utils.Pair;
-import org.apache.tsfile.utils.ReadWriteIOUtils;
 import org.apache.tsfile.write.writer.RestorableTsFileIOWriter;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
 import java.io.File;
 import java.io.IOException;
-import java.nio.ByteBuffer;
 import java.nio.channels.ClosedChannelException;
-import java.nio.charset.StandardCharsets;
-import java.nio.file.Files;
-import java.nio.file.StandardCopyOption;
 import java.util.ArrayList;
 import java.util.Collection;
 import java.util.Collections;
@@ -2341,70 +2331,4 @@ private void logFlushQueryReadUnlocked() {
           "{}: {} release flushQueryLock", dataRegionName, tsFileResource.getTsFile().getName());
     }
   }
-
-  private void handleWriteObject(
-      InsertTabletNode insertTabletNode, List<int[]> rangeList, TSStatus[] results)
-      throws WriteProcessException {
-    if (insertTabletNode instanceof RelationalInsertTabletNode) {
-      RelationalInsertTabletNode node = (RelationalInsertTabletNode) insertTabletNode;
-      for (int j = 0; j < node.getColumns().length; j++) {
-        if (node.getDataType(j) == TSDataType.OBJECT) {
-          Binary[] objectColumn = node.getObjectColumns().get(j);
-          for (int i = 0; i < node.getTimes().length; i++) {
-            ByteBuffer buffer = ByteBuffer.wrap(objectColumn[i].getValues()).duplicate();
-            String relativePathString = ReadWriteIOUtils.readString(buffer);
-            boolean isEoF = ReadWriteIOUtils.readBool(buffer);
-            long offset = ReadWriteIOUtils.readLong(buffer);
-            byte[] content = ReadWriteIOUtils.readBytes(buffer, buffer.remaining());
-            String relativeTmpPathString = relativePathString + ".tmp";
-            String objectFileDir;
-            File objectTmpFile;
-            try {
-              objectFileDir = TierManager.getInstance().getNextFolderForObjectFile();
-              objectTmpFile =
-                  FSFactoryProducer.getFSFactory().getFile(objectFileDir, relativeTmpPathString);
-              try (ObjectWriter writer = new ObjectWriter(objectTmpFile)) {
-                writer.write(isEoF, offset, content);
-              }
-            } catch (Exception e) {
-              results[i] = RpcUtils.getStatus(TSStatusCode.INTERNAL_SERVER_ERROR, e.getMessage());
-              throw new WriteProcessException(e);
-            }
-            // TODO:[OBJECT] write file node wal
-            if (isEoF) {
-              File objectFile =
-                  FSFactoryProducer.getFSFactory().getFile(objectFileDir, relativePathString);
-              try {
-                Files.move(
-                    objectTmpFile.toPath(),
-                    objectFile.toPath(),
-                    StandardCopyOption.REPLACE_EXISTING);
-              } catch (IOException e) {
-                results[i] = RpcUtils.getStatus(TSStatusCode.INTERNAL_SERVER_ERROR, e.getMessage());
-                throw new WriteProcessException(e);
-              }
-              byte[] filePathBytes = relativePathString.getBytes(StandardCharsets.UTF_8);
-              byte[] valueBytes = new byte[filePathBytes.length + Long.BYTES];
-              System.arraycopy(
-                  BytesUtils.longToBytes(objectFile.length()), 0, valueBytes, 0, Long.BYTES);
-              System.arraycopy(filePathBytes, 0, valueBytes, Long.BYTES, filePathBytes.length);
-            }
-
-            //            WALFlushListener walFlushListener;
-            //            try {
-            //              walFlushListener = walNode.log(workMemTable.getMemTableId(), fileNode);
-            //              if (walFlushListener.waitForResult() == WALFlushListener.Status.FAILURE)
-            // {
-            //                throw walFlushListener.getCause();
-            //              }
-            //            } catch (Exception e) {
-            //              results[i] = RpcUtils.getStatus(TSStatusCode.INTERNAL_SERVER_ERROR,
-            // e.getMessage());
-            //              throw new WriteProcessException(e);
-            //            }
-          }
-        }
-      }
-    }
-  }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
index c2af1493115ec..7833785599f8a 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
@@ -786,7 +786,9 @@ public boolean hasNext() {
                   // need to add WALEntryType + memtableId + relativePath, offset, eof, length +
                   // filecontent
                   // need to add IoTConsensusRequest instead of FileNode
-                  tmpNodes.get().add((ObjectNode) walEntry.getValue());
+                  tmpNodes
+                      .get()
+                      .add(new IoTConsensusRequest(((ObjectNode) walEntry.getValue()).serialize()));
                 } else {
                   tmpNodes.get().add(new IoTConsensusRequest(buffer));
                 }

From 848f4ddc987b1513903adbddfbd6920f4772105c Mon Sep 17 00:00:00 2001
From: shuwenwei <s13979062948@gmail.com>
Date: Tue, 8 Jul 2025 17:41:51 +0800
Subject: [PATCH 39/66] modify compaction

---
 .../java/org/apache/iotdb/ObjectExample.java  |   6 +-
 .../function/scalar/GeoPenetrate.java         |   2 +-
 .../scalar/ReadObjectColumnTransformer.java   |  19 +-
 .../execute/task/SettleCompactionTask.java    |   8 +-
 .../execute/utils/CompactionUtils.java        | 171 ++++++++++++++++++
 .../utils/MultiTsFileDeviceIterator.java      |   8 +-
 .../FastAlignedSeriesCompactionExecutor.java  |  10 +-
 ...astNonAlignedSeriesCompactionExecutor.java |   6 +-
 .../fast/element/ChunkMetadataElement.java    |  10 +-
 .../iotdb/db/utils/ObjectTypeUtils.java       |  72 ++++++++
 .../CompactionDeleteObjectFileTest.java       |  85 +++++++++
 11 files changed, 371 insertions(+), 26 deletions(-)
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectTypeUtils.java
 create mode 100644 iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/CompactionDeleteObjectFileTest.java

diff --git a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
index 36cab4c8d0dc1..635141edd1036 100644
--- a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
+++ b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
@@ -82,7 +82,8 @@ public static void main(String[] args) {
           true,
           0,
           Files.readAllBytes(
-              Paths.get("/Users/ht/Downloads/2_1746622362350_fa24aa15233f4e76bcda789a5771f43f")));
+              Paths.get(
+                  "/Users/shuww/Downloads/2_1746622362350_fa24aa15233f4e76bcda789a5771f43f")));
       session.insert(tablet);
       tablet.reset();
 
@@ -99,7 +100,8 @@ public static void main(String[] args) {
           true,
           0,
           Files.readAllBytes(
-              Paths.get("/Users/ht/Downloads/2_1746622367063_8fb5ac8e21724140874195b60b878664")));
+              Paths.get(
+                  "/Users/shuww/Downloads/2_1746622367063_8fb5ac8e21724140874195b60b878664")));
       session.insert(tablet);
       tablet.reset();
       //
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/scalar/GeoPenetrate.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/scalar/GeoPenetrate.java
index 440b3728bc428..45e512ebd2739 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/scalar/GeoPenetrate.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/relational/function/scalar/GeoPenetrate.java
@@ -37,7 +37,7 @@
 import java.util.ArrayList;
 import java.util.List;
 
-import static org.apache.iotdb.db.queryengine.transformation.dag.column.unary.scalar.ReadObjectColumnTransformer.getObjectPathFromBinary;
+import static org.apache.iotdb.db.utils.ObjectTypeUtils.getObjectPathFromBinary;
 
 public class GeoPenetrate implements ScalarFunction {
 
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
index 496e0dd0dbb18..84a094e39fe69 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/transformation/dag/column/unary/scalar/ReadObjectColumnTransformer.java
@@ -20,16 +20,14 @@
 package org.apache.iotdb.db.queryengine.transformation.dag.column.unary.scalar;
 
 import org.apache.iotdb.commons.exception.IoTDBRuntimeException;
-import org.apache.iotdb.commons.exception.ObjectFileNotExist;
 import org.apache.iotdb.db.queryengine.execution.fragment.FragmentInstanceContext;
 import org.apache.iotdb.db.queryengine.transformation.dag.column.ColumnTransformer;
 import org.apache.iotdb.db.queryengine.transformation.dag.column.unary.UnaryColumnTransformer;
-import org.apache.iotdb.db.storageengine.rescon.disk.TierManager;
+import org.apache.iotdb.db.utils.ObjectTypeUtils;
 import org.apache.iotdb.rpc.TSStatusCode;
 
 import org.apache.tsfile.block.column.Column;
 import org.apache.tsfile.block.column.ColumnBuilder;
-import org.apache.tsfile.common.conf.TSFileConfig;
 import org.apache.tsfile.enums.TSDataType;
 import org.apache.tsfile.read.common.type.Type;
 import org.apache.tsfile.utils.Binary;
@@ -43,8 +41,6 @@
 
 public class ReadObjectColumnTransformer extends UnaryColumnTransformer {
 
-  private static final TierManager TIER_MANAGER = TierManager.getInstance();
-
   private final Optional<FragmentInstanceContext> fragmentInstanceContext;
   private long offset = 0;
   private long length = -1;
@@ -110,7 +106,7 @@ private void transform(Column column, ColumnBuilder columnBuilder, int i) {
   }
 
   private Binary readObject(Binary binary) {
-    File file = getObjectPathFromBinary(binary);
+    File file = ObjectTypeUtils.getObjectPathFromBinary(binary);
     long fileSize = file.length();
     if (offset >= fileSize) {
       throw new UnsupportedOperationException("offset is greater than object size");
@@ -130,15 +126,4 @@ private Binary readObject(Binary binary) {
     }
     return new Binary(bytes);
   }
-
-  public static File getObjectPathFromBinary(Binary binary) {
-    byte[] bytes = binary.getValues();
-    String relativeObjectFilePath =
-        new String(bytes, 8, bytes.length - 8, TSFileConfig.STRING_CHARSET);
-    Optional<File> file = TIER_MANAGER.getAbsoluteObjectFilePath(relativeObjectFilePath);
-    if (!file.isPresent()) {
-      throw new ObjectFileNotExist(relativeObjectFilePath);
-    }
-    return file.get();
-  }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/task/SettleCompactionTask.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/task/SettleCompactionTask.java
index e00703e5e7521..79d6a41025bcf 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/task/SettleCompactionTask.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/task/SettleCompactionTask.java
@@ -18,10 +18,12 @@
  */
 package org.apache.iotdb.db.storageengine.dataregion.compaction.execute.task;
 
+import org.apache.iotdb.commons.exception.IllegalPathException;
 import org.apache.iotdb.db.service.metrics.FileMetrics;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.constant.CompactionTaskType;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.exception.CompactionRecoverException;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.performer.ICompactionPerformer;
+import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.utils.CompactionUtils;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.utils.log.CompactionLogAnalyzer;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.utils.log.CompactionLogger;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.utils.log.SimpleCompactionLogger;
@@ -204,7 +206,7 @@ protected boolean doCompaction() {
     return isSuccess;
   }
 
-  public boolean settleWithFullyDirtyFiles() {
+  public boolean settleWithFullyDirtyFiles() throws IllegalPathException, IOException {
     if (fullyDirtyFiles.isEmpty()) {
       return true;
     }
@@ -213,6 +215,8 @@ public boolean settleWithFullyDirtyFiles() {
       if (recoverMemoryStatus) {
         tsFileManager.remove(resource, resource.isSeq());
       }
+      CompactionUtils.removeDeletedObjectFiles(resource);
+
       boolean res = deleteTsFileOnDisk(resource);
       if (res) {
         fullyDeletedSuccessNum++;
@@ -288,7 +292,7 @@ public void recover() {
     }
   }
 
-  public void recoverFullyDirtyFiles() {
+  public void recoverFullyDirtyFiles() throws IllegalPathException, IOException {
     if (!settleWithFullyDirtyFiles()) {
       throw new CompactionRecoverException("Failed to delete fully_dirty source file.");
     }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/CompactionUtils.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/CompactionUtils.java
index 44905afc461d3..d744b14e08771 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/CompactionUtils.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/CompactionUtils.java
@@ -29,6 +29,8 @@
 import org.apache.iotdb.db.service.metrics.CompactionMetrics;
 import org.apache.iotdb.db.service.metrics.FileMetrics;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.constant.CompactionTaskType;
+import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.utils.executor.fast.reader.CompactionAlignedChunkReader;
+import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.utils.executor.fast.reader.CompactionChunkReader;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.schedule.CompactionTaskManager;
 import org.apache.iotdb.db.storageengine.dataregion.modification.DeletionPredicate;
 import org.apache.iotdb.db.storageengine.dataregion.modification.IDPredicate.FullExactMatch;
@@ -39,21 +41,36 @@
 import org.apache.iotdb.db.storageengine.dataregion.modification.TreeDeletionEntry;
 import org.apache.iotdb.db.storageengine.dataregion.tsfile.TsFileResource;
 import org.apache.iotdb.db.storageengine.dataregion.tsfile.timeindex.ArrayDeviceTimeIndex;
+import org.apache.iotdb.db.utils.ModificationUtils;
+import org.apache.iotdb.db.utils.ObjectTypeUtils;
 import org.apache.iotdb.metrics.utils.MetricLevel;
 import org.apache.iotdb.metrics.utils.SystemMetric;
 
 import org.apache.tsfile.common.constant.TsFileConstant;
+import org.apache.tsfile.enums.TSDataType;
+import org.apache.tsfile.file.header.PageHeader;
+import org.apache.tsfile.file.metadata.AbstractAlignedChunkMetadata;
 import org.apache.tsfile.file.metadata.ChunkMetadata;
+import org.apache.tsfile.file.metadata.IChunkMetadata;
 import org.apache.tsfile.file.metadata.IDeviceID;
 import org.apache.tsfile.fileSystem.FSFactoryProducer;
+import org.apache.tsfile.read.TimeValuePair;
+import org.apache.tsfile.read.TsFileSequenceReader;
+import org.apache.tsfile.read.common.Chunk;
 import org.apache.tsfile.read.common.TimeRange;
+import org.apache.tsfile.read.reader.IPointReader;
+import org.apache.tsfile.utils.Binary;
+import org.apache.tsfile.utils.Pair;
 import org.apache.tsfile.write.writer.TsFileIOWriter;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
 import java.io.File;
 import java.io.IOException;
+import java.nio.ByteBuffer;
+import java.util.ArrayList;
 import java.util.Collection;
+import java.util.Collections;
 import java.util.HashSet;
 import java.util.List;
 import java.util.Objects;
@@ -448,4 +465,158 @@ public static ModEntry convertTtlToDeletion(IDeviceID deviceID, long timeLowerBo
           new TimeRange(Long.MIN_VALUE, timeLowerBound));
     }
   }
+
+  public static void removeDeletedObjectFiles(TsFileResource resource)
+      throws IOException, IllegalPathException {
+    try (MultiTsFileDeviceIterator deviceIterator =
+        new MultiTsFileDeviceIterator(Collections.singletonList(resource))) {
+      while (deviceIterator.hasNextDevice()) {
+        deviceIterator.nextDevice();
+        deviceIterator.getReaderAndChunkMetadataForCurrentAlignedSeries();
+      }
+    }
+  }
+
+  public static void removeDeletedObjectFiles(
+      TsFileSequenceReader reader,
+      List<AbstractAlignedChunkMetadata> alignedChunkMetadataList,
+      List<ModEntry> timeMods,
+      List<List<ModEntry>> valueMods)
+      throws IOException {
+    if (alignedChunkMetadataList.isEmpty()) {
+      return;
+    }
+    List<Integer> objectColumnIndexList = new ArrayList<>();
+    List<List<ModEntry>> objectDeletionIntervalList = new ArrayList<>();
+    boolean objectColumnHasDeletion = false;
+
+    TSDataType[] dataTypes = new TSDataType[valueMods.size()];
+    for (AbstractAlignedChunkMetadata alignedChunkMetadata : alignedChunkMetadataList) {
+      boolean hasNull = false;
+      for (int i = 0; i < alignedChunkMetadata.getValueChunkMetadataList().size(); i++) {
+        if (dataTypes[i] != null) {
+          continue;
+        }
+        IChunkMetadata chunkMetadata = alignedChunkMetadata.getValueChunkMetadataList().get(i);
+        if (chunkMetadata == null) {
+          hasNull = true;
+          continue;
+        }
+        dataTypes[i] = chunkMetadata.getDataType();
+        if (dataTypes[i] == TSDataType.OBJECT) {
+          objectColumnIndexList.add(i);
+          List<ModEntry> deletionInterval = ModificationUtils.sortAndMerge(valueMods.get(i));
+          objectColumnHasDeletion |= !deletionInterval.isEmpty();
+          objectDeletionIntervalList.add(deletionInterval);
+        }
+      }
+      if (!hasNull) {
+        break;
+      }
+    }
+    if (!objectColumnHasDeletion) {
+      return;
+    }
+    int[] deletionCursors = new int[objectColumnIndexList.size() + 1];
+    List<ModEntry> timeDeletionIntervalList = ModificationUtils.sortAndMerge(timeMods);
+    for (AbstractAlignedChunkMetadata alignedChunkMetadata : alignedChunkMetadataList) {
+      CompactionUtils.removeDeletedObjectFiles(
+          reader,
+          alignedChunkMetadata,
+          objectColumnIndexList,
+          timeDeletionIntervalList,
+          objectDeletionIntervalList,
+          deletionCursors);
+    }
+  }
+
+  private static void removeDeletedObjectFiles(
+      TsFileSequenceReader reader,
+      AbstractAlignedChunkMetadata alignedChunkMetadata,
+      List<Integer> objectColumnIndexList,
+      List<ModEntry> timeDeletions,
+      List<List<ModEntry>> objectDeletions,
+      int[] deletionCursors)
+      throws IOException {
+    Chunk timeChunk =
+        reader.readMemChunk((ChunkMetadata) alignedChunkMetadata.getTimeChunkMetadata());
+    CompactionChunkReader compactionChunkReader = new CompactionChunkReader(timeChunk);
+    List<Pair<PageHeader, ByteBuffer>> timePages =
+        compactionChunkReader.readPageDataWithoutUncompressing();
+
+    List<Chunk> valueChunks = new ArrayList<>();
+    List<List<Pair<PageHeader, ByteBuffer>>> valuePages = new ArrayList<>();
+
+    for (int i = 0; i < objectColumnIndexList.size(); i++) {
+      int idxInAlignedChunkMetadata = objectColumnIndexList.get(i);
+      if (timeDeletions.isEmpty() && objectDeletions.get(i).isEmpty()) {
+        continue;
+      }
+      ChunkMetadata valueChunkMetadata =
+          (ChunkMetadata)
+              alignedChunkMetadata.getValueChunkMetadataList().get(idxInAlignedChunkMetadata);
+      if (valueChunkMetadata == null) {
+        continue;
+      }
+      Chunk chunk = reader.readMemChunk(valueChunkMetadata);
+      valueChunks.add(chunk);
+      valuePages.add(
+          chunk == null
+              ? null
+              : new CompactionChunkReader(chunk).readPageDataWithoutUncompressing());
+    }
+
+    CompactionAlignedChunkReader alignedChunkReader =
+        new CompactionAlignedChunkReader(timeChunk, valueChunks, true);
+    for (int i = 0; i < timePages.size(); i++) {
+      Pair<PageHeader, ByteBuffer> timePage = timePages.get(i);
+      List<PageHeader> valuePageHeaders = new ArrayList<>(valuePages.size());
+      List<ByteBuffer> compressedValuePages = new ArrayList<>(valuePages.size());
+      for (int j = 0; j < valuePages.size(); j++) {
+        Pair<PageHeader, ByteBuffer> valuePage = valuePages.get(j).get(i);
+        valuePageHeaders.add(valuePage.getLeft());
+        compressedValuePages.add(valuePage.getRight());
+      }
+      IPointReader pagePointReader =
+          alignedChunkReader.getPagePointReader(
+              timePage.getLeft(), valuePageHeaders, timePage.getRight(), compressedValuePages);
+
+      while (pagePointReader.hasNextTimeValuePair()) {
+        TimeValuePair timeValuePair = pagePointReader.nextTimeValuePair();
+        removeDeletedObjectFiles(timeValuePair, deletionCursors, timeDeletions, objectDeletions);
+      }
+    }
+  }
+
+  private static void removeDeletedObjectFiles(
+      TimeValuePair timeValuePair,
+      int[] cursors,
+      List<ModEntry> timeDeletions,
+      List<List<ModEntry>> objectDeletions) {
+    long timestamp = timeValuePair.getTimestamp();
+    boolean timeDeleted = isDeleted(timestamp, timeDeletions, cursors, 0);
+    for (int i = 0; i < timeValuePair.getValues().length; i++) {
+      Binary value = (Binary) timeValuePair.getValues()[i];
+      if (value == null) {
+        continue;
+      }
+      if (timeDeleted || isDeleted(timestamp, objectDeletions.get(i), cursors, i + 1)) {
+        ObjectTypeUtils.deleteObjectPathFromBinary(value);
+      }
+    }
+  }
+
+  private static boolean isDeleted(
+      long timestamp, List<ModEntry> deleteIntervalList, int[] deleteCursors, int idx) {
+    while (deleteIntervalList != null && deleteCursors[idx] < deleteIntervalList.size()) {
+      if (deleteIntervalList.get(deleteCursors[idx]).getTimeRange().contains(timestamp)) {
+        return true;
+      } else if (deleteIntervalList.get(deleteCursors[idx]).getTimeRange().getMax() < timestamp) {
+        deleteCursors[idx]++;
+      } else {
+        return false;
+      }
+    }
+    return false;
+  }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/MultiTsFileDeviceIterator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/MultiTsFileDeviceIterator.java
index ea886aafd786d..1c272cb345328 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/MultiTsFileDeviceIterator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/MultiTsFileDeviceIterator.java
@@ -424,7 +424,7 @@ public Map<String, MeasurementSchema> getAllSchemasOfCurrentDevice() throws IOEx
    */
   private void applyModificationForAlignedChunkMetadataList(
       TsFileResource tsFileResource, List<AbstractAlignedChunkMetadata> alignedChunkMetadataList)
-      throws IllegalPathException {
+      throws IllegalPathException, IOException {
     if (alignedChunkMetadataList.isEmpty()) {
       // all the value chunks is empty chunk
       return;
@@ -476,6 +476,12 @@ private void applyModificationForAlignedChunkMetadataList(
           modificationList.isEmpty() ? Collections.emptyList() : modificationList);
     }
 
+    CompactionUtils.removeDeletedObjectFiles(
+        readerMap.get(tsFileResource),
+        alignedChunkMetadataList,
+        modificationForTimeColumn,
+        modificationForValueColumns);
+
     ModificationUtils.modifyAlignedChunkMetaData(
         alignedChunkMetadataList,
         modificationForTimeColumn,
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/FastAlignedSeriesCompactionExecutor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/FastAlignedSeriesCompactionExecutor.java
index 7ad78814c5fbb..4817d855ca04d 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/FastAlignedSeriesCompactionExecutor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/FastAlignedSeriesCompactionExecutor.java
@@ -24,6 +24,7 @@
 import org.apache.iotdb.commons.path.PatternTreeMap;
 import org.apache.iotdb.db.exception.WriteProcessException;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.task.subtask.FastCompactionTaskSummary;
+import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.utils.CompactionUtils;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.utils.executor.ModifiedStatus;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.utils.executor.batch.utils.AlignedSeriesBatchCompactionUtils;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.utils.executor.fast.element.AlignedPageElement;
@@ -171,7 +172,8 @@ void deserializeFileIntoChunkMetadataQueue(List<FileElement> fileElements)
             new ChunkMetadataElement(
                 alignedChunkMetadataList.get(i),
                 i == alignedChunkMetadataList.size() - 1,
-                fileElement));
+                fileElement,
+                measurementSchemas));
       }
     }
   }
@@ -260,6 +262,12 @@ protected List<AbstractAlignedChunkMetadata> getAlignedChunkMetadataList(TsFileR
                 }
               });
 
+      CompactionUtils.removeDeletedObjectFiles(
+          readerCacheMap.get(resource),
+          alignedChunkMetadataList,
+          timeModifications,
+          valueModifications);
+
       // modify aligned chunk metadatas
       ModificationUtils.modifyAlignedChunkMetaData(
           alignedChunkMetadataList, timeModifications, valueModifications, ignoreAllNullRows);
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/FastNonAlignedSeriesCompactionExecutor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/FastNonAlignedSeriesCompactionExecutor.java
index e2be4be0cc204..402f06994b9ae 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/FastNonAlignedSeriesCompactionExecutor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/FastNonAlignedSeriesCompactionExecutor.java
@@ -51,6 +51,7 @@
 
 import java.io.IOException;
 import java.nio.ByteBuffer;
+import java.util.Collections;
 import java.util.List;
 import java.util.Map;
 
@@ -159,7 +160,10 @@ void deserializeFileIntoChunkMetadataQueue(List<FileElement> fileElements)
         // add into queue
         chunkMetadataQueue.add(
             new ChunkMetadataElement(
-                chunkMetadata, i == iChunkMetadataList.size() - 1, fileElement));
+                chunkMetadata,
+                i == iChunkMetadataList.size() - 1,
+                fileElement,
+                Collections.emptyList()));
       }
     }
   }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/element/ChunkMetadataElement.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/element/ChunkMetadataElement.java
index 6828841f1bda1..2d29e3944d858 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/element/ChunkMetadataElement.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/element/ChunkMetadataElement.java
@@ -23,6 +23,7 @@
 
 import org.apache.tsfile.file.metadata.IChunkMetadata;
 import org.apache.tsfile.read.common.Chunk;
+import org.apache.tsfile.write.schema.IMeasurementSchema;
 
 import java.util.List;
 
@@ -42,12 +43,19 @@ public class ChunkMetadataElement {
 
   public boolean needForceDecodingPage;
 
+  // for aligned series
+  public List<IMeasurementSchema> measurementSchemasOfValueChunks;
+
   public ChunkMetadataElement(
-      IChunkMetadata chunkMetadata, boolean isLastChunk, FileElement fileElement) {
+      IChunkMetadata chunkMetadata,
+      boolean isLastChunk,
+      FileElement fileElement,
+      List<IMeasurementSchema> measurementSchemasOfValueChunks) {
     this.chunkMetadata = chunkMetadata;
     this.startTime = chunkMetadata.getStartTime();
     this.isLastChunk = isLastChunk;
     this.fileElement = fileElement;
+    this.measurementSchemasOfValueChunks = measurementSchemasOfValueChunks;
   }
 
   public void clearChunks() {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectTypeUtils.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectTypeUtils.java
new file mode 100644
index 0000000000000..4b5214c738dac
--- /dev/null
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectTypeUtils.java
@@ -0,0 +1,72 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.db.utils;
+
+import org.apache.iotdb.commons.exception.ObjectFileNotExist;
+import org.apache.iotdb.db.storageengine.rescon.disk.TierManager;
+
+import org.apache.tsfile.common.conf.TSFileConfig;
+import org.apache.tsfile.utils.Binary;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.io.File;
+import java.io.IOException;
+import java.nio.file.Files;
+import java.util.Optional;
+
+public class ObjectTypeUtils {
+
+  private static final Logger logger = LoggerFactory.getLogger(ObjectTypeUtils.class);
+  private static final TierManager TIER_MANAGER = TierManager.getInstance();
+
+  private ObjectTypeUtils() {}
+
+  public static File getObjectPathFromBinary(Binary binary) {
+    byte[] bytes = binary.getValues();
+    String relativeObjectFilePath =
+        new String(bytes, 8, bytes.length - 8, TSFileConfig.STRING_CHARSET);
+    Optional<File> file = TIER_MANAGER.getAbsoluteObjectFilePath(relativeObjectFilePath);
+    if (!file.isPresent()) {
+      throw new ObjectFileNotExist(relativeObjectFilePath);
+    }
+    return file.get();
+  }
+
+  public static Optional<File> getNullableObjectPathFromBinary(Binary binary) {
+    byte[] bytes = binary.getValues();
+    String relativeObjectFilePath =
+        new String(bytes, 8, bytes.length - 8, TSFileConfig.STRING_CHARSET);
+    return TIER_MANAGER.getAbsoluteObjectFilePath(relativeObjectFilePath);
+  }
+
+  public static void deleteObjectPathFromBinary(Binary binary) {
+    Optional<File> file = ObjectTypeUtils.getNullableObjectPathFromBinary(binary);
+    if (!file.isPresent()) {
+      return;
+    }
+    logger.info("Remove object file {}", file.get().getAbsolutePath());
+    try {
+      Files.deleteIfExists(file.get().toPath());
+    } catch (IOException e) {
+      logger.error("Failed to remove object file {}", file.get().getAbsolutePath(), e);
+    }
+  }
+}
diff --git a/iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/CompactionDeleteObjectFileTest.java b/iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/CompactionDeleteObjectFileTest.java
new file mode 100644
index 0000000000000..695681ea00930
--- /dev/null
+++ b/iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/CompactionDeleteObjectFileTest.java
@@ -0,0 +1,85 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.db.storageengine.dataregion.compaction;
+
+import org.apache.iotdb.commons.exception.MetadataException;
+import org.apache.iotdb.db.exception.StorageEngineException;
+import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.performer.impl.ReadChunkCompactionPerformer;
+import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.task.InnerSpaceCompactionTask;
+import org.apache.iotdb.db.storageengine.dataregion.modification.DeletionPredicate;
+import org.apache.iotdb.db.storageengine.dataregion.modification.IDPredicate;
+import org.apache.iotdb.db.storageengine.dataregion.modification.ModificationFile;
+import org.apache.iotdb.db.storageengine.dataregion.modification.TableDeletionEntry;
+import org.apache.iotdb.db.storageengine.dataregion.tsfile.TsFileResource;
+
+import org.apache.tsfile.exception.write.WriteProcessException;
+import org.apache.tsfile.file.metadata.StringArrayDeviceID;
+import org.apache.tsfile.read.common.TimeRange;
+import org.junit.After;
+import org.junit.Before;
+import org.junit.Test;
+
+import java.io.File;
+import java.io.IOException;
+import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.List;
+
+public class CompactionDeleteObjectFileTest extends AbstractCompactionTest {
+  @Before
+  public void setUp()
+      throws IOException, WriteProcessException, MetadataException, InterruptedException {
+    super.setUp();
+  }
+
+  @After
+  public void tearDown() throws IOException, StorageEngineException {
+    super.tearDown();
+  }
+
+  @Test
+  public void test1() throws IOException {
+    File dir = new File("/Users/shuww/Downloads/0708/1_副本");
+    List<TsFileResource> resources = new ArrayList<>();
+    for (File file : dir.listFiles()) {
+      if (!file.getName().endsWith(".tsfile")) {
+        continue;
+      }
+      TsFileResource resource = new TsFileResource(file);
+      try (ModificationFile modificationFile = resource.getExclusiveModFile()) {
+        modificationFile.write(
+            new TableDeletionEntry(
+                new DeletionPredicate(
+                    "tsfile_table",
+                    new IDPredicate.FullExactMatch(
+                        new StringArrayDeviceID(new String[] {"tsfile_table", "1", "5", "3"})),
+                    Arrays.asList("file")),
+                new TimeRange(1, 20)));
+      }
+      resource.deserialize();
+      resources.add(resource);
+    }
+
+    InnerSpaceCompactionTask task =
+        new InnerSpaceCompactionTask(
+            0, tsFileManager, resources, true, new ReadChunkCompactionPerformer(), 0);
+    task.start();
+  }
+}

From a5b60d4bd0bc0979b365845ca5c9da17b6cc0a2a Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Tue, 8 Jul 2025 18:07:47 +0800
Subject: [PATCH 40/66] Add back logic

---
 .../iotdb/db/storageengine/StorageEngine.java | 35 +++++++++++
 .../storageengine/dataregion/DataRegion.java  | 63 ++++---------------
 2 files changed, 48 insertions(+), 50 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/StorageEngine.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/StorageEngine.java
index 7edd40e42d0bb..a4dc0bc7a2aa3 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/StorageEngine.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/StorageEngine.java
@@ -76,12 +76,15 @@
 import org.apache.iotdb.db.storageengine.dataregion.wal.recover.WALRecoverManager;
 import org.apache.iotdb.db.storageengine.load.LoadTsFileManager;
 import org.apache.iotdb.db.storageengine.load.limiter.LoadTsFileRateLimiter;
+import org.apache.iotdb.db.storageengine.rescon.disk.TierManager;
 import org.apache.iotdb.db.storageengine.rescon.memory.SystemInfo;
 import org.apache.iotdb.db.utils.ThreadUtils;
 import org.apache.iotdb.rpc.RpcUtils;
 import org.apache.iotdb.rpc.TSStatusCode;
 
 import org.apache.commons.io.FileUtils;
+import org.apache.tsfile.fileSystem.FSFactoryProducer;
+import org.apache.tsfile.fileSystem.fsFactory.FSFactory;
 import org.apache.tsfile.utils.FilePathUtils;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
@@ -89,6 +92,8 @@
 import java.io.File;
 import java.io.IOException;
 import java.net.URL;
+import java.nio.file.Files;
+import java.nio.file.Path;
 import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.HashMap;
@@ -119,6 +124,8 @@ public class StorageEngine implements IService {
   private static final IoTDBConfig CONFIG = IoTDBDescriptor.getInstance().getConfig();
   private static final WritingMetrics WRITING_METRICS = WritingMetrics.getInstance();
 
+  private final FSFactory fsFactory = FSFactoryProducer.getFSFactory();
+
   /**
    * a folder (system/databases/ by default) that persist system info. Each database will have a
    * subfolder under the systemDir.
@@ -234,6 +241,8 @@ private void asyncRecoverDataRegion() throws StartupException {
   }
 
   private void asyncRecover(List<Future<Void>> futures) {
+    checkObjectFiles();
+
     Map<String, List<DataRegionId>> localDataRegionInfo = getLocalDataRegionInfo();
     localDataRegionInfo.values().forEach(list -> recoverDataRegionNum += list.size());
     readyDataRegionNum = new AtomicInteger(0);
@@ -1068,6 +1077,32 @@ public static File getDataRegionSystemDir(String dataBaseName, String dataRegion
         systemDir + File.separator + dataBaseName, dataRegionId);
   }
 
+  private void checkObjectFiles() {
+    List<String> folders = TierManager.getInstance().getAllObjectFileFolders();
+    for (String baseDir : folders) {
+      File fileFolder = fsFactory.getFile(baseDir);
+      try (Stream<Path> paths = Files.walk(fileFolder.toPath())) {
+        paths
+            .filter(Files::isRegularFile)
+            .filter(
+                path -> {
+                  String name = path.getFileName().toString();
+                  return name.endsWith(".bin.tmp") || name.endsWith(".bin.back");
+                })
+            .forEach(
+                path -> {
+                  try {
+                    Files.delete(path);
+                  } catch (IOException e) {
+                    LOGGER.error("Failed to delete: {} -> {}", path, e.getMessage());
+                  }
+                });
+      } catch (IOException e) {
+        LOGGER.error("Failed to check Object Files: {}", e.getMessage());
+      }
+    }
+  }
+
   public Runnable executeCompactFileTimeIndexCache() {
     return () -> {
       if (!isReadyForNonReadWriteFunctions()) {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
index 8396941c480d4..bee359ab33f0c 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
@@ -538,7 +538,6 @@ private void recover() throws DataRegionException {
           getAllFiles(TierManager.getInstance().getAllLocalSequenceFileFolders());
       Map<Long, List<TsFileResource>> partitionTmpUnseqTsFiles =
           getAllFiles(TierManager.getInstance().getAllLocalUnSequenceFileFolders());
-      checkObjectFiles(TierManager.getInstance().getAllObjectFileFolders());
       DataRegionRecoveryContext dataRegionRecoveryContext =
           new DataRegionRecoveryContext(
               partitionTmpSeqTsFiles.values().stream().mapToLong(List::size).sum()
@@ -819,15 +818,6 @@ private Map<Long, List<TsFileResource>> getAllFiles(List<String> folders)
               String tsFilePartitionPath = partitionName + File.separator + f.getName();
               tsFilePartitionPath2File.put(tsFilePartitionPath, f);
             }
-
-            File[] objectFileInThisFolder =
-                fsFactory.listFilesBySuffix(partitionFolder.getAbsolutePath(), ".bin");
-            File[] objectTmpFileInThisFolder =
-                fsFactory.listFilesBySuffix(partitionFolder.getAbsolutePath(), ".bin.tmp");
-            for (File f : objectTmpFileInThisFolder) {
-              // remove bin.tmp
-              Files.delete(f.toPath());
-            }
           }
         }
       }
@@ -847,44 +837,6 @@ private Map<Long, List<TsFileResource>> getAllFiles(List<String> folders)
     return ret;
   }
 
-  private void checkObjectFiles(List<String> folders) throws IOException {
-    for (String baseDir : folders) {
-      File fileFolder = fsFactory.getFile(baseDir + File.separator + databaseName, dataRegionId);
-      if (!fileFolder.exists()) {
-        continue;
-      }
-      File[] subFiles = fileFolder.listFiles();
-      if (subFiles != null) {
-        for (File partitionFolder : subFiles) {
-          if (!partitionFolder.isDirectory()) {
-            logger.warn("{} is not a directory.", partitionFolder.getAbsolutePath());
-          } else {
-            File[] objectFileInThisFolder =
-                fsFactory.listFilesBySuffix(partitionFolder.getAbsolutePath(), ".bin");
-            //            for (File f : objectFileInThisFolder) {
-            //              StorageEngine.getInstance()
-            //                  .objectFileId
-            //                  .updateAndGet(
-            //                      current ->
-            //                          Math.max(
-            //                              current,
-            //                              Long.parseLong(
-            //                                  f.getName()
-            //                                      .substring(0, f.getName().length() - 4)
-            //                                      .split("-")[2])));
-            //            }
-            File[] objectTmpFileInThisFolder =
-                fsFactory.listFilesBySuffix(partitionFolder.getAbsolutePath(), ".bin.tmp");
-            for (File f : objectTmpFileInThisFolder) {
-              // remove bin.tmp
-              Files.delete(f.toPath());
-            }
-          }
-        }
-      }
-    }
-  }
-
   private void continueFailedRenames(File fileFolder, String suffix) throws IOException {
     File[] files = fsFactory.listFilesBySuffix(fileFolder.getAbsolutePath(), suffix);
     if (files != null) {
@@ -3090,8 +3042,19 @@ public void writeObject(ObjectNode objectNode) throws Exception {
       if (objectNode.isEOF()) {
         File objectFile =
             FSFactoryProducer.getFSFactory().getFile(objectFileDir, objectNode.getFilePath());
-        Files.move(
-            objectTmpFile.toPath(), objectFile.toPath(), StandardCopyOption.REPLACE_EXISTING);
+        if (objectFile.exists()) {
+          String relativeBackPathString = objectNode.getFilePath() + ".back";
+          File objectBackFile =
+              FSFactoryProducer.getFSFactory().getFile(objectFileDir, relativeBackPathString);
+          Files.move(
+              objectFile.toPath(), objectBackFile.toPath(), StandardCopyOption.REPLACE_EXISTING);
+          Files.move(
+              objectTmpFile.toPath(), objectFile.toPath(), StandardCopyOption.REPLACE_EXISTING);
+          Files.delete(objectBackFile.toPath());
+        } else {
+          Files.move(
+              objectTmpFile.toPath(), objectFile.toPath(), StandardCopyOption.REPLACE_EXISTING);
+        }
       }
       getWALNode()
           .ifPresent(walNode -> walNode.log(TsFileProcessor.MEMTABLE_NOT_EXIST, objectNode));

From a6efa4206bbc224f3670adca8aa480dc34327a44 Mon Sep 17 00:00:00 2001
From: shuwenwei <s13979062948@gmail.com>
Date: Tue, 8 Jul 2025 18:11:58 +0800
Subject: [PATCH 41/66] read point compaction performer

---
 .../task/CrossSpaceCompactionTask.java        |  6 ++++++
 .../task/InnerSpaceCompactionTask.java        |  6 ++++++
 .../CompactionDeleteObjectFileTest.java       | 20 ++++++++++++++-----
 3 files changed, 27 insertions(+), 5 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/task/CrossSpaceCompactionTask.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/task/CrossSpaceCompactionTask.java
index 41d859924f073..290466ffeb6b1 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/task/CrossSpaceCompactionTask.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/task/CrossSpaceCompactionTask.java
@@ -27,6 +27,7 @@
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.exception.CompactionRecoverException;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.performer.ICrossCompactionPerformer;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.performer.impl.FastCompactionPerformer;
+import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.performer.impl.ReadPointCompactionPerformer;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.task.subtask.FastCompactionTaskSummary;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.utils.CompactionUtils;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.utils.log.CompactionLogAnalyzer;
@@ -192,6 +193,11 @@ public boolean doCompaction() {
         performer.setTargetFiles(targetTsfileResourceList);
         performer.setSummary(summary);
         performer.perform();
+        if (performer instanceof ReadPointCompactionPerformer) {
+          for (TsFileResource resource : getAllSourceTsFiles()) {
+            CompactionUtils.removeDeletedObjectFiles(resource);
+          }
+        }
 
         CompactionUtils.updateProgressIndexAndMark(
             targetTsfileResourceList, selectedSequenceFiles, selectedUnsequenceFiles);
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/task/InnerSpaceCompactionTask.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/task/InnerSpaceCompactionTask.java
index 3cd5ff532af23..9c7fcc5424fdd 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/task/InnerSpaceCompactionTask.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/task/InnerSpaceCompactionTask.java
@@ -30,6 +30,7 @@
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.performer.ICompactionPerformer;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.performer.IInnerCompactionPerformer;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.performer.impl.FastCompactionPerformer;
+import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.performer.impl.ReadPointCompactionPerformer;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.task.subtask.FastCompactionTaskSummary;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.utils.CompactionUtils;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.utils.log.CompactionLogAnalyzer;
@@ -389,6 +390,11 @@ protected void compact(SimpleCompactionLogger compactionLogger) throws Exception
     performer.setTargetFiles(filesView.targetFilesInPerformer);
     performer.setSummary(summary);
     performer.perform();
+    if (performer instanceof ReadPointCompactionPerformer) {
+      for (TsFileResource resource : filesView.sourceFilesInCompactionPerformer) {
+        CompactionUtils.removeDeletedObjectFiles(resource);
+      }
+    }
 
     prepareTargetFiles();
 
diff --git a/iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/CompactionDeleteObjectFileTest.java b/iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/CompactionDeleteObjectFileTest.java
index 695681ea00930..2ff7b0b3ba460 100644
--- a/iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/CompactionDeleteObjectFileTest.java
+++ b/iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/CompactionDeleteObjectFileTest.java
@@ -21,8 +21,8 @@
 
 import org.apache.iotdb.commons.exception.MetadataException;
 import org.apache.iotdb.db.exception.StorageEngineException;
-import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.performer.impl.ReadChunkCompactionPerformer;
-import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.task.InnerSpaceCompactionTask;
+import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.performer.impl.FastCompactionPerformer;
+import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.task.SettleCompactionTask;
 import org.apache.iotdb.db.storageengine.dataregion.modification.DeletionPredicate;
 import org.apache.iotdb.db.storageengine.dataregion.modification.IDPredicate;
 import org.apache.iotdb.db.storageengine.dataregion.modification.ModificationFile;
@@ -40,6 +40,7 @@
 import java.io.IOException;
 import java.util.ArrayList;
 import java.util.Arrays;
+import java.util.Collections;
 import java.util.List;
 
 public class CompactionDeleteObjectFileTest extends AbstractCompactionTest {
@@ -77,9 +78,18 @@ public void test1() throws IOException {
       resources.add(resource);
     }
 
-    InnerSpaceCompactionTask task =
-        new InnerSpaceCompactionTask(
-            0, tsFileManager, resources, true, new ReadChunkCompactionPerformer(), 0);
+    //    InnerSpaceCompactionTask task =
+    //        new InnerSpaceCompactionTask(
+    //            0, tsFileManager, resources, true, new ReadChunkCompactionPerformer(), 0);
+    SettleCompactionTask task =
+        new SettleCompactionTask(
+            0,
+            tsFileManager,
+            resources,
+            Collections.emptyList(),
+            true,
+            new FastCompactionPerformer(false),
+            0);
     task.start();
   }
 }

From 4584fdd37d09564574ce4f14b531d19e876aba5d Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Tue, 8 Jul 2025 19:05:54 +0800
Subject: [PATCH 42/66] fix bug

---
 .../dataregion/DataExecutionVisitor.java           |  2 +-
 .../plan/planner/plan/node/write/ObjectNode.java   | 14 ++++++++++++--
 .../node/write/RelationalInsertTabletNode.java     |  7 +++++++
 .../iotdb/db/storageengine/StorageEngine.java      |  2 +-
 .../db/storageengine/dataregion/DataRegion.java    |  5 ++++-
 .../java/org/apache/iotdb/db/utils/MemUtils.java   |  4 +++-
 .../org/apache/iotdb/db/utils/ObjectWriter.java    | 11 ++++++++---
 7 files changed, 36 insertions(+), 9 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataExecutionVisitor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataExecutionVisitor.java
index 6a6568611d34a..91c76f0f9b10d 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataExecutionVisitor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/consensus/statemachine/dataregion/DataExecutionVisitor.java
@@ -302,7 +302,7 @@ public TSStatus visitWriteObjectFile(ObjectNode node, DataRegion dataRegion) {
       return StatusUtils.OK;
     } catch (final Exception e) {
       LOGGER.error("Error in executing plan node: {}", node, e);
-      return new TSStatus(TSStatusCode.WRITE_PROCESS_ERROR.getStatusCode());
+      return new TSStatus(TSStatusCode.INTERNAL_SERVER_ERROR.getStatusCode());
     }
   }
 }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
index 9b583b56be207..26897a126a488 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
@@ -48,7 +48,6 @@
 import java.util.List;
 import java.util.Optional;
 
-// TODO:[OBJECT] WAL serde
 public class ObjectNode extends SearchNode implements WALEntryValue {
 
   private final boolean isEOF;
@@ -59,10 +58,12 @@ public class ObjectNode extends SearchNode implements WALEntryValue {
 
   private String filePath;
 
-  private int contentLength;
+  private final int contentLength;
 
   private TRegionReplicaSet dataRegionReplicaSet;
 
+  private boolean isGeneratedByRemoteConsensusLeader;
+
   public ObjectNode(boolean isEOF, long offset, byte[] content, String filePath) {
     super(new PlanNodeId(""));
     this.isEOF = isEOF;
@@ -276,6 +277,15 @@ public long getMemorySize() {
     return content.length;
   }
 
+  @Override
+  public void markAsGeneratedByRemoteConsensusLeader() {
+    isGeneratedByRemoteConsensusLeader = true;
+  }
+
+  public boolean isGeneratedByRemoteConsensusLeader() {
+    return isGeneratedByRemoteConsensusLeader;
+  }
+
   @Override
   public <R, C> R accept(PlanVisitor<R, C> visitor, C context) {
     return visitor.visitWriteObjectFile(this, context);
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
index 686715cd8c5c9..2e113c5c28f43 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
@@ -423,6 +423,13 @@ protected List<WritePlanNode> doSplit(Map<TRegionReplicaSet, List<Integer>> spli
                 ((Binary[]) columns[i])[j] = new Binary(valueBytes);
               } else {
                 ((Binary[]) columns[i])[j] = null;
+                if (bitMaps == null) {
+                  bitMaps = new BitMap[columns.length];
+                }
+                if (bitMaps[i] == null) {
+                  bitMaps[i] = new BitMap(rowCount);
+                }
+                bitMaps[i].mark(j);
               }
             }
           }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/StorageEngine.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/StorageEngine.java
index a4dc0bc7a2aa3..20111516d7cfb 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/StorageEngine.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/StorageEngine.java
@@ -1087,7 +1087,7 @@ private void checkObjectFiles() {
             .filter(
                 path -> {
                   String name = path.getFileName().toString();
-                  return name.endsWith(".bin.tmp") || name.endsWith(".bin.back");
+                  return name.endsWith(".bin.back");
                 })
             .forEach(
                 path -> {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
index bee359ab33f0c..7b378f6e58bda 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
@@ -3037,7 +3037,10 @@ public void writeObject(ObjectNode objectNode) throws Exception {
       File objectTmpFile =
           FSFactoryProducer.getFSFactory().getFile(objectFileDir, relativeTmpPathString);
       try (ObjectWriter writer = new ObjectWriter(objectTmpFile)) {
-        writer.write(objectNode.isEOF(), objectNode.getOffset(), objectNode.getContent());
+        writer.write(
+            objectNode.isGeneratedByRemoteConsensusLeader(),
+            objectNode.getOffset(),
+            objectNode.getContent());
       }
       if (objectNode.isEOF()) {
         File objectFile =
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/MemUtils.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/MemUtils.java
index 843bcdb8937c4..1de1422b07bef 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/MemUtils.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/MemUtils.java
@@ -108,7 +108,9 @@ public static long getBinaryColumnSize(Binary[] column, int start, int end, TSSt
       if (results == null
           || results[i] == null
           || results[i].code == TSStatusCode.SUCCESS_STATUS.getStatusCode()) {
-        memSize += RamUsageEstimator.sizeOf(column[i].getValues());
+        if (column[i] != null) {
+          memSize += RamUsageEstimator.sizeOf(column[i].getValues());
+        }
       }
     }
     return memSize;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
index 7ef14b6a39cc8..9ba84df94ecb3 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectWriter.java
@@ -59,10 +59,15 @@ public ObjectWriter(File filePath) throws FileNotFoundException {
     fos = new FileOutputStream(filePath, true);
   }
 
-  public void write(boolean isEoF, long offset, byte[] content) throws IOException {
+  public void write(boolean isGeneratedByConsensus, long offset, byte[] content)
+      throws IOException {
     if (file.length() != offset) {
-      throw new IOException(
-          "The file length " + file.length() + " is not equal to the offset " + offset);
+      if (isGeneratedByConsensus || offset == 0) {
+        fos.getChannel().truncate(offset);
+      } else {
+        throw new IOException(
+            "The file length " + file.length() + " is not equal to the offset " + offset);
+      }
     }
     if (file.length() + content.length > config.getMaxObjectSizeInByte()) {
       throw new IOException("The file length is larger than max_object_file_size_in_bytes");

From 400bb5cad8ff3389e412f898bc0e05ba720d4674 Mon Sep 17 00:00:00 2001
From: JackieTien97 <jackietien97@gmail.com>
Date: Wed, 9 Jul 2025 09:19:32 +0800
Subject: [PATCH 43/66] add tiff example

---
 .../java/org/apache/iotdb/ObjectExample.java  | 68 +++++++++----------
 1 file changed, 34 insertions(+), 34 deletions(-)

diff --git a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
index 635141edd1036..3339d3aae5a4c 100644
--- a/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
+++ b/example/session/src/main/java/org/apache/iotdb/ObjectExample.java
@@ -83,7 +83,7 @@ public static void main(String[] args) {
           0,
           Files.readAllBytes(
               Paths.get(
-                  "/Users/shuww/Downloads/2_1746622362350_fa24aa15233f4e76bcda789a5771f43f")));
+                  "/Users/jackietien/Downloads/2_1746622362350_fa24aa15233f4e76bcda789a5771f43f")));
       session.insert(tablet);
       tablet.reset();
 
@@ -101,41 +101,41 @@ public static void main(String[] args) {
           0,
           Files.readAllBytes(
               Paths.get(
-                  "/Users/shuww/Downloads/2_1746622367063_8fb5ac8e21724140874195b60b878664")));
+                  "/Users/jackietien/Downloads/2_1746622367063_8fb5ac8e21724140874195b60b878664")));
+      session.insert(tablet);
+      tablet.reset();
+
+      tablet = new Tablet("tiff_table", columnNameList, dataTypeList, columnTypeList, 1);
+      rowIndex = tablet.getRowSize();
+      tablet.addTimestamp(rowIndex, 1);
+      tablet.addValue(rowIndex, 0, "1");
+      tablet.addValue(rowIndex, 1, "5");
+      tablet.addValue(rowIndex, 2, "3");
+      tablet.addValue(rowIndex, 3, 37.6F);
+      tablet.addValue(
+          rowIndex,
+          4,
+          true,
+          0,
+          Files.readAllBytes(Paths.get("/Users/jackietien/Downloads/1751891240130.tiff")));
+      session.insert(tablet);
+      tablet.reset();
+
+      tablet = new Tablet("tiff_table", columnNameList, dataTypeList, columnTypeList, 1);
+      rowIndex = tablet.getRowSize();
+      tablet.addTimestamp(rowIndex, 2);
+      tablet.addValue(rowIndex, 0, "1");
+      tablet.addValue(rowIndex, 1, "5");
+      tablet.addValue(rowIndex, 2, "4");
+      tablet.addValue(rowIndex, 3, 37.6F);
+      tablet.addValue(
+          rowIndex,
+          4,
+          true,
+          0,
+          Files.readAllBytes(Paths.get("/Users/jackietien/Downloads/1751891242743.tiff")));
       session.insert(tablet);
       tablet.reset();
-      //
-      //      tablet = new Tablet("tiff_table", columnNameList, dataTypeList, columnTypeList, 1);
-      //      rowIndex = tablet.getRowSize();
-      //      tablet.addTimestamp(rowIndex, 1);
-      //      tablet.addValue(rowIndex, 0, "1");
-      //      tablet.addValue(rowIndex, 1, "5");
-      //      tablet.addValue(rowIndex, 2, "3");
-      //      tablet.addValue(rowIndex, 3, 37.6F);
-      //      tablet.addValue(
-      //          rowIndex,
-      //          4,
-      //          true,
-      //          0,
-      //          Files.readAllBytes(Paths.get("/Users/jackietien/Downloads/1751891240130.tiff")));
-      //      session.insert(tablet);
-      //      tablet.reset();
-      //
-      //      tablet = new Tablet("tiff_table", columnNameList, dataTypeList, columnTypeList, 1);
-      //      rowIndex = tablet.getRowSize();
-      //      tablet.addTimestamp(rowIndex, 2);
-      //      tablet.addValue(rowIndex, 0, "1");
-      //      tablet.addValue(rowIndex, 1, "5");
-      //      tablet.addValue(rowIndex, 2, "4");
-      //      tablet.addValue(rowIndex, 3, 37.6F);
-      //      tablet.addValue(
-      //          rowIndex,
-      //          4,
-      //          true,
-      //          0,
-      //          Files.readAllBytes(Paths.get("/Users/jackietien/Downloads/1751891242743.tiff")));
-      //      session.insert(tablet);
-      //      tablet.reset();
 
     } catch (IoTDBConnectionException e) {
       e.printStackTrace();

From 763fd09e10318eec21f1a858d2b6a52dcd559959 Mon Sep 17 00:00:00 2001
From: shuwenwei <s13979062948@gmail.com>
Date: Wed, 9 Jul 2025 12:29:39 +0800
Subject: [PATCH 44/66] fix bug

---
 .../planner/plan/node/write/ObjectNode.java   | 25 +++++++++++++
 .../write/RelationalInsertTabletNode.java     |  3 +-
 .../storageengine/dataregion/DataRegion.java  |  6 ++++
 .../tsfile/generator/TsFileNameGenerator.java |  4 +--
 .../CompactionDeleteObjectFileTest.java       | 35 ++++++++++++++++---
 5 files changed, 66 insertions(+), 7 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
index 26897a126a488..a9d1ef456d091 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
@@ -64,6 +64,10 @@ public class ObjectNode extends SearchNode implements WALEntryValue {
 
   private boolean isGeneratedByRemoteConsensusLeader;
 
+  private Long time = null;
+
+  private String table = null;
+
   public ObjectNode(boolean isEOF, long offset, byte[] content, String filePath) {
     super(new PlanNodeId(""));
     this.isEOF = isEOF;
@@ -81,6 +85,27 @@ public ObjectNode(boolean isEOF, long offset, int contentLength, String filePath
     this.contentLength = contentLength;
   }
 
+  public long getTimestamp() {
+    calculateTimeAndTableName();
+    return time;
+  }
+
+  public String getTable() {
+    calculateTimeAndTableName();
+    return table;
+  }
+
+  private void calculateTimeAndTableName() {
+    if (time != null && table != null) {
+      return;
+    }
+    File file = new File(filePath);
+    String fileName = new File(filePath).getName();
+    String timeStr = fileName.substring(0, fileName.length() - ".bin".length());
+    time = Long.parseLong(timeStr);
+    table = file.getParentFile().getParentFile().getParentFile().getParentFile().getName();
+  }
+
   public boolean isEOF() {
     return isEOF;
   }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
index 2e113c5c28f43..58047ca56646d 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/RelationalInsertTabletNode.java
@@ -410,7 +410,8 @@ protected List<WritePlanNode> doSplit(Map<TRegionReplicaSet, List<Integer>> spli
               long offset = buffer.getLong();
               byte[] content = ReadWriteIOUtils.readBytes(buffer, buffer.remaining());
               String relativePath =
-                  TsFileNameGenerator.generateObjectFilePath(times[j], getDeviceID(j));
+                  TsFileNameGenerator.generateObjectFilePath(
+                      dataRegionReplicaSet.regionId.getId(), times[j], getDeviceID(j));
               ObjectNode objectNode = new ObjectNode(isEoF, offset, content, relativePath);
               objectNode.setDataRegionReplicaSet(entry.getKey());
               result.add(objectNode);
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
index 7b378f6e58bda..ddd56380a14ac 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
@@ -3030,6 +3030,12 @@ public int compact() {
   }
 
   public void writeObject(ObjectNode objectNode) throws Exception {
+    long ttl =
+        DataNodeTTLCache.getInstance().getTTLForTable(this.databaseName, objectNode.getTable());
+    long nodeTimestamp = objectNode.getTimestamp();
+    if (!CommonUtils.isAlive(nodeTimestamp, ttl)) {
+      throw new OutOfTTLException(nodeTimestamp, (CommonDateTimeUtils.currentTime() - ttl));
+    }
     writeLock("writeObject");
     try {
       String relativeTmpPathString = objectNode.getFilePath() + ".tmp";
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/generator/TsFileNameGenerator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/generator/TsFileNameGenerator.java
index 4208d7f409279..4bcc46d1a01f6 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/generator/TsFileNameGenerator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/generator/TsFileNameGenerator.java
@@ -168,10 +168,10 @@ public static TsFileName getTsFileName(String fileName) throws IOException {
     }
   }
 
-  public static String generateObjectFilePath(long time, IDeviceID iDeviceID) {
+  public static String generateObjectFilePath(int regionId, long time, IDeviceID iDeviceID) {
     String objectFileName = time + ".bin";
     Object[] segments = iDeviceID.getSegments();
-    StringBuilder relativePathString = new StringBuilder();
+    StringBuilder relativePathString = new StringBuilder(regionId + "").append(File.separator);
     for (Object segment : segments) {
       relativePathString.append(segment.toString().toLowerCase()).append(File.separator);
     }
diff --git a/iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/CompactionDeleteObjectFileTest.java b/iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/CompactionDeleteObjectFileTest.java
index 2ff7b0b3ba460..a4b35c01da6d8 100644
--- a/iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/CompactionDeleteObjectFileTest.java
+++ b/iotdb-core/datanode/src/test/java/org/apache/iotdb/db/storageengine/dataregion/compaction/CompactionDeleteObjectFileTest.java
@@ -20,7 +20,11 @@
 package org.apache.iotdb.db.storageengine.dataregion.compaction;
 
 import org.apache.iotdb.commons.exception.MetadataException;
+import org.apache.iotdb.commons.schema.table.TsTable;
+import org.apache.iotdb.commons.schema.table.column.FieldColumnSchema;
+import org.apache.iotdb.commons.schema.table.column.TagColumnSchema;
 import org.apache.iotdb.db.exception.StorageEngineException;
+import org.apache.iotdb.db.schemaengine.table.DataNodeTableCache;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.performer.impl.FastCompactionPerformer;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.task.SettleCompactionTask;
 import org.apache.iotdb.db.storageengine.dataregion.modification.DeletionPredicate;
@@ -29,8 +33,11 @@
 import org.apache.iotdb.db.storageengine.dataregion.modification.TableDeletionEntry;
 import org.apache.iotdb.db.storageengine.dataregion.tsfile.TsFileResource;
 
+import org.apache.tsfile.enums.TSDataType;
 import org.apache.tsfile.exception.write.WriteProcessException;
 import org.apache.tsfile.file.metadata.StringArrayDeviceID;
+import org.apache.tsfile.file.metadata.enums.CompressionType;
+import org.apache.tsfile.file.metadata.enums.TSEncoding;
 import org.apache.tsfile.read.common.TimeRange;
 import org.junit.After;
 import org.junit.Before;
@@ -57,6 +64,7 @@ public void tearDown() throws IOException, StorageEngineException {
 
   @Test
   public void test1() throws IOException {
+    createTable("tsfile_table", 100);
     File dir = new File("/Users/shuww/Downloads/0708/1_副本");
     List<TsFileResource> resources = new ArrayList<>();
     for (File file : dir.listFiles()) {
@@ -64,6 +72,7 @@ public void test1() throws IOException {
         continue;
       }
       TsFileResource resource = new TsFileResource(file);
+
       try (ModificationFile modificationFile = resource.getExclusiveModFile()) {
         modificationFile.write(
             new TableDeletionEntry(
@@ -72,15 +81,23 @@ public void test1() throws IOException {
                     new IDPredicate.FullExactMatch(
                         new StringArrayDeviceID(new String[] {"tsfile_table", "1", "5", "3"})),
                     Arrays.asList("file")),
-                new TimeRange(1, 20)));
+                new TimeRange(-1, 0)));
+        modificationFile.write(
+            new TableDeletionEntry(
+                new DeletionPredicate(
+                    "tsfile_table",
+                    new IDPredicate.FullExactMatch(
+                        new StringArrayDeviceID(new String[] {"tsfile_table", "1", "5", "3"})),
+                    Arrays.asList("file")),
+                new TimeRange(2, 2)));
       }
       resource.deserialize();
       resources.add(resource);
     }
 
-    //    InnerSpaceCompactionTask task =
-    //        new InnerSpaceCompactionTask(
-    //            0, tsFileManager, resources, true, new ReadChunkCompactionPerformer(), 0);
+    //        InnerSpaceCompactionTask task =
+    //            new InnerSpaceCompactionTask(
+    //                0, tsFileManager, resources, true, new ReadChunkCompactionPerformer(), 0);
     SettleCompactionTask task =
         new SettleCompactionTask(
             0,
@@ -92,4 +109,14 @@ public void test1() throws IOException {
             0);
     task.start();
   }
+
+  public void createTable(String tableName, long ttl) {
+    TsTable tsTable = new TsTable(tableName);
+    tsTable.addColumnSchema(new TagColumnSchema("id_column", TSDataType.STRING));
+    tsTable.addColumnSchema(
+        new FieldColumnSchema("s1", TSDataType.STRING, TSEncoding.PLAIN, CompressionType.LZ4));
+    tsTable.addProp(TsTable.TTL_PROPERTY, ttl + "");
+    DataNodeTableCache.getInstance().preUpdateTable("Downloads", tsTable, null);
+    DataNodeTableCache.getInstance().commitUpdateTable("Downloads", tableName, null);
+  }
 }

From c75bb0324b7154d2a6234bf00e47743866ddb5ee Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Wed, 9 Jul 2025 14:16:34 +0800
Subject: [PATCH 45/66] fix null tag

---
 .../dataregion/tsfile/generator/TsFileNameGenerator.java   | 7 +++++--
 1 file changed, 5 insertions(+), 2 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/generator/TsFileNameGenerator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/generator/TsFileNameGenerator.java
index 4bcc46d1a01f6..0ecf9c34198c0 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/generator/TsFileNameGenerator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/tsfile/generator/TsFileNameGenerator.java
@@ -171,9 +171,12 @@ public static TsFileName getTsFileName(String fileName) throws IOException {
   public static String generateObjectFilePath(int regionId, long time, IDeviceID iDeviceID) {
     String objectFileName = time + ".bin";
     Object[] segments = iDeviceID.getSegments();
-    StringBuilder relativePathString = new StringBuilder(regionId + "").append(File.separator);
+    StringBuilder relativePathString =
+        new StringBuilder(String.valueOf(regionId)).append(File.separator);
     for (Object segment : segments) {
-      relativePathString.append(segment.toString().toLowerCase()).append(File.separator);
+      relativePathString
+          .append(segment == null ? "null" : segment.toString().toLowerCase())
+          .append(File.separator);
     }
     relativePathString.append(objectFileName);
     return relativePathString.toString();

From e7a058755aa9287e7b1c00bba256a50909f77077 Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Wed, 9 Jul 2025 17:14:06 +0800
Subject: [PATCH 46/66] delete object file when drop database

---
 .../storageengine/dataregion/DataRegion.java  | 19 +++++++++++++++++++
 1 file changed, 19 insertions(+)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
index ddd56380a14ac..2197ee628c1c2 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
@@ -1838,6 +1838,7 @@ public void syncDeleteDataFiles() throws TsFileProcessorException {
             }
           });
       deleteAllSGFolders(TierManager.getInstance().getAllFilesFolders());
+      deleteAllObjectFiles(TierManager.getInstance().getAllObjectFileFolders());
       this.workSequenceTsFileProcessors.clear();
       this.workUnsequenceTsFileProcessors.clear();
       this.tsFileManager.clear();
@@ -1875,6 +1876,24 @@ private void deleteAllSGFolders(List<String> folder) {
     }
   }
 
+  private void deleteAllObjectFiles(List<String> folders) {
+    for (String objectFolder : folders) {
+      File dataRegionObjectFolder = fsFactory.getFile(objectFolder, dataRegionId);
+      if (FSUtils.getFSType(dataRegionObjectFolder) != FSType.LOCAL) {
+        try {
+          fsFactory.deleteDirectory(dataRegionObjectFolder.getPath());
+        } catch (IOException e) {
+          logger.error("Fail to delete data region object folder {}", dataRegionObjectFolder);
+        }
+      } else {
+        if (dataRegionObjectFolder.exists()) {
+          org.apache.iotdb.commons.utils.FileUtils.deleteFileOrDirectory(
+              dataRegionObjectFolder);
+        }
+      }
+    }
+  }
+
   public void timedFlushSeqMemTable() {
     int count = 0;
     writeLock("timedFlushSeqMemTable");

From 4b12a4cc0495686841d9420f517d6ec5ffb3e135 Mon Sep 17 00:00:00 2001
From: shuwenwei <s13979062948@gmail.com>
Date: Wed, 9 Jul 2025 17:27:29 +0800
Subject: [PATCH 47/66] only allow ttl to delete object files

---
 .../utils/MultiTsFileDeviceIterator.java      | 12 ++++++----
 .../FastAlignedSeriesCompactionExecutor.java  | 23 +++++++++++++++----
 2 files changed, 25 insertions(+), 10 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/MultiTsFileDeviceIterator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/MultiTsFileDeviceIterator.java
index 1c272cb345328..450affc17b7d9 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/MultiTsFileDeviceIterator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/MultiTsFileDeviceIterator.java
@@ -476,11 +476,13 @@ private void applyModificationForAlignedChunkMetadataList(
           modificationList.isEmpty() ? Collections.emptyList() : modificationList);
     }
 
-    CompactionUtils.removeDeletedObjectFiles(
-        readerMap.get(tsFileResource),
-        alignedChunkMetadataList,
-        modificationForTimeColumn,
-        modificationForValueColumns);
+    if (ttlDeletion != null) {
+      CompactionUtils.removeDeletedObjectFiles(
+          readerMap.get(tsFileResource),
+          alignedChunkMetadataList,
+          Collections.singletonList(ttlDeletion),
+          Collections.emptyList());
+    }
 
     ModificationUtils.modifyAlignedChunkMetaData(
         alignedChunkMetadataList,
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/FastAlignedSeriesCompactionExecutor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/FastAlignedSeriesCompactionExecutor.java
index 4817d855ca04d..3bb42fa8bdfb4 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/FastAlignedSeriesCompactionExecutor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/FastAlignedSeriesCompactionExecutor.java
@@ -22,7 +22,9 @@
 import org.apache.iotdb.commons.exception.IllegalPathException;
 import org.apache.iotdb.commons.path.AlignedPath;
 import org.apache.iotdb.commons.path.PatternTreeMap;
+import org.apache.iotdb.commons.utils.CommonDateTimeUtils;
 import org.apache.iotdb.db.exception.WriteProcessException;
+import org.apache.iotdb.db.queryengine.plan.analyze.cache.schema.DataNodeTTLCache;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.task.subtask.FastCompactionTaskSummary;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.utils.CompactionUtils;
 import org.apache.iotdb.db.storageengine.dataregion.compaction.execute.utils.executor.ModifiedStatus;
@@ -59,6 +61,7 @@
 import java.io.IOException;
 import java.nio.ByteBuffer;
 import java.util.ArrayList;
+import java.util.Collections;
 import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
@@ -262,11 +265,21 @@ protected List<AbstractAlignedChunkMetadata> getAlignedChunkMetadataList(TsFileR
                 }
               });
 
-      CompactionUtils.removeDeletedObjectFiles(
-          readerCacheMap.get(resource),
-          alignedChunkMetadataList,
-          timeModifications,
-          valueModifications);
+      long ttlForTable =
+          deviceId.isTableModel()
+              ? DataNodeTTLCache.getInstance()
+                  .getTTLForTable(resource.getDatabaseName(), deviceId.getTableName())
+              : Long.MAX_VALUE;
+      if (ttlForTable != Long.MAX_VALUE) {
+        ModEntry ttlDeletion =
+            CompactionUtils.convertTtlToDeletion(
+                deviceId, CommonDateTimeUtils.currentTime() - ttlForTable);
+        CompactionUtils.removeDeletedObjectFiles(
+            readerCacheMap.get(resource),
+            alignedChunkMetadataList,
+            Collections.singletonList(ttlDeletion),
+            Collections.emptyList());
+      }
 
       // modify aligned chunk metadatas
       ModificationUtils.modifyAlignedChunkMetaData(

From 21851d1ef47963eeb998532f1df5acb9984a5707 Mon Sep 17 00:00:00 2001
From: shuwenwei <s13979062948@gmail.com>
Date: Wed, 9 Jul 2025 18:00:07 +0800
Subject: [PATCH 48/66] fix bug

---
 .../execute/performer/impl/FastCompactionPerformer.java       | 3 +--
 .../compaction/execute/utils/MultiTsFileDeviceIterator.java   | 4 +++-
 .../executor/fast/FastAlignedSeriesCompactionExecutor.java    | 4 +++-
 3 files changed, 7 insertions(+), 4 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/performer/impl/FastCompactionPerformer.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/performer/impl/FastCompactionPerformer.java
index e970b07f2f4a2..ce79e0a833496 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/performer/impl/FastCompactionPerformer.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/performer/impl/FastCompactionPerformer.java
@@ -142,8 +142,7 @@ public void perform() throws Exception {
         sortedSourceFiles.addAll(unseqFiles);
         boolean isTreeModel = !isAligned || device.getTableName().startsWith("root.");
         long ttl = deviceIterator.getTTLForCurrentDevice();
-        sortedSourceFiles.removeIf(
-            x -> x.definitelyNotContains(device) || !x.isDeviceAlive(device, ttl));
+        sortedSourceFiles.removeIf(x -> x.definitelyNotContains(device));
         // checked above
         //noinspection OptionalGetWithoutIsPresent
         sortedSourceFiles.sort(Comparator.comparingLong(x -> x.getStartTime(device).get()));
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/MultiTsFileDeviceIterator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/MultiTsFileDeviceIterator.java
index 450affc17b7d9..b3659de084ab4 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/MultiTsFileDeviceIterator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/MultiTsFileDeviceIterator.java
@@ -46,6 +46,7 @@
 
 import java.io.IOException;
 import java.util.ArrayList;
+import java.util.Arrays;
 import java.util.Collections;
 import java.util.HashMap;
 import java.util.Iterator;
@@ -477,11 +478,12 @@ private void applyModificationForAlignedChunkMetadataList(
     }
 
     if (ttlDeletion != null) {
+      List<ModEntry> emptyList = Collections.emptyList();
       CompactionUtils.removeDeletedObjectFiles(
           readerMap.get(tsFileResource),
           alignedChunkMetadataList,
           Collections.singletonList(ttlDeletion),
-          Collections.emptyList());
+          modificationForValueColumns.stream().map(v -> emptyList).collect(Collectors.toList()));
     }
 
     ModificationUtils.modifyAlignedChunkMetaData(
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/FastAlignedSeriesCompactionExecutor.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/FastAlignedSeriesCompactionExecutor.java
index 3bb42fa8bdfb4..4e28306ebec20 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/FastAlignedSeriesCompactionExecutor.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/executor/fast/FastAlignedSeriesCompactionExecutor.java
@@ -65,6 +65,7 @@
 import java.util.HashMap;
 import java.util.List;
 import java.util.Map;
+import java.util.stream.Collectors;
 
 public class FastAlignedSeriesCompactionExecutor extends SeriesCompactionExecutor {
 
@@ -274,11 +275,12 @@ protected List<AbstractAlignedChunkMetadata> getAlignedChunkMetadataList(TsFileR
         ModEntry ttlDeletion =
             CompactionUtils.convertTtlToDeletion(
                 deviceId, CommonDateTimeUtils.currentTime() - ttlForTable);
+        List<ModEntry> emptyList = Collections.emptyList();
         CompactionUtils.removeDeletedObjectFiles(
             readerCacheMap.get(resource),
             alignedChunkMetadataList,
             Collections.singletonList(ttlDeletion),
-            Collections.emptyList());
+            valueModifications.stream().map(v -> emptyList).collect(Collectors.toList()));
       }
 
       // modify aligned chunk metadatas

From 6fb0839af89687f118ad4dc0dd22cfc2c7f30882 Mon Sep 17 00:00:00 2001
From: shuwenwei <s13979062948@gmail.com>
Date: Wed, 9 Jul 2025 18:03:10 +0800
Subject: [PATCH 49/66] fix bug

---
 .../dataregion/compaction/execute/utils/CompactionUtils.java    | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/CompactionUtils.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/CompactionUtils.java
index d744b14e08771..584ff0fe44ae7 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/CompactionUtils.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/CompactionUtils.java
@@ -506,7 +506,7 @@ public static void removeDeletedObjectFiles(
         if (dataTypes[i] == TSDataType.OBJECT) {
           objectColumnIndexList.add(i);
           List<ModEntry> deletionInterval = ModificationUtils.sortAndMerge(valueMods.get(i));
-          objectColumnHasDeletion |= !deletionInterval.isEmpty();
+          objectColumnHasDeletion |= (!deletionInterval.isEmpty() || !timeMods.isEmpty());
           objectDeletionIntervalList.add(deletionInterval);
         }
       }

From 0be124c3fbd7286e8a5440bc7cf601df4c15f078 Mon Sep 17 00:00:00 2001
From: shuwenwei <s13979062948@gmail.com>
Date: Wed, 9 Jul 2025 18:21:37 +0800
Subject: [PATCH 50/66] spotless

---
 .../apache/iotdb/db/storageengine/dataregion/DataRegion.java   | 3 +--
 .../compaction/execute/utils/MultiTsFileDeviceIterator.java    | 1 -
 2 files changed, 1 insertion(+), 3 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
index 2197ee628c1c2..fc5d9c13e4b60 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
@@ -1887,8 +1887,7 @@ private void deleteAllObjectFiles(List<String> folders) {
         }
       } else {
         if (dataRegionObjectFolder.exists()) {
-          org.apache.iotdb.commons.utils.FileUtils.deleteFileOrDirectory(
-              dataRegionObjectFolder);
+          org.apache.iotdb.commons.utils.FileUtils.deleteFileOrDirectory(dataRegionObjectFolder);
         }
       }
     }
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/MultiTsFileDeviceIterator.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/MultiTsFileDeviceIterator.java
index b3659de084ab4..0ce8649d5740e 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/MultiTsFileDeviceIterator.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/compaction/execute/utils/MultiTsFileDeviceIterator.java
@@ -46,7 +46,6 @@
 
 import java.io.IOException;
 import java.util.ArrayList;
-import java.util.Arrays;
 import java.util.Collections;
 import java.util.HashMap;
 import java.util.Iterator;

From 5ed015192dda26692dc9ed86dabaf958b4f7e9b5 Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Thu, 10 Jul 2025 11:04:22 +0800
Subject: [PATCH 51/66] fix iotv1 bug

---
 dependencies.json                                 |  2 +-
 .../plan/planner/plan/node/write/ObjectNode.java  | 15 +++++++++++++--
 2 files changed, 14 insertions(+), 3 deletions(-)

diff --git a/dependencies.json b/dependencies.json
index 1f8f06da726a3..02277833728a3 100644
--- a/dependencies.json
+++ b/dependencies.json
@@ -102,7 +102,7 @@
         "com.timecho.ratis:ratis-proto",
         "com.timecho.ratis:ratis-server",
         "com.timecho.ratis:ratis-server-api",
-        "org.apache.ratis:ratis-thirdparty-misc",
+        "org.apache.ratis:】-thirdparty-misc",
         "org.apache.thrift:libthrift",
         "org.apache.tsfile:common",
         "org.apache.tsfile:tsfile",
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
index a9d1ef456d091..9f06070b9ff39 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
@@ -273,8 +273,8 @@ public ByteBuffer serialize() {
       ReadWriteIOUtils.write(offset, stream);
       ReadWriteIOUtils.write(filePath, stream);
       ReadWriteIOUtils.write(contentLength, stream);
-      Optional<File> objectFile = TierManager.getInstance().getAbsoluteObjectFilePath(filePath);
       byte[] contents = new byte[contentLength];
+      Optional<File> objectFile = TierManager.getInstance().getAbsoluteObjectFilePath(filePath);
       if (objectFile.isPresent()) {
         try (RandomAccessFile raf = new RandomAccessFile(objectFile.get(), "r")) {
           raf.seek(offset);
@@ -283,7 +283,18 @@ public ByteBuffer serialize() {
           throw new RuntimeException(e);
         }
       } else {
-        throw new ObjectFileNotExist(filePath);
+        Optional<File> objectTmpFile =
+            TierManager.getInstance().getAbsoluteObjectFilePath(filePath + ".tmp");
+        if (objectTmpFile.isPresent()) {
+          try (RandomAccessFile raf = new RandomAccessFile(objectTmpFile.get(), "r")) {
+            raf.seek(offset);
+            raf.read(contents);
+          } catch (IOException e) {
+            throw new RuntimeException(e);
+          }
+        } else {
+          throw new ObjectFileNotExist(filePath);
+        }
       }
       stream.write(contents);
       return ByteBuffer.wrap(byteArrayOutputStream.getBuf(), 0, byteArrayOutputStream.size());

From 7ee4df735cf2d2b194ed8a5e1abc9b90980bc23d Mon Sep 17 00:00:00 2001
From: spricoder <spricoder@qq.com>
Date: Thu, 10 Jul 2025 11:47:51 +0800
Subject: [PATCH 52/66] add compress tiff version1

---
 iotdb-client/service-rpc/pom.xml              |  10 ++
 .../model/CompressedTiffModelProcessor.java   | 114 ++++++++++++++++++
 .../iotdb/rpc/model/ModelProcessor.java       |  15 ++-
 .../iotdb/rpc/model/ModelProcessorType.java   |  25 ----
 iotdb-core/datanode/pom.xml                   |   5 +
 .../model/CompressedTiffModelReader.java      |  71 +++++++++++
 .../iotdb/db/utils/model/ModelReader.java     |   2 +
 7 files changed, 211 insertions(+), 31 deletions(-)
 create mode 100644 iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java
 delete mode 100644 iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelProcessorType.java
 create mode 100644 iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTiffModelReader.java

diff --git a/iotdb-client/service-rpc/pom.xml b/iotdb-client/service-rpc/pom.xml
index c525afa7cfc53..17c52de5d9195 100644
--- a/iotdb-client/service-rpc/pom.xml
+++ b/iotdb-client/service-rpc/pom.xml
@@ -89,6 +89,16 @@
             <artifactId>ij</artifactId>
             <version>1.54g</version>
         </dependency>
+        <dependency>
+            <groupId>org.gdal</groupId>
+            <artifactId>gdal</artifactId>
+            <version>3.11.0</version>
+        </dependency>
+        <dependency>
+            <groupId>org.gdal</groupId>
+            <artifactId>vsi</artifactId>
+            <version>1.0</version>
+        </dependency>
     </dependencies>
     <build>
         <plugins>
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java
new file mode 100644
index 0000000000000..6f3c57faf38cd
--- /dev/null
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java
@@ -0,0 +1,114 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.rpc.model;
+
+import org.gdal.VsiGdalNative;
+import org.gdal.gdal.Band;
+import org.gdal.gdal.Dataset;
+import org.gdal.gdal.Driver;
+import org.gdal.gdal.gdal;
+import org.gdal.gdalconst.gdalconstConstants;
+
+public class CompressedTiffModelProcessor extends ModelProcessor {
+  private static final Driver DRIVER;
+  // Specifying compression options
+  private static String compressOption = "COMPRESS=LZW";
+  // Specifying block x size options
+  private static String blockXSize = "BLOCKXSIZE=256";
+  // Specifying block y size options
+  private static String blockYSize = "BLOCKYSIZE=256";
+
+  static {
+    gdal.AllRegister();
+    DRIVER = gdal.GetDriverByName("GTiff");
+    if (DRIVER == null) {
+      throw new RuntimeException("Failed to get GTiff driver: " + gdal.GetLastErrorMsg());
+    }
+  }
+
+  @Override
+  public byte[] write(float[] values, int width, int height) {
+    String virtualFilePath = getVirtualFilePath();
+    return write(virtualFilePath, values, width, height);
+  }
+
+  private byte[] write(String filePath, float[] values, int width, int height) {
+    // floating point data should use predictor 2 (for difference prediction), and use block storage
+    // (recommended for LZW)
+    String[] options =
+        new String[] {compressOption, "PREDICTOR=2", "TILED=YES", blockXSize, blockYSize};
+
+    Dataset dataset = null;
+    try {
+      // Create dataset with specified options
+      dataset = DRIVER.Create(filePath, width, height, 1, gdalconstConstants.GDT_Float32, options);
+
+      if (dataset == null) {
+        throw new RuntimeException("Failed to create dataset: " + gdal.GetLastErrorMsg());
+      }
+
+      Band band = dataset.GetRasterBand(1);
+      int result = band.WriteRaster(0, 0, width, height, values);
+      if (result != gdalconstConstants.CE_None) {
+        throw new RuntimeException("Failed to write data to tiff file: " + gdal.GetLastErrorMsg());
+      }
+      band.FlushCache();
+      return VsiGdalNative.readVsiMemFile(filePath, false);
+    } finally {
+      if (dataset != null) {
+        dataset.delete();
+      }
+    }
+  }
+
+  @Override
+  public float[] readAll(byte[] fileBytes) {
+    // TODO @spricoder
+    String virtualFilePath = getVirtualFilePath();
+    VsiGdalNative.writeVsiMemFile(virtualFilePath, fileBytes);
+    return readAll(virtualFilePath);
+  }
+
+  @Override
+  public float[] readAll(String filePath) {
+    Dataset dataset = gdal.Open(filePath, gdalconstConstants.GA_ReadOnly);
+    if (dataset == null) {
+      throw new RuntimeException("Failed to open tiff file: " + gdal.GetLastErrorMsg());
+    }
+    try {
+      Band band = dataset.GetRasterBand(1);
+      if (band == null) {
+        throw new RuntimeException(
+            "Failed to get raster band from dataset" + gdal.GetLastErrorMsg());
+      }
+      int width = band.getXSize();
+      int height = band.getYSize();
+      float[] result = new float[width * height];
+      band.ReadRaster(0, 0, width, height, gdalconstConstants.GDT_Float32, result);
+      return result;
+    } finally {
+      dataset.delete();
+    }
+  }
+
+  private String getVirtualFilePath() {
+    return "";
+  }
+}
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelProcessor.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelProcessor.java
index 45af293a69911..a7f9ef5080516 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelProcessor.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelProcessor.java
@@ -46,12 +46,15 @@ public abstract class ModelProcessor {
    */
   public abstract float[] readAll(String filePath);
 
-  public static ModelProcessor getInstance(ModelProcessorType modelFileType) {
-    switch (modelFileType) {
-      case UNCOMPRESSED_TIFF:
-        return new UnCompressedTiffModelProcessor();
-      default:
-        return new CompressedTsFileModelProcessor();
+  public static ModelProcessor getInstance(String modelFileType) {
+    if (modelFileType.equalsIgnoreCase("COMPRESSED_TSFILE")) {
+      return new CompressedTsFileModelProcessor();
+    } else if (modelFileType.equalsIgnoreCase("UNCOMPRESSED_TIFF")) {
+      return new UnCompressedTiffModelProcessor();
+    } else if (modelFileType.equalsIgnoreCase("COMPRESSED_TIFF")) {
+      return new CompressedTiffModelProcessor();
+    } else {
+      throw new IllegalArgumentException("Unsupported model file type: " + modelFileType);
     }
   }
 }
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelProcessorType.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelProcessorType.java
deleted file mode 100644
index 1966a14484ef6..0000000000000
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/ModelProcessorType.java
+++ /dev/null
@@ -1,25 +0,0 @@
-/*
- * Licensed to the Apache Software Foundation (ASF) under one
- * or more contributor license agreements.  See the NOTICE file
- * distributed with this work for additional information
- * regarding copyright ownership.  The ASF licenses this file
- * to you under the Apache License, Version 2.0 (the
- * "License"); you may not use this file except in compliance
- * with the License.  You may obtain a copy of the License at
- *
- *     http://www.apache.org/licenses/LICENSE-2.0
- *
- * Unless required by applicable law or agreed to in writing,
- * software distributed under the License is distributed on an
- * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
- * KIND, either express or implied.  See the License for the
- * specific language governing permissions and limitations
- * under the License.
- */
-
-package org.apache.iotdb.rpc.model;
-
-public enum ModelProcessorType {
-  COMPRESSED_TSFILE,
-  UNCOMPRESSED_TIFF
-}
diff --git a/iotdb-core/datanode/pom.xml b/iotdb-core/datanode/pom.xml
index f1cd4a4fe46f5..c40553cde8117 100644
--- a/iotdb-core/datanode/pom.xml
+++ b/iotdb-core/datanode/pom.xml
@@ -392,6 +392,11 @@
             <version>1.3.0</version>
             <scope>test</scope>
         </dependency>
+        <dependency>
+            <groupId>org.gdal</groupId>
+            <artifactId>gdal</artifactId>
+            <version>3.11.0</version>
+        </dependency>
     </dependencies>
     <build>
         <plugins>
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTiffModelReader.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTiffModelReader.java
new file mode 100644
index 0000000000000..d78caa4e467e3
--- /dev/null
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTiffModelReader.java
@@ -0,0 +1,71 @@
+/*
+ * Licensed to the Apache Software Foundation (ASF) under one
+ * or more contributor license agreements.  See the NOTICE file
+ * distributed with this work for additional information
+ * regarding copyright ownership.  The ASF licenses this file
+ * to you under the Apache License, Version 2.0 (the
+ * "License"); you may not use this file except in compliance
+ * with the License.  You may obtain a copy of the License at
+ *
+ *     http://www.apache.org/licenses/LICENSE-2.0
+ *
+ * Unless required by applicable law or agreed to in writing,
+ * software distributed under the License is distributed on an
+ * "AS IS" BASIS, WITHOUT WARRANTIES OR CONDITIONS OF ANY
+ * KIND, either express or implied.  See the License for the
+ * specific language governing permissions and limitations
+ * under the License.
+ */
+
+package org.apache.iotdb.db.utils.model;
+
+import org.gdal.gdal.Band;
+import org.gdal.gdal.Dataset;
+import org.gdal.gdal.gdal;
+import org.gdal.gdalconst.gdalconstConstants;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
+
+import java.util.ArrayList;
+import java.util.List;
+
+public class CompressedTiffModelReader extends ModelReader {
+  private static final Logger LOGGER = LoggerFactory.getLogger(CompressedTiffModelReader.class);
+
+  static {
+    gdal.AllRegister();
+  }
+
+  @Override
+  public List<float[]> penetrate(String filePath, List<List<Integer>> startAndEndTimeArray) {
+    Dataset dataset = gdal.Open(filePath, gdalconstConstants.GA_ReadOnly);
+    if (dataset == null) {
+      LOGGER.error("Failed to open tiff file: {}", gdal.GetLastErrorMsg());
+      throw new RuntimeException("Failed to open tiff file: " + gdal.GetLastErrorMsg());
+    }
+    try {
+      Band band = dataset.GetRasterBand(1);
+      if (band == null) {
+        LOGGER.error("Failed to get raster band from dataset: {}", gdal.GetLastErrorMsg());
+        throw new RuntimeException(
+            "Failed to get raster band from dataset" + gdal.GetLastErrorMsg());
+      }
+      int width = band.getXSize();
+      List<float[]> result = new ArrayList<>();
+      for (List<Integer> startAndEndTime : startAndEndTimeArray) {
+        int xIndex = startAndEndTime.get(0);
+        int yIndex = startAndEndTime.get(1);
+        float[] tmp = new float[yIndex - xIndex + 1];
+        int xOff = xIndex % width;
+        int yOff = xIndex / width;
+        int xSize = yIndex - xIndex + 1;
+        int ySize = 1;
+        band.ReadRaster(xOff, yOff, xSize, ySize, gdalconstConstants.GDT_Float32, tmp);
+        result.add(tmp);
+      }
+      return result;
+    } finally {
+      dataset.delete();
+    }
+  }
+}
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java
index 18a6f5aed43ac..3d5c043a1257d 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/ModelReader.java
@@ -44,6 +44,8 @@ public static ModelReader getInstance(String modelFileType) {
       return new UnCompressedTiffModelReader();
     } else if (modelFileType.equalsIgnoreCase("COMPRESSED_TSFILE")) {
       return new CompressedTsFileModelReader();
+    } else if (modelFileType.equalsIgnoreCase("COMPRESSED_TIFF")) {
+      return new CompressedTiffModelReader();
     } else {
       throw new SemanticException("Unsupported model file type: " + modelFileType);
     }

From 2ba2148d6db6497a061ebf77157316229a452694 Mon Sep 17 00:00:00 2001
From: shuwenwei <s13979062948@gmail.com>
Date: Thu, 10 Jul 2025 12:08:55 +0800
Subject: [PATCH 53/66] ignore ttl for object type

---
 .../plan/node/write/InsertTabletNode.java     | 16 ++++++++++++++
 .../storageengine/dataregion/DataRegion.java  | 11 ++++------
 .../iotdb/db/utils/ObjectTypeUtils.java       | 21 +++++++++++++++----
 3 files changed, 37 insertions(+), 11 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java
index be67555ac2eb6..3d24ffcbc1193 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/InsertTabletNode.java
@@ -95,10 +95,26 @@ public class InsertTabletNode extends InsertNode implements WALEntryValue {
   // proper positions.
   protected List<Integer> range;
 
+  private Boolean shouldCheckTTL;
+
   public InsertTabletNode(PlanNodeId id) {
     super(id);
   }
 
+  public boolean shouldCheckTTL() {
+    if (shouldCheckTTL != null) {
+      return shouldCheckTTL;
+    }
+    shouldCheckTTL = true;
+    for (MeasurementSchema measurementSchema : measurementSchemas) {
+      if (measurementSchema.getType() == TSDataType.OBJECT) {
+        shouldCheckTTL = false;
+        break;
+      }
+    }
+    return shouldCheckTTL;
+  }
+
   @Override
   public InsertNode mergeInsertNode(List<InsertNode> insertNodes) {
     List<Integer> index = new ArrayList<>();
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
index fc5d9c13e4b60..166901363f6a8 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/DataRegion.java
@@ -1304,7 +1304,10 @@ private boolean executeInsertTablet(
       InsertTabletNode insertTabletNode, TSStatus[] results, long[] infoForMetrics)
       throws OutOfTTLException {
     boolean noFailure;
-    int loc = insertTabletNode.checkTTL(results, getTTL(insertTabletNode));
+    int loc =
+        insertTabletNode.shouldCheckTTL()
+            ? insertTabletNode.checkTTL(results, getTTL(insertTabletNode))
+            : 0;
     noFailure = loc == 0;
     List<Pair<IDeviceID, Integer>> deviceEndOffsetPairs =
         insertTabletNode.splitByDevice(loc, insertTabletNode.getRowCount());
@@ -3048,12 +3051,6 @@ public int compact() {
   }
 
   public void writeObject(ObjectNode objectNode) throws Exception {
-    long ttl =
-        DataNodeTTLCache.getInstance().getTTLForTable(this.databaseName, objectNode.getTable());
-    long nodeTimestamp = objectNode.getTimestamp();
-    if (!CommonUtils.isAlive(nodeTimestamp, ttl)) {
-      throw new OutOfTTLException(nodeTimestamp, (CommonDateTimeUtils.currentTime() - ttl));
-    }
     writeLock("writeObject");
     try {
       String relativeTmpPathString = objectNode.getFilePath() + ".tmp";
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectTypeUtils.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectTypeUtils.java
index 4b5214c738dac..fc1bb40b93fb7 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectTypeUtils.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/ObjectTypeUtils.java
@@ -62,11 +62,24 @@ public static void deleteObjectPathFromBinary(Binary binary) {
     if (!file.isPresent()) {
       return;
     }
+    File parentFile = file.get().getParentFile();
+    File tmpFile = new File(parentFile, file.get().getName().replace(".bin", ".tmp"));
+    File bakFile = new File(parentFile, file.get().getName().replace(".bin", ".bak"));
     logger.info("Remove object file {}", file.get().getAbsolutePath());
-    try {
-      Files.deleteIfExists(file.get().toPath());
-    } catch (IOException e) {
-      logger.error("Failed to remove object file {}", file.get().getAbsolutePath(), e);
+    for (int i = 0; i < 2; i++) {
+      try {
+        if (Files.deleteIfExists(file.get().toPath())) {
+          return;
+        }
+        if (Files.deleteIfExists(tmpFile.toPath())) {
+          return;
+        }
+        if (Files.deleteIfExists(bakFile.toPath())) {
+          return;
+        }
+      } catch (IOException e) {
+        logger.error("Failed to remove object file {}", file.get().getAbsolutePath(), e);
+      }
     }
   }
 }

From 03d3c26ae277385da69e76fda2baa9149ce49eaa Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Thu, 10 Jul 2025 12:11:57 +0800
Subject: [PATCH 54/66] fix iotv1 bug

---
 .../planner/plan/node/write/ObjectNode.java   | 53 ++++++++++++-------
 .../dataregion/wal/node/WALNode.java          |  8 +--
 2 files changed, 39 insertions(+), 22 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
index 9f06070b9ff39..27d06f55819df 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
@@ -38,6 +38,8 @@
 
 import org.apache.tsfile.utils.PublicBAOS;
 import org.apache.tsfile.utils.ReadWriteIOUtils;
+import org.slf4j.Logger;
+import org.slf4j.LoggerFactory;
 
 import java.io.DataInputStream;
 import java.io.DataOutputStream;
@@ -50,6 +52,8 @@
 
 public class ObjectNode extends SearchNode implements WALEntryValue {
 
+  private static final Logger LOGGER = LoggerFactory.getLogger(ObjectNode.class);
+
   private final boolean isEOF;
 
   private final long offset;
@@ -269,33 +273,39 @@ public ByteBuffer serialize() {
       ReadWriteIOUtils.write(WALEntryType.OBJECT_FILE_NODE.getCode(), stream);
       ReadWriteIOUtils.write((long) TsFileProcessor.MEMTABLE_NOT_EXIST, stream);
       ReadWriteIOUtils.write(getType().getNodeType(), stream);
-      ReadWriteIOUtils.write(isEOF, stream);
-      ReadWriteIOUtils.write(offset, stream);
-      ReadWriteIOUtils.write(filePath, stream);
-      ReadWriteIOUtils.write(contentLength, stream);
       byte[] contents = new byte[contentLength];
-      Optional<File> objectFile = TierManager.getInstance().getAbsoluteObjectFilePath(filePath);
-      if (objectFile.isPresent()) {
-        try (RandomAccessFile raf = new RandomAccessFile(objectFile.get(), "r")) {
-          raf.seek(offset);
-          raf.read(contents);
-        } catch (IOException e) {
-          throw new RuntimeException(e);
+      boolean readSuccess = false;
+      for (int i = 0; i < 2; i++) {
+        Optional<File> objectFile = TierManager.getInstance().getAbsoluteObjectFilePath(filePath);
+        if (objectFile.isPresent()) {
+          try {
+            readContentFromFile(objectFile.get(), contents);
+            readSuccess = true;
+          } catch (IOException e) {
+            LOGGER.error("Error when read object file {}.", objectFile.get(), e);
+          }
+          if (readSuccess) {
+            break;
+          }
         }
-      } else {
         Optional<File> objectTmpFile =
             TierManager.getInstance().getAbsoluteObjectFilePath(filePath + ".tmp");
         if (objectTmpFile.isPresent()) {
-          try (RandomAccessFile raf = new RandomAccessFile(objectTmpFile.get(), "r")) {
-            raf.seek(offset);
-            raf.read(contents);
+          try {
+            readContentFromFile(objectTmpFile.get(), contents);
+            readSuccess = true;
           } catch (IOException e) {
-            throw new RuntimeException(e);
+            LOGGER.error("Error when read tmp object file {}.", objectTmpFile.get(), e);
+          }
+          if (readSuccess) {
+            break;
           }
-        } else {
-          throw new ObjectFileNotExist(filePath);
         }
       }
+      ReadWriteIOUtils.write(readSuccess && isEOF, stream);
+      ReadWriteIOUtils.write(offset, stream);
+      ReadWriteIOUtils.write(filePath, stream);
+      ReadWriteIOUtils.write(contentLength, stream);
       stream.write(contents);
       return ByteBuffer.wrap(byteArrayOutputStream.getBuf(), 0, byteArrayOutputStream.size());
     } catch (IOException e) {
@@ -303,6 +313,13 @@ public ByteBuffer serialize() {
     }
   }
 
+  private void readContentFromFile(File file, byte[] contents) throws IOException {
+    try (RandomAccessFile raf = new RandomAccessFile(file, "r")) {
+      raf.seek(offset);
+      raf.read(contents);
+    }
+  }
+
   @Override
   public PlanNodeType getType() {
     return PlanNodeType.OBJECT_FILE_NODE;
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
index 7833785599f8a..ae5bb354bec04 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
@@ -781,11 +781,11 @@ public boolean hasNext() {
                   WALEntry walEntry =
                       WALEntry.deserialize(
                           new DataInputStream(new ByteArrayInputStream(buffer.array())));
-                  // TODO haonan only be called by leader read from wal
-                  //  only have relativePath, offset, eof, length
+                  // only be called by leader read from wal
+                  // wal only has relativePath, offset, eof, length
                   // need to add WALEntryType + memtableId + relativePath, offset, eof, length +
-                  // filecontent
-                  // need to add IoTConsensusRequest instead of FileNode
+                  // content
+                  // need to add IoTConsensusRequest instead of ObjectNode
                   tmpNodes
                       .get()
                       .add(new IoTConsensusRequest(((ObjectNode) walEntry.getValue()).serialize()));

From c3c4e1ab807f7f52f17ac2c879a2e90e3e42b680 Mon Sep 17 00:00:00 2001
From: spricoder <spricoder@qq.com>
Date: Thu, 10 Jul 2025 12:33:27 +0800
Subject: [PATCH 55/66] update unLinkAndSeize

---
 .../apache/iotdb/rpc/model/CompressedTiffModelProcessor.java    | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java
index 6f3c57faf38cd..7aed4ec7129ec 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java
@@ -70,7 +70,7 @@ private byte[] write(String filePath, float[] values, int width, int height) {
         throw new RuntimeException("Failed to write data to tiff file: " + gdal.GetLastErrorMsg());
       }
       band.FlushCache();
-      return VsiGdalNative.readVsiMemFile(filePath, false);
+      return VsiGdalNative.readVsiMemFile(filePath, true);
     } finally {
       if (dataset != null) {
         dataset.delete();

From 1c19dc9b6524fc1adf054af0ae039c5bd6a6b5bb Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Thu, 10 Jul 2025 12:34:30 +0800
Subject: [PATCH 56/66] try to fix OOM

---
 .../planner/plan/node/write/ObjectNode.java   |  2 +-
 .../dataregion/wal/node/WALNode.java          | 24 +++++++++++++++++--
 2 files changed, 23 insertions(+), 3 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
index 27d06f55819df..ebe839bbc0c6d 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/queryengine/plan/planner/plan/node/write/ObjectNode.java
@@ -327,7 +327,7 @@ public PlanNodeType getType() {
 
   @Override
   public long getMemorySize() {
-    return content.length;
+    return contentLength;
   }
 
   @Override
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
index ae5bb354bec04..da972db78f405 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
@@ -739,6 +739,8 @@ public boolean hasNext() {
       AtomicBoolean notFirstFile = new AtomicBoolean(false);
       AtomicBoolean hasCollectedSufficientData = new AtomicBoolean(false);
 
+      long memorySize = 0;
+
       // try to collect current tmpNodes to insertNodes, return true if successfully collect an
       // insert node
       Runnable tryToCollectInsertNodeAndBumpIndex =
@@ -789,8 +791,10 @@ public boolean hasNext() {
                   tmpNodes
                       .get()
                       .add(new IoTConsensusRequest(((ObjectNode) walEntry.getValue()).serialize()));
+                  memorySize += ((ObjectNode) walEntry.getValue()).getMemorySize();
                 } else {
                   tmpNodes.get().add(new IoTConsensusRequest(buffer));
+                  memorySize += buffer.remaining();
                 }
               } else {
                 // currentWalEntryIndex > targetIndex
@@ -803,12 +807,28 @@ public boolean hasNext() {
                       currentWalEntryIndex);
                   nextSearchIndex = currentWalEntryIndex;
                 }
-                tmpNodes.get().add(new IoTConsensusRequest(buffer));
+                if (type == WALEntryType.OBJECT_FILE_NODE) {
+                  WALEntry walEntry =
+                      WALEntry.deserialize(
+                          new DataInputStream(new ByteArrayInputStream(buffer.array())));
+                  // only be called by leader read from wal
+                  // wal only has relativePath, offset, eof, length
+                  // need to add WALEntryType + memtableId + relativePath, offset, eof, length +
+                  // content
+                  // need to add IoTConsensusRequest instead of ObjectNode
+                  tmpNodes
+                      .get()
+                      .add(new IoTConsensusRequest(((ObjectNode) walEntry.getValue()).serialize()));
+                  memorySize += ((ObjectNode) walEntry.getValue()).getMemorySize();
+                } else {
+                  tmpNodes.get().add(new IoTConsensusRequest(buffer));
+                  memorySize += buffer.remaining();
+                }
               }
             } else {
               tryToCollectInsertNodeAndBumpIndex.run();
             }
-            if (hasCollectedSufficientData.get()) {
+            if (memorySize > config.getWalBufferSize() || hasCollectedSufficientData.get()) {
               break COLLECT_FILE_LOOP;
             }
           }

From 70ef28c67e5f8923fb64020e1d5c80c749822a02 Mon Sep 17 00:00:00 2001
From: spricoder <spricoder@qq.com>
Date: Thu, 10 Jul 2025 15:01:33 +0800
Subject: [PATCH 57/66] fix out of order

---
 .../model/CompressedTsFileModelReader.java    | 36 ++++++++++++++-----
 1 file changed, 27 insertions(+), 9 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTsFileModelReader.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTsFileModelReader.java
index 2849e0657ddf6..d30982219996c 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTsFileModelReader.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/utils/model/CompressedTsFileModelReader.java
@@ -40,6 +40,8 @@
 import java.io.IOException;
 import java.nio.ByteBuffer;
 import java.util.ArrayList;
+import java.util.Arrays;
+import java.util.Comparator;
 import java.util.List;
 
 import static org.apache.tsfile.read.reader.chunk.ChunkReader.decryptAndUncompressPageData;
@@ -49,8 +51,24 @@ public class CompressedTsFileModelReader extends ModelReader {
 
   @Override
   public List<float[]> penetrate(String filePath, List<List<Integer>> startAndEndTimeArray) {
+    int pairSize = startAndEndTimeArray.size();
+    Integer[] indexes = new Integer[pairSize];
+    for (int i = 0; i < pairSize; i++) {
+      indexes[i] = i;
+    }
+    Arrays.sort(
+        indexes,
+        Comparator.comparingInt((Integer i) -> startAndEndTimeArray.get(i).get(0))
+            .thenComparingInt(i -> startAndEndTimeArray.get(i).get(1)));
+    List<List<Integer>> sorted = new ArrayList<>();
+
+    for (int sortedIndex = 0; sortedIndex < pairSize; sortedIndex++) {
+      int originalIndex = indexes[sortedIndex];
+      sorted.add(startAndEndTimeArray.get(originalIndex));
+    }
+
     try {
-      List<float[]> results = new ArrayList<>(startAndEndTimeArray.size());
+      List<float[]> results = new ArrayList<>(pairSize);
       int currentQueryIndex = 0;
       int currentResultSetIndex = 0;
       for (List<Integer> ints : startAndEndTimeArray) {
@@ -65,8 +83,8 @@ public List<float[]> penetrate(String filePath, List<List<Integer>> startAndEndT
           TimeRange timeRange =
               new TimeRange(chunkMetadata.getStartTime(), chunkMetadata.getEndTime());
           boolean overlap = false;
-          for (int i = currentQueryIndex; i < startAndEndTimeArray.size(); i++) {
-            List<Integer> startAndEnd = startAndEndTimeArray.get(i);
+          for (int i = currentQueryIndex; i < pairSize; i++) {
+            List<Integer> startAndEnd = sorted.get(i);
             if (timeRange.overlaps(new TimeRange(startAndEnd.get(0), startAndEnd.get(1)))) {
               overlap = true;
               break;
@@ -93,8 +111,8 @@ public List<float[]> penetrate(String filePath, List<List<Integer>> startAndEndT
             TimeRange pageTimeRange =
                 new TimeRange(pageHeader.getStartTime(), pageHeader.getEndTime());
             boolean pageOverlap = false;
-            for (int i = currentQueryIndex; i < startAndEndTimeArray.size(); i++) {
-              List<Integer> startAndEnd = startAndEndTimeArray.get(i);
+            for (int i = currentQueryIndex; i < pairSize; i++) {
+              List<Integer> startAndEnd = sorted.get(i);
               if (pageTimeRange.overlaps(new TimeRange(startAndEnd.get(0), startAndEnd.get(1)))) {
                 pageOverlap = true;
                 break;
@@ -122,18 +140,18 @@ public List<float[]> penetrate(String filePath, List<List<Integer>> startAndEndT
               uncompressedPageData.get(bitmap);
             }
             while (decoder.hasNext(uncompressedPageData)) {
-              float[] currentQueryResult = results.get(currentQueryIndex);
+              float[] currentQueryResult = results.get(indexes[currentQueryIndex]);
               if (currentResultSetIndex >= currentQueryResult.length) {
                 currentQueryIndex++;
                 currentResultSetIndex = 0;
               }
-              if (currentQueryIndex == startAndEndTimeArray.size()) {
+              if (currentQueryIndex == pairSize) {
                 return results;
               }
-              currentQueryResult = results.get(currentQueryIndex);
+              currentQueryResult = results.get(indexes[currentQueryIndex]);
               float v = decoder.readFloat(uncompressedPageData);
 
-              List<Integer> currentQueryStartAndEnd = startAndEndTimeArray.get(currentQueryIndex);
+              List<Integer> currentQueryStartAndEnd = sorted.get(currentQueryIndex);
               if (index >= currentQueryStartAndEnd.get(0)
                   && index <= currentQueryStartAndEnd.get(1)) {
                 currentQueryResult[currentResultSetIndex++] = v;

From 3e801020acfc256d81d196905bea960bf4aa999f Mon Sep 17 00:00:00 2001
From: spricoder <spricoder@qq.com>
Date: Thu, 10 Jul 2025 15:11:51 +0800
Subject: [PATCH 58/66] use gdal to manage

---
 .../apache/iotdb/rpc/model/CompressedTiffModelProcessor.java    | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java
index 7aed4ec7129ec..6f3c57faf38cd 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java
@@ -70,7 +70,7 @@ private byte[] write(String filePath, float[] values, int width, int height) {
         throw new RuntimeException("Failed to write data to tiff file: " + gdal.GetLastErrorMsg());
       }
       band.FlushCache();
-      return VsiGdalNative.readVsiMemFile(filePath, true);
+      return VsiGdalNative.readVsiMemFile(filePath, false);
     } finally {
       if (dataset != null) {
         dataset.delete();

From 50a9d6e37f8893b563bdbd9099c482da502ffad9 Mon Sep 17 00:00:00 2001
From: spricoder <spricoder@qq.com>
Date: Thu, 10 Jul 2025 15:18:43 +0800
Subject: [PATCH 59/66] avoid memory problem

---
 .../apache/iotdb/rpc/model/CompressedTiffModelProcessor.java    | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java
index 6f3c57faf38cd..34daefb65c3c6 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java
@@ -70,7 +70,7 @@ private byte[] write(String filePath, float[] values, int width, int height) {
         throw new RuntimeException("Failed to write data to tiff file: " + gdal.GetLastErrorMsg());
       }
       band.FlushCache();
-      return VsiGdalNative.readVsiMemFile(filePath, false);
+      return VsiGdalNative.vsiGetMemFileBuffer(filePath, true);
     } finally {
       if (dataset != null) {
         dataset.delete();

From a588d8da5b058dc521a90c44cf14f848c470af46 Mon Sep 17 00:00:00 2001
From: spricoder <spricoder@qq.com>
Date: Thu, 10 Jul 2025 15:37:40 +0800
Subject: [PATCH 60/66] we need to close file before read by using FlushCache

---
 .../org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java | 1 +
 1 file changed, 1 insertion(+)

diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java
index 34daefb65c3c6..2d67871e34c45 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java
@@ -70,6 +70,7 @@ private byte[] write(String filePath, float[] values, int width, int height) {
         throw new RuntimeException("Failed to write data to tiff file: " + gdal.GetLastErrorMsg());
       }
       band.FlushCache();
+      dataset.FlushCache();
       return VsiGdalNative.vsiGetMemFileBuffer(filePath, true);
     } finally {
       if (dataset != null) {

From dfb0a5f06bee801850be6943fba2a375ee86cb97 Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Thu, 10 Jul 2025 16:59:39 +0800
Subject: [PATCH 61/66] fix WALEntryHandler oom

---
 .../dataregion/wal/buffer/WALEntry.java              | 12 ++++++++++--
 1 file changed, 10 insertions(+), 2 deletions(-)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntry.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntry.java
index f91e6b6426581..059d363f53997 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntry.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/buffer/WALEntry.java
@@ -83,14 +83,22 @@ protected WALEntry(long memTableId, WALEntryValue value, boolean wait) {
     } else {
       throw new RuntimeException("Unknown WALEntry type");
     }
-    walFlushListener = new WALFlushListener(wait, value);
+    if (type == WALEntryType.OBJECT_FILE_NODE) {
+      this.walFlushListener = new WALFlushListener(wait, null);
+    } else {
+      this.walFlushListener = new WALFlushListener(wait, value);
+    }
   }
 
   protected WALEntry(WALEntryType type, long memTableId, WALEntryValue value, boolean wait) {
     this.type = type;
     this.memTableId = memTableId;
     this.value = value;
-    this.walFlushListener = new WALFlushListener(wait, value);
+    if (type == WALEntryType.OBJECT_FILE_NODE) {
+      this.walFlushListener = new WALFlushListener(wait, null);
+    } else {
+      this.walFlushListener = new WALFlushListener(wait, value);
+    }
   }
 
   public abstract void serialize(IWALByteBufferView buffer);

From b8d5f488b8cc33d14627d995ae9275eaf08f8732 Mon Sep 17 00:00:00 2001
From: HTHou <haonan@apache.org>
Date: Thu, 10 Jul 2025 18:39:15 +0800
Subject: [PATCH 62/66] fix iot sync error

---
 .../iotdb/db/storageengine/dataregion/wal/node/WALNode.java    | 3 +++
 1 file changed, 3 insertions(+)

diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
index da972db78f405..ce00a0cdd5bba 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/storageengine/dataregion/wal/node/WALNode.java
@@ -828,6 +828,9 @@ public boolean hasNext() {
             } else {
               tryToCollectInsertNodeAndBumpIndex.run();
             }
+            if (memorySize > config.getWalBufferSize()) {
+              tryToCollectInsertNodeAndBumpIndex.run();
+            }
             if (memorySize > config.getWalBufferSize() || hasCollectedSufficientData.get()) {
               break COLLECT_FILE_LOOP;
             }

From 7d87cff449b262c9987f8ecba3d50655fd265a13 Mon Sep 17 00:00:00 2001
From: Yongzao <yongzao@apache.org>
Date: Thu, 10 Jul 2025 18:50:39 +0800
Subject: [PATCH 63/66] Support fetch the device's leader through corresponding
 database and time

---
 .../iotdb/TableModelSessionPoolExample.java   | 15 +++++++++
 .../apache/iotdb/isession/ITableSession.java  | 13 ++++++++
 .../org/apache/iotdb/session/Session.java     |  8 +++++
 .../iotdb/session/SessionConnection.java      | 12 +++++++
 .../apache/iotdb/session/TableSession.java    | 10 ++++++
 .../session/pool/TableSessionWrapper.java     |  9 ++++++
 .../thrift/impl/ClientRPCServiceImpl.java     | 31 +++++++++++++++++++
 .../src/main/thrift/client.thrift             | 16 +++++++++-
 8 files changed, 113 insertions(+), 1 deletion(-)

diff --git a/example/session/src/main/java/org/apache/iotdb/TableModelSessionPoolExample.java b/example/session/src/main/java/org/apache/iotdb/TableModelSessionPoolExample.java
index a8d3c8b382b3b..87038649a1b31 100644
--- a/example/session/src/main/java/org/apache/iotdb/TableModelSessionPoolExample.java
+++ b/example/session/src/main/java/org/apache/iotdb/TableModelSessionPoolExample.java
@@ -134,6 +134,21 @@ public static void main(String[] args) {
         tablet.reset();
       }
 
+      // query device leader
+      String correctURL =
+          session.getDeviceLeaderURL("test2", Arrays.asList("test1", "1", "5", "3"), 66);
+      System.out.println("Correct device leader URL: " + correctURL);
+      String errorDbURL =
+          session.getDeviceLeaderURL("test3", Arrays.asList("test1", "1", "5", "3"), 66);
+      System.out.println("Error dbName device leader URL: " + errorDbURL);
+      String errorDeviceURL =
+          session.getDeviceLeaderURL("test2", Arrays.asList("test1", "1", "5"), 66);
+      System.out.println("Error deviceId device leader URL: " + errorDeviceURL);
+      String errorTimeURL =
+          session.getDeviceLeaderURL(
+              "test2", Arrays.asList("test1", "1", "5", "3"), 6666666666666666L);
+      System.out.println("Error time device leader URL: " + errorTimeURL);
+
       // query table data
       try (SessionDataSet dataSet =
           session.executeQueryStatement(
diff --git a/iotdb-client/isession/src/main/java/org/apache/iotdb/isession/ITableSession.java b/iotdb-client/isession/src/main/java/org/apache/iotdb/isession/ITableSession.java
index 75a37f8384719..5454bac5bad3e 100644
--- a/iotdb-client/isession/src/main/java/org/apache/iotdb/isession/ITableSession.java
+++ b/iotdb-client/isession/src/main/java/org/apache/iotdb/isession/ITableSession.java
@@ -24,6 +24,8 @@
 
 import org.apache.tsfile.write.record.Tablet;
 
+import java.util.List;
+
 /**
  * This interface defines a session for interacting with IoTDB tables. It supports operations such
  * as data insertion, executing queries, and closing the session. Implementations of this interface
@@ -46,6 +48,17 @@ public interface ITableSession extends AutoCloseable {
    */
   void insert(Tablet tablet) throws StatementExecutionException, IoTDBConnectionException;
 
+  /**
+   * Retrieves the DataNode URL of the device leader for a given database and a deviceID.
+   *
+   * @param dbName the name of the database.
+   * @param deviceId a list of string for constructing the specified deviceID.
+   * @param time the time at which partition the device leader is queried.
+   * @return the DataNode URL <ip:port> of the device leader as a String.
+   */
+  String getDeviceLeaderURL(String dbName, List<String> deviceId, long time)
+      throws IoTDBConnectionException, StatementExecutionException;
+
   /**
    * Executes a non-query SQL statement, such as a DDL or DML command.
    *
diff --git a/iotdb-client/session/src/main/java/org/apache/iotdb/session/Session.java b/iotdb-client/session/src/main/java/org/apache/iotdb/session/Session.java
index 1890721a9b343..ee1b39f09bcd4 100644
--- a/iotdb-client/session/src/main/java/org/apache/iotdb/session/Session.java
+++ b/iotdb-client/session/src/main/java/org/apache/iotdb/session/Session.java
@@ -56,6 +56,8 @@
 import org.apache.iotdb.service.rpc.thrift.TSQueryTemplateResp;
 import org.apache.iotdb.service.rpc.thrift.TSSetSchemaTemplateReq;
 import org.apache.iotdb.service.rpc.thrift.TSUnsetSchemaTemplateReq;
+import org.apache.iotdb.service.rpc.thrift.TTableDeviceLeaderReq;
+import org.apache.iotdb.service.rpc.thrift.TTableDeviceLeaderResp;
 import org.apache.iotdb.session.template.MeasurementNode;
 import org.apache.iotdb.session.template.TemplateQueryType;
 import org.apache.iotdb.session.util.SessionUtils;
@@ -2778,6 +2780,12 @@ public void insertRelationalTablet(Tablet tablet)
     }
   }
 
+  public TTableDeviceLeaderResp fetchDeviceLeader(String dbName, List<String> deviceId, long time)
+      throws IoTDBConnectionException, StatementExecutionException {
+    TTableDeviceLeaderReq req = new TTableDeviceLeaderReq(dbName, deviceId, time);
+    return getDefaultSessionConnection().fetchDeviceLeader(req);
+  }
+
   private void insertRelationalTabletWithLeaderCache(Tablet tablet)
       throws IoTDBConnectionException, StatementExecutionException {
     Map<SessionConnection, Tablet> relationalTabletGroup = new HashMap<>();
diff --git a/iotdb-client/session/src/main/java/org/apache/iotdb/session/SessionConnection.java b/iotdb-client/session/src/main/java/org/apache/iotdb/session/SessionConnection.java
index 477eba234eb35..eae7150b2e89f 100644
--- a/iotdb-client/session/src/main/java/org/apache/iotdb/session/SessionConnection.java
+++ b/iotdb-client/session/src/main/java/org/apache/iotdb/session/SessionConnection.java
@@ -65,6 +65,8 @@
 import org.apache.iotdb.service.rpc.thrift.TSSetSchemaTemplateReq;
 import org.apache.iotdb.service.rpc.thrift.TSSetTimeZoneReq;
 import org.apache.iotdb.service.rpc.thrift.TSUnsetSchemaTemplateReq;
+import org.apache.iotdb.service.rpc.thrift.TTableDeviceLeaderReq;
+import org.apache.iotdb.service.rpc.thrift.TTableDeviceLeaderResp;
 import org.apache.iotdb.session.util.SessionUtils;
 
 import org.apache.thrift.TException;
@@ -1225,6 +1227,16 @@ protected TSBackupConfigurationResp getBackupConfiguration()
     return execResp;
   }
 
+  protected TTableDeviceLeaderResp fetchDeviceLeader(TTableDeviceLeaderReq req)
+      throws StatementExecutionException {
+    final TTableDeviceLeaderResp resp =
+        callWithRetryAndReconnect(
+                () -> client.fetchDeviceLeader(req), TTableDeviceLeaderResp::getStatus)
+            .getResult();
+    RpcUtils.verifySuccess(resp.getStatus());
+    return resp;
+  }
+
   private <T> RetryResult<T> callWithReconnect(TFunction<T> supplier)
       throws IoTDBConnectionException {
     T ret;
diff --git a/iotdb-client/session/src/main/java/org/apache/iotdb/session/TableSession.java b/iotdb-client/session/src/main/java/org/apache/iotdb/session/TableSession.java
index 059fdea346948..34222e671daca 100644
--- a/iotdb-client/session/src/main/java/org/apache/iotdb/session/TableSession.java
+++ b/iotdb-client/session/src/main/java/org/apache/iotdb/session/TableSession.java
@@ -23,9 +23,12 @@
 import org.apache.iotdb.isession.SessionDataSet;
 import org.apache.iotdb.rpc.IoTDBConnectionException;
 import org.apache.iotdb.rpc.StatementExecutionException;
+import org.apache.iotdb.service.rpc.thrift.TTableDeviceLeaderResp;
 
 import org.apache.tsfile.write.record.Tablet;
 
+import java.util.List;
+
 public class TableSession implements ITableSession {
 
   private final Session session;
@@ -39,6 +42,13 @@ public void insert(Tablet tablet) throws StatementExecutionException, IoTDBConne
     session.insertRelationalTablet(tablet);
   }
 
+  @Override
+  public String getDeviceLeaderURL(String dbName, List<String> deviceId, long time)
+      throws IoTDBConnectionException, StatementExecutionException {
+    TTableDeviceLeaderResp resp = session.fetchDeviceLeader(dbName, deviceId, time);
+    return resp.getIp() + ":" + resp.getPort();
+  }
+
   @Override
   public void executeNonQueryStatement(String sql)
       throws IoTDBConnectionException, StatementExecutionException {
diff --git a/iotdb-client/session/src/main/java/org/apache/iotdb/session/pool/TableSessionWrapper.java b/iotdb-client/session/src/main/java/org/apache/iotdb/session/pool/TableSessionWrapper.java
index 761bb3a40d3b1..ea389740ca1fd 100644
--- a/iotdb-client/session/src/main/java/org/apache/iotdb/session/pool/TableSessionWrapper.java
+++ b/iotdb-client/session/src/main/java/org/apache/iotdb/session/pool/TableSessionWrapper.java
@@ -23,12 +23,14 @@
 import org.apache.iotdb.isession.SessionDataSet;
 import org.apache.iotdb.rpc.IoTDBConnectionException;
 import org.apache.iotdb.rpc.StatementExecutionException;
+import org.apache.iotdb.service.rpc.thrift.TTableDeviceLeaderResp;
 import org.apache.iotdb.session.Session;
 
 import org.apache.tsfile.write.record.Tablet;
 import org.slf4j.Logger;
 import org.slf4j.LoggerFactory;
 
+import java.util.List;
 import java.util.Objects;
 import java.util.concurrent.atomic.AtomicBoolean;
 
@@ -67,6 +69,13 @@ public void insert(Tablet tablet) throws StatementExecutionException, IoTDBConne
     }
   }
 
+  @Override
+  public String getDeviceLeaderURL(String dbName, List<String> deviceId, long time)
+      throws IoTDBConnectionException, StatementExecutionException {
+    TTableDeviceLeaderResp resp = session.fetchDeviceLeader(dbName, deviceId, time);
+    return resp.getIp() + ":" + resp.getPort();
+  }
+
   @Override
   public SessionDataSet executeQueryStatement(String sql)
       throws StatementExecutionException, IoTDBConnectionException {
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/thrift/impl/ClientRPCServiceImpl.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/thrift/impl/ClientRPCServiceImpl.java
index 5e5e488dabd65..35a033cbd6731 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/thrift/impl/ClientRPCServiceImpl.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/thrift/impl/ClientRPCServiceImpl.java
@@ -181,6 +181,8 @@
 import org.apache.iotdb.service.rpc.thrift.TSUnsetSchemaTemplateReq;
 import org.apache.iotdb.service.rpc.thrift.TSyncIdentityInfo;
 import org.apache.iotdb.service.rpc.thrift.TSyncTransportMetaInfo;
+import org.apache.iotdb.service.rpc.thrift.TTableDeviceLeaderReq;
+import org.apache.iotdb.service.rpc.thrift.TTableDeviceLeaderResp;
 
 import io.airlift.units.Duration;
 import io.jsonwebtoken.lang.Strings;
@@ -3092,6 +3094,35 @@ public TSStatus testConnectionEmptyRPC() throws TException {
     return new TSStatus(TSStatusCode.SUCCESS_STATUS.getStatusCode());
   }
 
+  @Override
+  public TTableDeviceLeaderResp fetchDeviceLeader(TTableDeviceLeaderReq req) throws TException {
+    IDeviceID deviceID =
+        Factory.DEFAULT_FACTORY.create(
+            req.getDeviceId().toArray(new String[req.getDeviceIdSize()]));
+    TTimePartitionSlot timePartitionSlot = TimePartitionUtils.getTimePartitionSlot(req.getTime());
+    DataPartitionQueryParam queryParam =
+        new DataPartitionQueryParam(deviceID, Collections.singletonList(timePartitionSlot));
+    DataPartition dataPartition =
+        partitionFetcher.getDataPartition(
+            Collections.singletonMap(req.getDbName(), Collections.singletonList(queryParam)));
+    TRegionReplicaSet targetRegionReplicaSet =
+        dataPartition.getAllReplicaSets().stream().findFirst().orElse(null);
+    TEndPoint targetEndPoint =
+        targetRegionReplicaSet != null
+            ? targetRegionReplicaSet.getDataNodeLocations().get(0).getClientRpcEndPoint()
+            : null;
+    TTableDeviceLeaderResp resp = new TTableDeviceLeaderResp();
+    resp.setStatus(new TSStatus(TSStatusCode.SUCCESS_STATUS.getStatusCode()));
+    if (targetEndPoint != null) {
+      resp.setIp(targetEndPoint.getIp());
+      resp.setPort(String.valueOf(targetEndPoint.getPort()));
+    } else {
+      resp.setIp("");
+      resp.setPort("");
+    }
+    return resp;
+  }
+
   @Override
   public TSStatus insertStringRecord(final TSInsertStringRecordReq req) {
     final long t1 = System.nanoTime();
diff --git a/iotdb-protocol/thrift-datanode/src/main/thrift/client.thrift b/iotdb-protocol/thrift-datanode/src/main/thrift/client.thrift
index 7e9a0387722f0..1420b80d043ff 100644
--- a/iotdb-protocol/thrift-datanode/src/main/thrift/client.thrift
+++ b/iotdb-protocol/thrift-datanode/src/main/thrift/client.thrift
@@ -548,6 +548,18 @@ struct TSConnectionInfoResp {
   1: required list<TSConnectionInfo> connectionInfoList
 }
 
+struct TTableDeviceLeaderReq {
+  1: required string dbName
+  2: required list<string> deviceId
+  3: required i64 time
+}
+
+struct TTableDeviceLeaderResp {
+  1: required common.TSStatus status
+  2: required string ip
+  3: required string port
+}
+
 service IClientRPCService {
 
   TSExecuteStatementResp executeQueryStatementV2(1:TSExecuteStatementReq req);
@@ -683,5 +695,7 @@ service IClientRPCService {
   TSConnectionInfoResp fetchAllConnectionsInfo();
 
   /** For other node's call */
-  common.TSStatus testConnectionEmptyRPC()
+  common.TSStatus testConnectionEmptyRPC();
+
+  TTableDeviceLeaderResp fetchDeviceLeader(TTableDeviceLeaderReq req);
 }
\ No newline at end of file

From 0c064ea7b6b80ca0134c7c54c794380802167117 Mon Sep 17 00:00:00 2001
From: Yongzao <yongzao@apache.org>
Date: Thu, 10 Jul 2025 19:33:19 +0800
Subject: [PATCH 64/66] Support null tag for device fetch leader interface
 (#15909)

---
 .../iotdb/TableModelSessionPoolExample.java       | 15 ++++++++++-----
 .../org/apache/iotdb/isession/ITableSession.java  |  3 ++-
 .../java/org/apache/iotdb/session/Session.java    |  5 +++--
 .../org/apache/iotdb/session/TableSession.java    |  5 +++--
 .../iotdb/session/pool/TableSessionWrapper.java   |  5 +++--
 .../thrift/impl/ClientRPCServiceImpl.java         |  9 ++++++---
 .../thrift-datanode/src/main/thrift/client.thrift |  3 ++-
 7 files changed, 29 insertions(+), 16 deletions(-)

diff --git a/example/session/src/main/java/org/apache/iotdb/TableModelSessionPoolExample.java b/example/session/src/main/java/org/apache/iotdb/TableModelSessionPoolExample.java
index 87038649a1b31..03e2a14c04693 100644
--- a/example/session/src/main/java/org/apache/iotdb/TableModelSessionPoolExample.java
+++ b/example/session/src/main/java/org/apache/iotdb/TableModelSessionPoolExample.java
@@ -119,7 +119,7 @@ public static void main(String[] args) {
         int rowIndex = tablet.getRowSize();
         tablet.addTimestamp(rowIndex, timestamp);
         tablet.addValue("region_id", rowIndex, "1");
-        tablet.addValue("plant_id", rowIndex, "5");
+        tablet.addValue("plant_id", rowIndex, null);
         tablet.addValue("device_id", rowIndex, "3");
         tablet.addValue("model", rowIndex, "A");
         tablet.addValue("temperature", rowIndex, 37.6F);
@@ -135,18 +135,23 @@ public static void main(String[] args) {
       }
 
       // query device leader
+      List<Boolean> isSetTag = Arrays.asList(true, true, false, true);
       String correctURL =
-          session.getDeviceLeaderURL("test2", Arrays.asList("test1", "1", "5", "3"), 66);
+          session.getDeviceLeaderURL("test2", Arrays.asList("test1", "1", "3"), isSetTag, 66);
       System.out.println("Correct device leader URL: " + correctURL);
       String errorDbURL =
-          session.getDeviceLeaderURL("test3", Arrays.asList("test1", "1", "5", "3"), 66);
+          session.getDeviceLeaderURL("test3", Arrays.asList("test1", "1", "3"), isSetTag, 66);
       System.out.println("Error dbName device leader URL: " + errorDbURL);
       String errorDeviceURL =
-          session.getDeviceLeaderURL("test2", Arrays.asList("test1", "1", "5"), 66);
+          session.getDeviceLeaderURL("test2", Arrays.asList("test1", "3", "1"), isSetTag, 66);
       System.out.println("Error deviceId device leader URL: " + errorDeviceURL);
+      List<Boolean> falseTagList = Arrays.asList(false, true, true, true);
+      String errorTagURL =
+          session.getDeviceLeaderURL("test2", Arrays.asList("test1", "1", "3"), falseTagList, 66);
+      System.out.println("Error tag device leader URL: " + errorTagURL);
       String errorTimeURL =
           session.getDeviceLeaderURL(
-              "test2", Arrays.asList("test1", "1", "5", "3"), 6666666666666666L);
+              "test2", Arrays.asList("test1", "1", "3"), isSetTag, 6666666666666666L);
       System.out.println("Error time device leader URL: " + errorTimeURL);
 
       // query table data
diff --git a/iotdb-client/isession/src/main/java/org/apache/iotdb/isession/ITableSession.java b/iotdb-client/isession/src/main/java/org/apache/iotdb/isession/ITableSession.java
index 5454bac5bad3e..bda14441f4d33 100644
--- a/iotdb-client/isession/src/main/java/org/apache/iotdb/isession/ITableSession.java
+++ b/iotdb-client/isession/src/main/java/org/apache/iotdb/isession/ITableSession.java
@@ -53,10 +53,11 @@ public interface ITableSession extends AutoCloseable {
    *
    * @param dbName the name of the database.
    * @param deviceId a list of string for constructing the specified deviceID.
+   * @param isSetTag a true indicating the deviceID is set, false otherwise.
    * @param time the time at which partition the device leader is queried.
    * @return the DataNode URL <ip:port> of the device leader as a String.
    */
-  String getDeviceLeaderURL(String dbName, List<String> deviceId, long time)
+  String getDeviceLeaderURL(String dbName, List<String> deviceId, List<Boolean> isSetTag, long time)
       throws IoTDBConnectionException, StatementExecutionException;
 
   /**
diff --git a/iotdb-client/session/src/main/java/org/apache/iotdb/session/Session.java b/iotdb-client/session/src/main/java/org/apache/iotdb/session/Session.java
index ee1b39f09bcd4..e933ab6e078e5 100644
--- a/iotdb-client/session/src/main/java/org/apache/iotdb/session/Session.java
+++ b/iotdb-client/session/src/main/java/org/apache/iotdb/session/Session.java
@@ -2780,9 +2780,10 @@ public void insertRelationalTablet(Tablet tablet)
     }
   }
 
-  public TTableDeviceLeaderResp fetchDeviceLeader(String dbName, List<String> deviceId, long time)
+  public TTableDeviceLeaderResp fetchDeviceLeader(
+      String dbName, List<String> deviceId, List<Boolean> isSetTag, long time)
       throws IoTDBConnectionException, StatementExecutionException {
-    TTableDeviceLeaderReq req = new TTableDeviceLeaderReq(dbName, deviceId, time);
+    TTableDeviceLeaderReq req = new TTableDeviceLeaderReq(dbName, deviceId, isSetTag, time);
     return getDefaultSessionConnection().fetchDeviceLeader(req);
   }
 
diff --git a/iotdb-client/session/src/main/java/org/apache/iotdb/session/TableSession.java b/iotdb-client/session/src/main/java/org/apache/iotdb/session/TableSession.java
index 34222e671daca..2a83b533efa40 100644
--- a/iotdb-client/session/src/main/java/org/apache/iotdb/session/TableSession.java
+++ b/iotdb-client/session/src/main/java/org/apache/iotdb/session/TableSession.java
@@ -43,9 +43,10 @@ public void insert(Tablet tablet) throws StatementExecutionException, IoTDBConne
   }
 
   @Override
-  public String getDeviceLeaderURL(String dbName, List<String> deviceId, long time)
+  public String getDeviceLeaderURL(
+      String dbName, List<String> deviceId, List<Boolean> isSetTag, long time)
       throws IoTDBConnectionException, StatementExecutionException {
-    TTableDeviceLeaderResp resp = session.fetchDeviceLeader(dbName, deviceId, time);
+    TTableDeviceLeaderResp resp = session.fetchDeviceLeader(dbName, deviceId, isSetTag, time);
     return resp.getIp() + ":" + resp.getPort();
   }
 
diff --git a/iotdb-client/session/src/main/java/org/apache/iotdb/session/pool/TableSessionWrapper.java b/iotdb-client/session/src/main/java/org/apache/iotdb/session/pool/TableSessionWrapper.java
index ea389740ca1fd..559040b375243 100644
--- a/iotdb-client/session/src/main/java/org/apache/iotdb/session/pool/TableSessionWrapper.java
+++ b/iotdb-client/session/src/main/java/org/apache/iotdb/session/pool/TableSessionWrapper.java
@@ -70,9 +70,10 @@ public void insert(Tablet tablet) throws StatementExecutionException, IoTDBConne
   }
 
   @Override
-  public String getDeviceLeaderURL(String dbName, List<String> deviceId, long time)
+  public String getDeviceLeaderURL(
+      String dbName, List<String> deviceId, List<Boolean> isSetTag, long time)
       throws IoTDBConnectionException, StatementExecutionException {
-    TTableDeviceLeaderResp resp = session.fetchDeviceLeader(dbName, deviceId, time);
+    TTableDeviceLeaderResp resp = session.fetchDeviceLeader(dbName, deviceId, isSetTag, time);
     return resp.getIp() + ":" + resp.getPort();
   }
 
diff --git a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/thrift/impl/ClientRPCServiceImpl.java b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/thrift/impl/ClientRPCServiceImpl.java
index 35a033cbd6731..7e05bc2f2125c 100644
--- a/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/thrift/impl/ClientRPCServiceImpl.java
+++ b/iotdb-core/datanode/src/main/java/org/apache/iotdb/db/protocol/thrift/impl/ClientRPCServiceImpl.java
@@ -3096,9 +3096,12 @@ public TSStatus testConnectionEmptyRPC() throws TException {
 
   @Override
   public TTableDeviceLeaderResp fetchDeviceLeader(TTableDeviceLeaderReq req) throws TException {
-    IDeviceID deviceID =
-        Factory.DEFAULT_FACTORY.create(
-            req.getDeviceId().toArray(new String[req.getDeviceIdSize()]));
+    int start_index = 0;
+    String[] trueSegments = new String[req.getIsSetTagSize()];
+    for (int i = 0; i < req.getIsSetTagSize(); i++) {
+      trueSegments[i] = req.getIsSetTag().get(i) ? req.getDeviceId().get(start_index++) : null;
+    }
+    IDeviceID deviceID = Factory.DEFAULT_FACTORY.create(trueSegments);
     TTimePartitionSlot timePartitionSlot = TimePartitionUtils.getTimePartitionSlot(req.getTime());
     DataPartitionQueryParam queryParam =
         new DataPartitionQueryParam(deviceID, Collections.singletonList(timePartitionSlot));
diff --git a/iotdb-protocol/thrift-datanode/src/main/thrift/client.thrift b/iotdb-protocol/thrift-datanode/src/main/thrift/client.thrift
index 1420b80d043ff..ddcf8a002f7c9 100644
--- a/iotdb-protocol/thrift-datanode/src/main/thrift/client.thrift
+++ b/iotdb-protocol/thrift-datanode/src/main/thrift/client.thrift
@@ -551,7 +551,8 @@ struct TSConnectionInfoResp {
 struct TTableDeviceLeaderReq {
   1: required string dbName
   2: required list<string> deviceId
-  3: required i64 time
+  3: required list<bool> isSetTag
+  4: required i64 time
 }
 
 struct TTableDeviceLeaderResp {

From cb9ea5056b63e76968e670fdc1b45c4afa0d7c28 Mon Sep 17 00:00:00 2001
From: spricoder <spricoder@qq.com>
Date: Thu, 10 Jul 2025 22:10:04 +0800
Subject: [PATCH 65/66] Add VirtualFilePath and Path Generation

---
 iotdb-client/service-rpc/pom.xml              |  5 ----
 .../model/CompressedTiffModelProcessor.java   | 25 +++++++++++++------
 2 files changed, 18 insertions(+), 12 deletions(-)

diff --git a/iotdb-client/service-rpc/pom.xml b/iotdb-client/service-rpc/pom.xml
index 17c52de5d9195..a675709da36ea 100644
--- a/iotdb-client/service-rpc/pom.xml
+++ b/iotdb-client/service-rpc/pom.xml
@@ -94,11 +94,6 @@
             <artifactId>gdal</artifactId>
             <version>3.11.0</version>
         </dependency>
-        <dependency>
-            <groupId>org.gdal</groupId>
-            <artifactId>vsi</artifactId>
-            <version>1.0</version>
-        </dependency>
     </dependencies>
     <build>
         <plugins>
diff --git a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java
index 2d67871e34c45..ed5a44a87f91c 100644
--- a/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java
+++ b/iotdb-client/service-rpc/src/main/java/org/apache/iotdb/rpc/model/CompressedTiffModelProcessor.java
@@ -19,7 +19,6 @@
 
 package org.apache.iotdb.rpc.model;
 
-import org.gdal.VsiGdalNative;
 import org.gdal.gdal.Band;
 import org.gdal.gdal.Dataset;
 import org.gdal.gdal.Driver;
@@ -28,6 +27,8 @@
 
 public class CompressedTiffModelProcessor extends ModelProcessor {
   private static final Driver DRIVER;
+  private static final String VIRTUAL_FILE_PATH_PREFIX = "/vsimem";
+  private static final String VIRTUAL_FILE_PATH_SUFFIX = ".tif";
   // Specifying compression options
   private static String compressOption = "COMPRESS=LZW";
   // Specifying block x size options
@@ -46,7 +47,11 @@ public class CompressedTiffModelProcessor extends ModelProcessor {
   @Override
   public byte[] write(float[] values, int width, int height) {
     String virtualFilePath = getVirtualFilePath();
-    return write(virtualFilePath, values, width, height);
+    try {
+      return write(virtualFilePath, values, width, height);
+    } finally {
+      gdal.Unlink(virtualFilePath);
+    }
   }
 
   private byte[] write(String filePath, float[] values, int width, int height) {
@@ -71,7 +76,7 @@ private byte[] write(String filePath, float[] values, int width, int height) {
       }
       band.FlushCache();
       dataset.FlushCache();
-      return VsiGdalNative.vsiGetMemFileBuffer(filePath, true);
+      return gdal.GetMemFileBuffer(filePath);
     } finally {
       if (dataset != null) {
         dataset.delete();
@@ -81,10 +86,13 @@ private byte[] write(String filePath, float[] values, int width, int height) {
 
   @Override
   public float[] readAll(byte[] fileBytes) {
-    // TODO @spricoder
     String virtualFilePath = getVirtualFilePath();
-    VsiGdalNative.writeVsiMemFile(virtualFilePath, fileBytes);
-    return readAll(virtualFilePath);
+    try {
+      gdal.FileFromMemBuffer(virtualFilePath, fileBytes);
+      return readAll(virtualFilePath);
+    } finally {
+      gdal.Unlink(virtualFilePath);
+    }
   }
 
   @Override
@@ -110,6 +118,9 @@ public float[] readAll(String filePath) {
   }
 
   private String getVirtualFilePath() {
-    return "";
+    long tid = Thread.currentThread().getId();
+    long timestamp = System.currentTimeMillis();
+    return String.format(
+        "%s/%d_%d%s", VIRTUAL_FILE_PATH_PREFIX, tid, timestamp, VIRTUAL_FILE_PATH_SUFFIX);
   }
 }

From be6b485bb8022b2da7ad2dbb70a255d5cde07482 Mon Sep 17 00:00:00 2001
From: JackieTien97 <jackietien97@gmail.com>
Date: Fri, 11 Jul 2025 14:08:20 +0800
Subject: [PATCH 66/66] revert dependencies change

---
 dependencies.json | 2 +-
 1 file changed, 1 insertion(+), 1 deletion(-)

diff --git a/dependencies.json b/dependencies.json
index 02277833728a3..1f8f06da726a3 100644
--- a/dependencies.json
+++ b/dependencies.json
@@ -102,7 +102,7 @@
         "com.timecho.ratis:ratis-proto",
         "com.timecho.ratis:ratis-server",
         "com.timecho.ratis:ratis-server-api",
-        "org.apache.ratis:】-thirdparty-misc",
+        "org.apache.ratis:ratis-thirdparty-misc",
         "org.apache.thrift:libthrift",
         "org.apache.tsfile:common",
         "org.apache.tsfile:tsfile",