Skip to content

Commit bf1adc3

Browse files
committed
skip the commit of the later events when there are tsFiles
1 parent 334136f commit bf1adc3

1 file changed

Lines changed: 2 additions & 13 deletions

File tree

iotdb-core/datanode/src/main/java/org/apache/iotdb/db/pipe/extractor/dataregion/realtime/assigner/PipeDataRegionAssigner.java

Lines changed: 2 additions & 13 deletions
Original file line numberDiff line numberDiff line change
@@ -20,7 +20,6 @@
2020
package org.apache.iotdb.db.pipe.extractor.dataregion.realtime.assigner;
2121

2222
import org.apache.iotdb.commons.consensus.index.ProgressIndex;
23-
import org.apache.iotdb.commons.consensus.index.impl.MinimumProgressIndex;
2423
import org.apache.iotdb.commons.pipe.event.EnrichedEvent;
2524
import org.apache.iotdb.commons.pipe.event.ProgressReportEvent;
2625
import org.apache.iotdb.db.pipe.event.common.heartbeat.PipeHeartbeatEvent;
@@ -36,7 +35,6 @@
3635
import java.io.Closeable;
3736
import java.util.Set;
3837
import java.util.concurrent.CopyOnWriteArraySet;
39-
import java.util.concurrent.atomic.AtomicReference;
4038

4139
public class PipeDataRegionAssigner implements Closeable {
4240

@@ -45,9 +43,6 @@ public class PipeDataRegionAssigner implements Closeable {
4543
private final String dataRegionId;
4644
protected final Set<PipeRealtimeDataRegionExtractor> extractors = new CopyOnWriteArraySet<>();
4745

48-
private final AtomicReference<ProgressIndex> maxProgressIndexForRealtimeEvent =
49-
new AtomicReference<>(MinimumProgressIndex.INSTANCE);
50-
5146
public String getDataRegionId() {
5247
return dataRegionId;
5348
}
@@ -119,19 +114,13 @@ private void bindOrUpdateProgressIndexForRealtimeEvent(final PipeRealtimeEvent e
119114
dataRegionId,
120115
event.getTsFileEpoch().getFilePath(),
121116
getProgressIndex4RealtimeEvent(event))) {
122-
event.bindProgressIndex(maxProgressIndexForRealtimeEvent.get());
117+
event.skipReportOnCommit();
123118
if (LOGGER.isDebugEnabled()) {
124119
LOGGER.debug(
125-
"Data region {} bind {} to event {} because it was flushed prematurely.",
120+
"Data region {} skip commit of event {} because it was flushed prematurely.",
126121
dataRegionId,
127-
maxProgressIndexForRealtimeEvent,
128122
event.coreReportMessage());
129123
}
130-
} else {
131-
maxProgressIndexForRealtimeEvent.updateAndGet(
132-
index ->
133-
index.updateToMinimumEqualOrIsAfterProgressIndex(
134-
getProgressIndex4RealtimeEvent(event)));
135124
}
136125
}
137126

0 commit comments

Comments
 (0)