Skip to content

Commit dfc1690

Browse files
committed
Adding Partition Execution Log for DimensionalTimeSliceCrawler
Signed-off-by: Alexander Christensen <alchrisk@amazon.com>
1 parent aac354e commit dfc1690

1 file changed

Lines changed: 2 additions & 1 deletion

File tree

  • data-prepper-plugins/saas-source-plugins/source-crawler/src/main/java/org/opensearch/dataprepper/plugins/source/source_crawler/base

data-prepper-plugins/saas-source-plugins/source-crawler/src/main/java/org/opensearch/dataprepper/plugins/source/source_crawler/base/DimensionalTimeSliceCrawler.java

Lines changed: 2 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -87,6 +87,8 @@ public Instant crawl(LeaderPartition leaderPartition, EnhancedSourceCoordinator
8787

8888
@Override
8989
public void executePartition(DimensionalTimeSliceWorkerProgressState state, Buffer<Record<Event>> buffer, AcknowledgementSet acknowledgementSet) {
90+
log.info("Processing partition - DimensionType: {}, TimeRange: {} to {}, ProcessingTime: {}",
91+
state.getDimensionType(), state.getStartTime(), state.getEndTime(), Instant.now());
9092
partitionWaitTimeTimer.record(Duration.between(state.getPartitionCreationTime(), Instant.now()));
9193
partitionProcessLatencyTimer.record(() -> client.executePartition(state, buffer, acknowledgementSet));
9294
}
@@ -169,7 +171,6 @@ void createWorkerPartitionsForDimensionTypes(Instant startTime, Instant endTime,
169171
SaasSourcePartition partition = new SaasSourcePartition(workerState, LAST_UPDATED_KEY + UUID.randomUUID());
170172
coordinator.createPartition(partition);
171173
partitionsCreatedCounter.increment();
172-
log.info("Created partition from {} to {}", startTime, endTime);
173174
}
174175
}
175176

0 commit comments

Comments
 (0)