Adding Partition Execution Logging for DimensionalTimeSliceCrawler (opensearch-project#6362)

chrisale000 · simonelbaz · commit da79dcbf1daa · 2026-01-31T23:21:04.000+01:00
Signed-off-by: Alexander Christensen &lt;alchrisk@amazon.com&gt;
Signed-off-by: Simon ELBAZ &lt;elbazsimon9@gmail.com&gt;
diff --git a/data-prepper-plugins/saas-source-plugins/source-crawler/src/main/java/org/opensearch/dataprepper/plugins/source/source_crawler/base/DimensionalTimeSliceCrawler.java b/data-prepper-plugins/saas-source-plugins/source-crawler/src/main/java/org/opensearch/dataprepper/plugins/source/source_crawler/base/DimensionalTimeSliceCrawler.java
@@ -87,6 +87,8 @@ public Instant crawl(LeaderPartition leaderPartition, EnhancedSourceCoordinator
 
     @Override
     public void executePartition(DimensionalTimeSliceWorkerProgressState state, Buffer<Record<Event>> buffer, AcknowledgementSet acknowledgementSet) {
+        log.info("Processing partition - DimensionType: {}, TimeRange: {} to {}", 
+                 state.getDimensionType(), state.getStartTime(), state.getEndTime());
         partitionWaitTimeTimer.record(Duration.between(state.getPartitionCreationTime(), Instant.now()));
         partitionProcessLatencyTimer.record(() -> client.executePartition(state, buffer, acknowledgementSet));
     }

Original file line number	Diff line number	Diff line change
`@@ -87,6 +87,8 @@ public Instant crawl(LeaderPartition leaderPartition, EnhancedSourceCoordinator`
`87`	`87`
`88`	`88`	`@Override`
`89`	`89`	`public void executePartition(DimensionalTimeSliceWorkerProgressState state, Buffer<Record<Event>> buffer, AcknowledgementSet acknowledgementSet) {`
	`90`	`+ log.info("Processing partition - DimensionType: {}, TimeRange: {} to {}",`
	`91`	`+ state.getDimensionType(), state.getStartTime(), state.getEndTime());`
`90`	`92`	`partitionWaitTimeTimer.record(Duration.between(state.getPartitionCreationTime(), Instant.now()));`
`91`	`93`	`partitionProcessLatencyTimer.record(() -> client.executePartition(state, buffer, acknowledgementSet));`
`92`	`94`	`}`