From 39fc22d8d007543f55618904c28aebffa8f809b6 Mon Sep 17 00:00:00 2001 From: Wenjie Yao Date: Tue, 25 Nov 2025 14:23:39 -0800 Subject: [PATCH] Increase SAAS WorkerScheduler WorkerPartition AcknowledgementSet timeout to 2 hours *What?** This commit incerases SAAS worker partition AcknowledgementSet timeout from 20 seconds to 2 hours. **Why?** 20 seconds is not enough for finish processing each worker partition. Increase it to infinite high to ensure each worker partition has enough time for processing. Signed-off-by: Wenjie Yao --- .../source_crawler/coordination/scheduler/WorkerScheduler.java | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/data-prepper-plugins/saas-source-plugins/source-crawler/src/main/java/org/opensearch/dataprepper/plugins/source/source_crawler/coordination/scheduler/WorkerScheduler.java b/data-prepper-plugins/saas-source-plugins/source-crawler/src/main/java/org/opensearch/dataprepper/plugins/source/source_crawler/coordination/scheduler/WorkerScheduler.java index bab62eb299..540ecc1022 100644 --- a/data-prepper-plugins/saas-source-plugins/source-crawler/src/main/java/org/opensearch/dataprepper/plugins/source/source_crawler/coordination/scheduler/WorkerScheduler.java +++ b/data-prepper-plugins/saas-source-plugins/source-crawler/src/main/java/org/opensearch/dataprepper/plugins/source/source_crawler/coordination/scheduler/WorkerScheduler.java @@ -32,7 +32,7 @@ public class WorkerScheduler implements Runnable { public static final String WORKER_PARTITIONS_FAILED = "workerPartitionsFailed"; public static final String WORKER_PARTITIONS_COMPLETED = "workerPartitionsCompleted"; - private static final Duration ACKNOWLEDGEMENT_SET_TIMEOUT = Duration.ofSeconds(20); + private static final Duration ACKNOWLEDGEMENT_SET_TIMEOUT = Duration.ofHours(2); private static final Logger log = LoggerFactory.getLogger(WorkerScheduler.class); private static final int RETRY_BACKOFF_ON_EXCEPTION_MILLIS = 5_000; private static final Duration DEFAULT_SLEEP_DURATION_MILLIS = Duration.ofMillis(10000);