From bdc0e320ed949c745d62a48110e244ec7e47d5de Mon Sep 17 00:00:00 2001 From: Hai Yan Date: Wed, 25 Jun 2025 10:41:35 -0500 Subject: [PATCH] Update s3 scan ack timeout and scan interval in rds template Signed-off-by: Hai Yan --- .../dataprepper/transforms/templates/rds-template.yaml | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/data-prepper-plugins/rds-source/src/main/resources/org/opensearch/dataprepper/transforms/templates/rds-template.yaml b/data-prepper-plugins/rds-source/src/main/resources/org/opensearch/dataprepper/transforms/templates/rds-template.yaml index cbd0fec44e..a9e52e734f 100644 --- a/data-prepper-plugins/rds-source/src/main/resources/org/opensearch/dataprepper/transforms/templates/rds-template.yaml +++ b/data-prepper-plugins/rds-source/src/main/resources/org/opensearch/dataprepper/transforms/templates/rds-template.yaml @@ -69,6 +69,7 @@ delete_s3_objects_on_read: true disable_s3_metadata_in_event: true scan: + acknowledgment_timeout: "PT10M" folder_partitions: depth: "<>.source.rds.s3_prefix>>" max_objects_per_ownership: 50 @@ -78,7 +79,7 @@ filter: include_prefix: ["<>.source.rds.s3_prefix>>"] scheduling: - interval: "60s" + interval: "20s" processor: "<<$.<>.processor>>" sink: "<<$.<>.sink>>" routes: "<<$.<>.routes>>" # In placeholder, routes or route (defined as alias) will be transformed to route in json as route will be primarily picked in pipelineModel. \ No newline at end of file