add s3 enricher processor

Signed-off-by: Xun Zhang <xunzh@amazon.com>

Author: Zhangxunmt

data-prepper-plugins/s3-enricher-processor/README.md

@@ -0,0 +1,34 @@
+
+# S3 Enricher Processor
+
+This plugin enables you to merge data from a S3 file with source data from your Data Prepper pipeline.
+
+## Usage
+```aidl
+ml_merge-pipeline:
+...
+  processor:
+    - s3_enricher:
+          fields:
+            - to_key: field_B
+              from_key: /modelInput/inputText
+          merge_all_fields: true              # Whether to merge all fields from input source
+          retry_on_failure: 3                 # Retry attempts for failed requests
+          tags_on_failure: ["lookup_failed"]  # Tags for failed events
+          # S3 source configuration
+          source_path_prefix: "s3://bucket/input/"  # Base path for source/input files
+          result_file_suffix: ".out"               # Suffix to identify result files
+          correlation_field: "recordId"            # Field used to match related records
+```
+`fields` as the fields to be merged into the pipeline.
+`merge_all_fields` as the flag to merge all data into the pipeline.
+`source_path_prefix` as the Base path for source/input files
+`correlation_field` as the field name used to match related records
+
+# Metrics
+
+### Counter
+
+## Developer Guide
+
+The integration tests for this plugin do not run as part of the Data Prepper build.

data-prepper-plugins/s3-enricher-processor/build.gradle

@@ -0,0 +1,58 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+dependencies {
+    implementation project(path: ':data-prepper-plugins:common')
+    implementation project(':data-prepper-plugins:aws-plugin-api')
+    implementation 'software.amazon.awssdk:sdk-core'
+    implementation 'software.amazon.awssdk:sts'
+    implementation 'io.micrometer:micrometer-core'
+    implementation 'org.json:json'
+    implementation 'com.fasterxml.jackson.datatype:jackson-datatype-jsr310'
+    implementation 'org.projectlombok:lombok:1.18.22'
+    implementation libs.parquet.common
+    implementation 'dev.failsafe:failsafe:3.3.2'
+    implementation 'org.apache.httpcomponents:httpcore:4.4.16'
+    implementation libs.caffeine
+    annotationProcessor 'org.projectlombok:lombok:1.18.20'
+    implementation 'software.amazon.awssdk:s3'
+    testImplementation project(':data-prepper-test:test-event')
+    testImplementation testLibs.slf4j.simple
+}
+
+test {
+    useJUnitPlatform()
+}
+
+sourceSets {
+    integrationTest {
+        java {
+            compileClasspath += main.output + test.output
+            runtimeClasspath += main.output + test.output
+            srcDir file('src/integrationTest/java')
+        }
+        resources.srcDir file('src/integrationTest/resources')
+    }
+}
+
+configurations {
+    integrationTestImplementation.extendsFrom testImplementation
+    integrationTestRuntime.extendsFrom testRuntime
+}
+
+task integrationTest(type: Test) {
+    group = 'verification'
+    testClassesDirs = sourceSets.integrationTest.output.classesDirs
+
+    useJUnitPlatform()
+
+    classpath = sourceSets.integrationTest.runtimeClasspath
+
+    systemProperty 'log4j.configurationFile', 'src/test/resources/log4j2.properties'
+
+    filter {
+        includeTestsMatching '*IT'
+    }
+}

data-prepper-plugins/s3-enricher-processor/src/main/java/org/opensearch/dataprepper/plugins/s3_enricher/processor/AwsAuthenticationAdapter.java

@@ -0,0 +1,37 @@
+/*
+ * Copyright OpenSearch Contributors
+ * SPDX-License-Identifier: Apache-2.0
+ */
+
+package org.opensearch.dataprepper.plugins.s3_enricher.processor;
+
+import org.opensearch.dataprepper.aws.api.AwsCredentialsOptions;
+import org.opensearch.dataprepper.aws.api.AwsCredentialsSupplier;
+import org.opensearch.dataprepper.plugins.s3_enricher.processor.configuration.AwsAuthenticationOptions;
+import software.amazon.awssdk.auth.credentials.AwsCredentialsProvider;
+
+public class AwsAuthenticationAdapter {
+    private final AwsCredentialsSupplier awsCredentialsSupplier;
+    private final S3EnricherProcessorConfig s3EnricherProcessorConfig;
+
+
+    AwsAuthenticationAdapter(
+            final AwsCredentialsSupplier awsCredentialsSupplier,
+            final S3EnricherProcessorConfig s3EnricherProcessorConfig) {
+        this.awsCredentialsSupplier = awsCredentialsSupplier;
+        this.s3EnricherProcessorConfig = s3EnricherProcessorConfig;
+    }
+
+    AwsCredentialsProvider getCredentialsProvider() {
+        final AwsAuthenticationOptions awsAuthenticationOptions = s3EnricherProcessorConfig.getAwsAuthenticationOptions();
+
+        final AwsCredentialsOptions options = AwsCredentialsOptions.builder()
+                .withStsRoleArn(awsAuthenticationOptions.getAwsStsRoleArn())
+                .withRegion(awsAuthenticationOptions.getAwsRegion())
+                .withStsHeaderOverrides(awsAuthenticationOptions.getAwsStsHeaderOverrides())
+                .withStsExternalId(awsAuthenticationOptions.getAwsStsExternalId())
+                .build();
+
+        return awsCredentialsSupplier.getProvider(options);
+    }
+}