Integration tests for the S3 sink.

Signed-off-by: David Venable <dlv@amazon.com>

Author: dlvenable

.github/workflows/integration-tests-s3-sink.yml

@@ -0,0 +1,95 @@
+#
+# Copyright OpenSearch Contributors
+# SPDX-License-Identifier: Apache-2.0
+#
+# The OpenSearch Contributors require contributions made to
+# this file be licensed under the Apache-2.0 license or a
+# compatible open source license.
+#
+
+name: Integration Tests - S3 Sink
+
+on:
+  push:
+    paths:
+      - 'data-prepper-plugins/s3-sink/**'
+      - '*gradle*'
+  pull_request_target:
+    paths:
+      - 'data-prepper-plugins/s3-sink/**'
+      - '*gradle*'
+
+  workflow_dispatch:
+
+jobs:
+  build:
+    strategy:
+      matrix:
+        java: [ 11, 17, 21, docker ]
+      fail-fast: false
+
+    runs-on: ubuntu-latest
+
+    steps:
+      - name: Configure AWS Credentials
+        id: creds
+        uses: aws-actions/configure-aws-credentials@v5
+        with:
+          role-to-assume: ${{ secrets.TEST_IAM_ROLE_ARN }}
+          aws-region: ${{ secrets.TEST_REGION }}
+          output-credentials: true
+
+      - name: Configure AWS Credentials file
+        run: |
+          aws configure set default.region ${{ secrets.TEST_REGION }}
+          aws configure set default.aws_access_key_id ${{ steps.creds.outputs.aws-access-key-id }}
+          aws configure set default.aws_secret_access_key ${{ steps.creds.outputs.aws-secret-access-key }}
+          aws configure set default.aws_session_token ${{ steps.creds.outputs.aws-session-token }}
+
+      - name: Set up JDK ${{ matrix.java }}
+        uses: actions/setup-java@v4
+        with:
+          java-version: ${{ matrix.java }}
+          distribution: temurin
+
+      - name: Checkout Data Prepper
+        uses: actions/checkout@v6
+        with:
+          ref: ${{ github.event.pull_request.head.sha }}
+
+      - name: Get resources from CDK stacks
+        id: cdk-resources
+        run: |
+          echo "bucket=$(aws cloudformation describe-stacks --stack-name S3SinkStack --query 'Stacks[0].Outputs[?ExportName==`DataPrepperAwsTesting-S3SinkBucketName`].OutputValue' --output text)" >> "$GITHUB_OUTPUT"
+          echo "kms_key=$(aws cloudformation describe-stacks --stack-name CommonKmsStack --query 'Stacks[0].Outputs[?ExportName==`DataPrepperAwsTesting-KmsKeyId`].OutputValue' --output text)" >> "$GITHUB_OUTPUT"
+
+      - name: Run S3 Sink integration tests
+        run: |
+          ./gradlew data-prepper-plugins:s3-sink:integrationTest \
+            -Dtests.s3sink.region=${{ secrets.TEST_REGION }} \
+            -Dtests.s3sink.bucket=${{ steps.cdk-resources.outputs.bucket }} \
+            -Dtests.s3sink.kms_key=${{ steps.cdk-resources.outputs.kms_key }}
+
+      - name: Upload Unit Test Results
+        if: always()
+        uses: actions/upload-artifact@v4
+        with:
+          name: data-prepper-integration-tests-s3-sink-java-${{ matrix.java }}
+          path: '**/test-results/**/*.xml'
+
+  publish-test-results:
+    name: "Publish Unit Tests Results"
+    needs: build
+    runs-on: ubuntu-latest
+    if: always()
+
+    steps:
+      - name: Download Artifacts
+        uses: actions/download-artifact@v4
+        with:
+          path: test-results
+
+      - name: Publish Unit Test Results
+        uses: EnricoMi/publish-unit-test-result-action@v1
+        with:
+          files: "test-results/**/*.xml"