feat: add replication event data to S3EventRecord and corresponding test cases

Author: yhamano0312

events/s3.go

@@ -15,15 +15,16 @@ type S3Event struct {
 
 // S3EventRecord which wrap record data
 type S3EventRecord struct {
-	EventVersion      string              `json:"eventVersion"`
-	EventSource       string              `json:"eventSource"`
-	AWSRegion         string              `json:"awsRegion"`
-	EventTime         time.Time           `json:"eventTime"`
-	EventName         string              `json:"eventName"`
-	PrincipalID       S3UserIdentity      `json:"userIdentity"`
-	RequestParameters S3RequestParameters `json:"requestParameters"`
-	ResponseElements  map[string]string   `json:"responseElements"`
-	S3                S3Entity            `json:"s3"`
+	EventVersion         string                  `json:"eventVersion"`
+	EventSource          string                  `json:"eventSource"`
+	AWSRegion            string                  `json:"awsRegion"`
+	EventTime            time.Time               `json:"eventTime"`
+	EventName            string                  `json:"eventName"`
+	PrincipalID          S3UserIdentity          `json:"userIdentity"`
+	RequestParameters    S3RequestParameters     `json:"requestParameters"`
+	ResponseElements     map[string]string       `json:"responseElements"`
+	S3                   S3Entity                `json:"s3"`
+	ReplicationEventData *S3ReplicationEventData `json:"replicationEventData,omitempty"`
 }
 
 type S3UserIdentity struct {
@@ -70,6 +71,14 @@ func (o *S3Object) UnmarshalJSON(data []byte) error {
 	return nil
 }
 
+type S3ReplicationEventData struct {
+	ReplicationRuleID string    `json:"replicationRuleId"`
+	DestinationBucket string    `json:"destinationBucket"`
+	S3Operation       string    `json:"s3Operation"`
+	RequestTime       time.Time `json:"requestTime"`
+	FailureReason     string    `json:"failureReason"`
+}
+
 type S3TestEvent struct {
 	Service   string    `json:"Service"`
 	Bucket    string    `json:"Bucket"`

events/s3_test.go

@@ -56,3 +56,28 @@ func TestS3TestEventMarshaling(t *testing.T) {
 func TestS3MarshalingMalformedJSON(t *testing.T) {
 	test.TestMalformedJson(t, S3Event{})
 }
+
+func TestS3ReplicationEventMarshaling(t *testing.T) {
+	// 1. read JSON from file
+	inputJSON := test.ReadJSONFromFile(t, "./testdata/s3-replication-event.json")
+
+	// 2. de-serialize into Go object
+	var inputEvent S3Event
+	if err := json.Unmarshal(inputJSON, &inputEvent); err != nil {
+		t.Errorf("could not unmarshal event. details: %v", err)
+	}
+
+	// 3. verify replicationEventData is correctly parsed
+	if inputEvent.Records[0].ReplicationEventData == nil {
+		t.Error("replicationEventData should not be nil for replication events")
+	}
+
+	// 4. serialize to JSON
+	outputJSON, err := json.Marshal(inputEvent)
+	if err != nil {
+		t.Errorf("could not marshal event. details: %v", err)
+	}
+
+	// 5. check result
+	assert.JSONEq(t, string(inputJSON), string(outputJSON))
+}

events/testdata/s3-replication-event.json

@@ -0,0 +1,47 @@
+{
+  "Records": [
+    {
+      "eventVersion": "2.2",
+      "eventSource": "aws:s3",
+      "awsRegion": "us-east-1",
+      "eventTime": "2024-09-05T21:04:32.527Z",
+      "eventName": "s3:Replication:OperationFailedReplication",
+      "userIdentity": {
+        "principalId": "s3.amazonaws.com"
+      },
+      "requestParameters": {
+        "sourceIPAddress": "s3.amazonaws.com"
+      },
+      "responseElements": {
+        "x-amz-request-id": "123bf045-2b4b-4ca8-a211-c34a63c59426",
+        "x-amz-id-2": "12VAWNDIHnwJsRhTccqQTeAPoXQmRt22KkewMV8G3XZihAuf9CLDdmkApgZzudaIe2KlLfDqGS0="
+      },
+      "s3": {
+        "s3SchemaVersion": "1.0",
+        "configurationId": "ReplicationEventName",
+        "bucket": {
+          "name": "amzn-s3-demo-bucket1",
+          "ownerIdentity": {
+            "principalId": "111122223333"
+          },
+          "arn": "arn:aws:s3:::amzn-s3-demo-bucket1"
+        },
+        "object": {
+          "key": "replication%2Dtest.png",
+          "urlDecodedKey": "replication-test.png",
+          "size": 520080,
+          "versionId": "abcdeH0Xp66ep__QDjR76LK7Gc9X4wKO",
+          "eTag": "e12345ca7e88a38428305d3ff7fcb99f",
+          "sequencer": "0066DA1CBF104C0D51"
+        }
+      },
+      "replicationEventData": {
+        "replicationRuleId": "notification-test-replication-rule",
+        "destinationBucket": "arn:aws:s3:::amzn-s3-demo-bucket2",
+        "s3Operation": "OBJECT_PUT",
+        "requestTime": "2024-09-05T21:03:59.168Z",
+        "failureReason": "AssumeRoleNotPermitted"
+      }
+    }
+  ]
+}