tests: integration: Add a test case for quarantine case of out_s3

Signed-off-by: Hiroshi Hatake <hiroshi@chronosphere.io>

Author: cosmo0920

tests/integration/scenarios/out_s3/config/out_s3_retry_exhausted_default_quarantine.yaml

@@ -0,0 +1,28 @@
+service:
+  flush: 1
+  grace: 3
+  log_level: info
+  http_server: on
+  http_port: ${FLUENT_BIT_HTTP_MONITORING_PORT}
+
+pipeline:
+  inputs:
+    - name: dummy
+      tag: out_s3_retry_exhausted
+      dummy: '{"message":"retry exhausted default quarantine","source":"dummy"}'
+      samples: 1
+
+  outputs:
+    - name: s3
+      match: out_s3_retry_exhausted
+      bucket: test-bucket
+      region: us-east-1
+      endpoint: http://127.0.0.1:1
+      use_put_object: true
+      retry_limit: 1
+      total_file_size: 1M
+      upload_timeout: 1s
+      s3_key_format: /payloads/$TAG/$UUID
+      content_type: application/x-ndjson
+      store_dir: /tmp/fluent-bit-test-suite-s3-retry-exhausted
+      store_dir_limit_size: 20M

tests/integration/scenarios/out_s3/tests/test_out_s3_001.py

@@ -1,6 +1,8 @@
 import gzip
 import json
 import os
+import glob
+import time
 
 import requests
 import pytest
@@ -218,3 +220,22 @@ def test_out_s3_otlp_json_uploads_signal_payloads(signal_type, json_file, root_k
 
     rendered = json.dumps(payload)
     assert expected_value in rendered
+
+
+def test_out_s3_default_retry_exhausted_action_quarantines_file():
+    store_dir = "/tmp/fluent-bit-test-suite-s3-retry-exhausted"
+    if os.path.exists(store_dir):
+        for path in glob.glob(f"{store_dir}/**", recursive=True):
+            if os.path.isfile(path):
+                try:
+                    os.remove(path)
+                except OSError:
+                    pass
+
+    service = Service("out_s3_retry_exhausted_default_quarantine.yaml")
+    service.start()
+    time.sleep(6)
+    service.stop()
+
+    files = [p for p in glob.glob(f"{store_dir}/**", recursive=True) if os.path.isfile(p)]
+    assert len(files) > 0