tests: runtime: Add a scenario of quarantine case in out_s3

Signed-off-by: Hiroshi Hatake <hiroshi@chronosphere.io>

Author: cosmo0920

tests/runtime/out_s3.c

@@ -1,6 +1,15 @@
 /* -*- Mode: C; tab-width: 4; indent-tabs-mode: nil; c-basic-offset: 4 -*- */
 #include <fluent-bit.h>
 #include "flb_tests_runtime.h"
+#include "../include/flb_tests_tmpdir.h"
+#include <errno.h>
+
+#ifdef FLB_SYSTEM_WINDOWS
+#include <windows.h>
+#else
+#include <dirent.h>
+#include <sys/stat.h>
+#endif
 
 /* Test data */
 #include "data/td/json_td.h" /* JSON_TD */
@@ -14,6 +23,102 @@
                             <HostId>Uuag1LuByRx9e6j5Onimru9pO4ZVKnJ2Qz7/C1NPcfTWAtRPfTaOFg==</HostId>\
                             </Error>"
 
+static int count_files_recursive(const char *path)
+{
+#ifdef FLB_SYSTEM_WINDOWS
+    WIN32_FIND_DATAA data;
+    HANDLE handle;
+    char pattern[2048];
+    char child[2048];
+    int total = 0;
+
+    snprintf(pattern, sizeof(pattern), "%s\\*", path);
+    handle = FindFirstFileA(pattern, &data);
+    if (handle == INVALID_HANDLE_VALUE) {
+        return 0;
+    }
+
+    do {
+        if (strcmp(data.cFileName, ".") == 0 || strcmp(data.cFileName, "..") == 0) {
+            continue;
+        }
+
+        snprintf(child, sizeof(child), "%s\\%s", path, data.cFileName);
+        if (data.dwFileAttributes & FILE_ATTRIBUTE_DIRECTORY) {
+            total += count_files_recursive(child);
+        }
+        else {
+            total++;
+        }
+    } while (FindNextFileA(handle, &data) != 0);
+
+    FindClose(handle);
+    return total;
+#else
+    DIR *dir;
+    struct dirent *entry;
+    struct stat st;
+    char child[2048];
+    int total = 0;
+
+    dir = opendir(path);
+    if (dir == NULL) {
+        return 0;
+    }
+
+    while ((entry = readdir(dir)) != NULL) {
+        if (strcmp(entry->d_name, ".") == 0 || strcmp(entry->d_name, "..") == 0) {
+            continue;
+        }
+
+        snprintf(child, sizeof(child), "%s/%s", path, entry->d_name);
+        if (stat(child, &st) != 0) {
+            continue;
+        }
+
+        if (S_ISDIR(st.st_mode)) {
+            total += count_files_recursive(child);
+        }
+        else if (S_ISREG(st.st_mode)) {
+            total++;
+        }
+    }
+
+    closedir(dir);
+    return total;
+#endif
+}
+
+static int ensure_test_directory(const char *path)
+{
+#ifdef FLB_SYSTEM_WINDOWS
+    WIN32_FILE_ATTRIBUTE_DATA attributes;
+
+    if (flb_utils_mkdir(path, 0777) == 0) {
+        return 0;
+    }
+
+    if (GetFileAttributesExA(path, GetFileExInfoStandard, &attributes) != 0 &&
+        (attributes.dwFileAttributes & FILE_ATTRIBUTE_DIRECTORY) != 0) {
+        return 0;
+    }
+
+    return -1;
+#else
+    struct stat st;
+
+    if (flb_utils_mkdir(path, 0777) == 0) {
+        return 0;
+    }
+
+    if (errno == EEXIST && stat(path, &st) == 0 && S_ISDIR(st.st_mode)) {
+        return 0;
+    }
+
+    return -1;
+#endif
+}
+
 void flb_test_s3_multipart_success(void)
 {
     int ret;
@@ -800,13 +905,73 @@ void flb_test_s3_default_retry_limit(void)
     unsetenv("TEST_PutObject_CALL_COUNT");
 }
 
+void flb_test_s3_default_retry_exhausted_action_quarantine(void)
+{
+    int ret;
+    flb_ctx_t *ctx;
+    int in_ffd;
+    int out_ffd;
+    int file_count;
+    char postfix[128];
+    char *store_dir;
+
+    snprintf(postfix, sizeof(postfix),
+             "/flb-s3-test-default-action-%u", (unsigned) rand());
+    store_dir = flb_test_tmpdir_cat(postfix);
+    TEST_CHECK(store_dir != NULL);
+    TEST_CHECK(ensure_test_directory(store_dir) == 0);
+
+    setenv("FLB_S3_PLUGIN_UNDER_TEST", "true", 1);
+    setenv("TEST_PUT_OBJECT_ERROR", ERROR_ACCESS_DENIED, 1);
+
+    ctx = flb_create();
+
+    in_ffd = flb_input(ctx, (char *) "lib", NULL);
+    TEST_CHECK(in_ffd >= 0);
+    flb_input_set(ctx, in_ffd, "tag", "test", NULL);
+
+    out_ffd = flb_output(ctx, (char *) "s3", NULL);
+    TEST_CHECK(out_ffd >= 0);
+    flb_output_set(ctx, out_ffd, "match", "*", NULL);
+    flb_output_set(ctx, out_ffd, "region", "us-west-2", NULL);
+    flb_output_set(ctx, out_ffd, "bucket", "fluent", NULL);
+    flb_output_set(ctx, out_ffd, "use_put_object", "true", NULL);
+    flb_output_set(ctx, out_ffd, "total_file_size", "5M", NULL);
+    flb_output_set(ctx, out_ffd, "upload_timeout", "6s", NULL);
+    flb_output_set(ctx, out_ffd, "store_dir", store_dir, NULL);
+    flb_output_set(ctx, out_ffd, "Retry_Limit", "1", NULL);
+    /* do not set retry_exhausted_action to validate default behavior */
+
+    ret = flb_start(ctx);
+    TEST_CHECK(ret == 0);
+
+    unsetenv("TEST_PutObject_CALL_COUNT");
+    flb_lib_push(ctx, in_ffd, (char *) JSON_TD, (int) sizeof(JSON_TD) - 1);
+    sleep(10);
+
+    file_count = count_files_recursive(store_dir);
+    flb_stop(ctx);
+    flb_destroy(ctx);
+
+    TEST_CHECK_(file_count > 0,
+                "Expected quarantined file(s) in store_dir, got %d",
+                file_count);
+
+    unsetenv("FLB_S3_PLUGIN_UNDER_TEST");
+    unsetenv("TEST_PUT_OBJECT_ERROR");
+    unsetenv("TEST_PutObject_CALL_COUNT");
+
+    flb_free(store_dir);
+}
+
 /* Test list */
 TEST_LIST = {
     {"multipart_success", flb_test_s3_multipart_success },
     {"putobject_success", flb_test_s3_putobject_success },
     {"putobject_error", flb_test_s3_putobject_error },
     {"putobject_retry_limit_semantics", flb_test_s3_putobject_retry_limit_semantics },
     {"default_retry_limit", flb_test_s3_default_retry_limit },
+    {"default_retry_exhausted_action_quarantine", flb_test_s3_default_retry_exhausted_action_quarantine },
     {"create_upload_error", flb_test_s3_create_upload_error },
     {"upload_part_error", flb_test_s3_upload_part_error },
     {"complete_upload_error", flb_test_s3_complete_upload_error },