config: add 'storage_max_chunk_size' config parameter

Added configuration parameter for 'service' block to specify
maximum chunk size for the 'input_chunk' module.

Signed-off-by: Castor Sky <csky57@gmail.com>

Author: castorsky

include/fluent-bit/flb_config.h

@@ -246,6 +246,7 @@ struct flb_config {
     int   storage_metrics;          /* enable/disable storage metrics */
     int   storage_checksum;         /* checksum enabled */
     int   storage_max_chunks_up;    /* max number of chunks 'up' in memory */
+    char *storage_max_chunk_size;   /* maximum chunk size in buffer */
     int   storage_del_bad_chunks;   /* delete irrecoverable chunks */
     char *storage_bl_mem_limit;     /* storage backlog memory limit */
     int   storage_bl_flush_on_shutdown; /* enable/disable backlog chunks flush on shutdown */
@@ -412,6 +413,8 @@ enum conf_type {
 #define FLB_CONF_STORAGE_METRICS       "storage.metrics"
 #define FLB_CONF_STORAGE_CHECKSUM      "storage.checksum"
 #define FLB_CONF_STORAGE_BL_MEM_LIMIT  "storage.backlog.mem_limit"
+#define FLB_CONF_STORAGE_MAX_CHUNK_SIZE \
+                                       "storage.max_chunk_size"
 #define FLB_CONF_STORAGE_BL_FLUSH_ON_SHUTDOWN \
                                        "storage.backlog.flush_on_shutdown" 
 #define FLB_CONF_STORAGE_MAX_CHUNKS_UP "storage.max_chunks_up"

src/flb_config.c

@@ -152,6 +152,9 @@ struct flb_service_config service_configs[] = {
     {FLB_CONF_STORAGE_MAX_CHUNKS_UP,
      FLB_CONF_TYPE_INT,
      offsetof(struct flb_config, storage_max_chunks_up)},
+    {FLB_CONF_STORAGE_MAX_CHUNK_SIZE,
+     FLB_CONF_TYPE_STR,
+     offsetof(struct flb_config, storage_max_chunk_size)},
     {FLB_CONF_STORAGE_DELETE_IRRECOVERABLE_CHUNKS,
      FLB_CONF_TYPE_BOOL,
      offsetof(struct flb_config, storage_del_bad_chunks)},
@@ -621,6 +624,9 @@ void flb_config_exit(struct flb_config *config)
     if (config->storage_bl_mem_limit) {
         flb_free(config->storage_bl_mem_limit);
     }
+    if (config->storage_max_chunk_size) {
+        flb_free(config->storage_max_chunk_size);
+    }
     if (config->storage_rejected_path) {
         flb_free(config->storage_rejected_path);
     }