Add db.compare_filename support to Tail input plugin

Signed-off-by: damanpreetsingh <damanpreetsingh@digitalocean.com>

Author: fumblehool

apis/fluentbit/v1alpha2/plugins/input/tail_types.go

@@ -61,6 +61,8 @@ type Tail struct {
 	DBSync string `json:"dbSync,omitempty"`
 	// Specify that the database will be accessed only by Fluent Bit.
 	DBLocking *bool `json:"dbLocking,omitempty"`
+	// Whether to compare filenames. When enabled, the database uses the filename for comparison.
+	DBCompareFilename *bool `json:"dbCompareFilename,omitempty"`
 	// Set a limit of memory that Tail plugin can use when appending data to the Engine.
 	// If the limit is reach, it will be paused; when the data is flushed it resumes.
 	MemBufLimit string `json:"memBufLimit,omitempty"`
@@ -148,6 +150,7 @@ func (t *Tail) Params(_ plugins.SecretLoader) (*params.KVs, error) {
 	plugins.InsertKVField(kvs, "Read_from_Head", t.ReadFromHead)
 	plugins.InsertKVField(kvs, "Rotate_Wait", t.RotateWaitSeconds)
 	plugins.InsertKVField(kvs, "DB.locking", t.DBLocking)
+	plugins.InsertKVField(kvs, "DB.compare_filename", t.DBCompareFilename)
 	plugins.InsertKVField(kvs, "Multiline", t.Multiline)
 	plugins.InsertKVField(kvs, "Multiline_Flush", t.MultilineFlushSeconds)
 	plugins.InsertKVField(kvs, "Skip_Empty_Lines", t.SkipEmptyLines)

apis/fluentbit/v1alpha2/plugins/input/zz_generated.deepcopy.go

@@ -789,6 +789,10 @@ spec:
                     description: Specify that the database will be accessed only by
                       Fluent Bit.
                     type: boolean
+                  dbCompareFilename:
+                    description: Whether to compare filenames. When enabled, the database
+                      uses the filename for comparison.
+                    type: boolean
                   dbSync:
                     description: 'Set a default synchronization (I/O) method. Values:
                       Extra, Full, Normal, Off.'

charts/fluent-operator-fluent-bit-crds/templates/fluentbit.fluent.io_clusterinputs.yaml

@@ -787,6 +787,10 @@ spec:
                     description: Specify that the database will be accessed only by
                       Fluent Bit.
                     type: boolean
+                  dbCompareFilename:
+                    description: Whether to compare filenames. When enabled, the database
+                      uses the filename for comparison.
+                    type: boolean
                   dbSync:
                     description: 'Set a default synchronization (I/O) method. Values:
                       Extra, Full, Normal, Off.'

charts/fluent-operator/crds/fluentbit.fluent.io_clusterinputs.yaml

@@ -788,6 +788,10 @@ spec:
                     description: Specify that the database will be accessed only by
                       Fluent Bit.
                     type: boolean
+                  dbCompareFilename:
+                    description: Whether to compare filenames. When enabled, the database
+                      uses the filename for comparison.
+                    type: boolean
                   dbSync:
                     description: 'Set a default synchronization (I/O) method. Values:
                       Extra, Full, Normal, Off.'

config/crd/bases/fluentbit.fluent.io_clusterinputs.yaml

@@ -19,6 +19,7 @@ The Tail input plugin allows to monitor one or several text files. <br /> It has
 | db | Specify the database file to keep track of monitored files and offsets. | string |
 | dbSync | Set a default synchronization (I/O) method. Values: Extra, Full, Normal, Off. | string |
 | dbLocking | Specify that the database will be accessed only by Fluent Bit. | *bool |
+| dbCompareFilename | Whether to compare filenames. When enabled, the database uses the filename for comparison. | *bool |
 | memBufLimit | Set a limit of memory that Tail plugin can use when appending data to the Engine. If the limit is reach, it will be paused; when the data is flushed it resumes. | string |
 | parser | Specify the name of a parser to interpret the entry as a structured message. | string |
 | key | When a message is unstructured (no parser applied), it's appended as a string under the key name log. This option allows to define an alternative name for that key. | string |

docs/plugins/fluentbit/input/tail.md

@@ -2964,6 +2964,10 @@ spec:
                     description: Specify that the database will be accessed only by
                       Fluent Bit.
                     type: boolean
+                  dbCompareFilename:
+                    description: Whether to compare filenames. When enabled, the database
+                      uses the filename for comparison.
+                    type: boolean
                   dbSync:
                     description: 'Set a default synchronization (I/O) method. Values:
                       Extra, Full, Normal, Off.'

manifests/setup/fluent-operator-crd.yaml

@@ -2964,6 +2964,10 @@ spec:
                     description: Specify that the database will be accessed only by
                       Fluent Bit.
                     type: boolean
+                  dbCompareFilename:
+                    description: Whether to compare filenames. When enabled, the database
+                      uses the filename for comparison.
+                    type: boolean
                   dbSync:
                     description: 'Set a default synchronization (I/O) method. Values:
                       Extra, Full, Normal, Off.'