Merge pull request #1567 from solidDoWant/feat/add-db-locking-tail-input-1

Added the ability to set `DB.locking` on fluentbit tail inputs

Author: cw-Guo

apis/fluentbit/v1alpha2/plugins/input/tail_types.go

@@ -59,6 +59,8 @@ type Tail struct {
 	// Set a default synchronization (I/O) method. Values: Extra, Full, Normal, Off.
 	// +kubebuilder:validation:Enum:=Extra;Full;Normal;Off
 	DBSync string `json:"dbSync,omitempty"`
+	// Specify that the database will be accessed only by Fluent Bit.
+	DBLocking *bool `json:"dbLocking,omitempty"`
 	// Set a limit of memory that Tail plugin can use when appending data to the Engine.
 	// If the limit is reach, it will be paused; when the data is flushed it resumes.
 	MemBufLimit string `json:"memBufLimit,omitempty"`
@@ -153,6 +155,9 @@ func (t *Tail) Params(_ plugins.SecretLoader) (*params.KVs, error) {
 	if t.DBSync != "" {
 		kvs.Insert("DB.Sync", t.DBSync)
 	}
+	if t.DBLocking != nil {
+		kvs.Insert("DB.locking", fmt.Sprint(*t.DBLocking))
+	}
 	if t.MemBufLimit != "" {
 		kvs.Insert("Mem_Buf_Limit", t.MemBufLimit)
 	}

charts/fluent-operator/charts/fluent-bit-crds/crds/fluentbit.fluent.io_clusterinputs.yaml

@@ -694,6 +694,10 @@ spec:
                     description: Specify the database file to keep track of monitored
                       files and offsets.
                     type: string
+                  dbLocking:
+                    description: Specify that the database will be accessed only by
+                      Fluent Bit.
+                    type: boolean
                   dbSync:
                     description: 'Set a default synchronization (I/O) method. Values:
                       Extra, Full, Normal, Off.'

config/crd/bases/fluentbit.fluent.io_clusterinputs.yaml

@@ -694,6 +694,10 @@ spec:
                     description: Specify the database file to keep track of monitored
                       files and offsets.
                     type: string
+                  dbLocking:
+                    description: Specify that the database will be accessed only by
+                      Fluent Bit.
+                    type: boolean
                   dbSync:
                     description: 'Set a default synchronization (I/O) method. Values:
                       Extra, Full, Normal, Off.'

docs/plugins/fluentbit/input/tail.md

@@ -18,6 +18,7 @@ The Tail input plugin allows to monitor one or several text files. <br /> It has
 | skipLongLines | When a monitored file reach it buffer capacity due to a very long line (Buffer_Max_Size), the default behavior is to stop monitoring that file. Skip_Long_Lines alter that behavior and instruct Fluent Bit to skip long lines and continue processing other lines that fits into the buffer size. | *bool |
 | db | Specify the database file to keep track of monitored files and offsets. | string |
 | dbSync | Set a default synchronization (I/O) method. Values: Extra, Full, Normal, Off. | string |
+| dbLocking | Specify that the database will be accessed only by Fluent Bit. | *bool |
 | memBufLimit | Set a limit of memory that Tail plugin can use when appending data to the Engine. If the limit is reach, it will be paused; when the data is flushed it resumes. | string |
 | parser | Specify the name of a parser to interpret the entry as a structured message. | string |
 | key | When a message is unstructured (no parser applied), it's appended as a string under the key name log. This option allows to define an alternative name for that key. | string |

manifests/setup/fluent-operator-crd.yaml

@@ -2810,6 +2810,10 @@ spec:
                     description: Specify the database file to keep track of monitored
                       files and offsets.
                     type: string
+                  dbLocking:
+                    description: Specify that the database will be accessed only by
+                      Fluent Bit.
+                    type: boolean
                   dbSync:
                     description: 'Set a default synchronization (I/O) method. Values:
                       Extra, Full, Normal, Off.'

manifests/setup/setup.yaml

@@ -2810,6 +2810,10 @@ spec:
                     description: Specify the database file to keep track of monitored
                       files and offsets.
                     type: string
+                  dbLocking:
+                    description: Specify that the database will be accessed only by
+                      Fluent Bit.
+                    type: boolean
                   dbSync:
                     description: 'Set a default synchronization (I/O) method. Values:
                       Extra, Full, Normal, Off.'