feat(fluentbit): add text_payload_key to stackdriver (#1669)

cw-Guo · marcofranssen · web-flow · commit 1f8764035c5d · 2025-10-24T09:57:55.000+02:00
* add textPayloadKey

Signed-off-by: Chengwei Guo &lt;cwguoz@gmail.com&gt;

* add generated manifests

Signed-off-by: Chengwei Guo &lt;cwguoz@gmail.com&gt;

---------

Signed-off-by: Chengwei Guo &lt;cwguoz@gmail.com&gt;
Signed-off-by: Marco Franssen &lt;marco.franssen@gmail.com&gt;
Co-authored-by: Marco Franssen &lt;marco.franssen@gmail.com&gt;
diff --git a/apis/fluentbit/v1alpha2/plugins/output/stackdriver_types.go b/apis/fluentbit/v1alpha2/plugins/output/stackdriver_types.go
@@ -56,6 +56,8 @@ type Stackdriver struct {
 	CustomK8sRegex string `json:"customK8sRegex,omitempty"`
 	// Optional list of comma separated strings. Setting these fields overrides the Stackdriver monitored resource API values
 	ResourceLabels []string `json:"resourceLabels,omitempty"`
+	// The key used to select the text payload from the record
+	TextPayloadKey string `json:"textPayloadKey,omitempty"`
 }
 
 // Name implement Section() method
@@ -100,6 +102,7 @@ func (o *Stackdriver) Params(sl plugins.SecretLoader) (*params.KVs, error) {
 	if len(o.ResourceLabels) > 0 {
 		kvs.Insert("resource_labels", strings.Join(o.ResourceLabels, ","))
 	}
+	plugins.InsertKVString(kvs, "text_payload_key", o.TextPayloadKey)
 
 	return kvs, nil
 }
diff --git a/charts/fluent-operator/charts/fluent-bit-crds/crds/fluentbit.fluent.io_clusteroutputs.yaml b/charts/fluent-operator/charts/fluent-bit-crds/crds/fluentbit.fluent.io_clusteroutputs.yaml
@@ -4003,6 +4003,10 @@ spec:
                     description: Identifier for a task within a namespace. Required
                       if Resource is generic_task
                     type: string
+                  textPayloadKey:
+                    description: The key used to select the text payload from the
+                      record
+                    type: string
                   workers:
                     description: Number of dedicated threads for the Stackdriver Output
                       Plugin
diff --git a/charts/fluent-operator/charts/fluent-bit-crds/crds/fluentbit.fluent.io_outputs.yaml b/charts/fluent-operator/charts/fluent-bit-crds/crds/fluentbit.fluent.io_outputs.yaml
@@ -4003,6 +4003,10 @@ spec:
                     description: Identifier for a task within a namespace. Required
                       if Resource is generic_task
                     type: string
+                  textPayloadKey:
+                    description: The key used to select the text payload from the
+                      record
+                    type: string
                   workers:
                     description: Number of dedicated threads for the Stackdriver Output
                       Plugin
diff --git a/config/crd/bases/fluentbit.fluent.io_clusteroutputs.yaml b/config/crd/bases/fluentbit.fluent.io_clusteroutputs.yaml
@@ -4003,6 +4003,10 @@ spec:
                     description: Identifier for a task within a namespace. Required
                       if Resource is generic_task
                     type: string
+                  textPayloadKey:
+                    description: The key used to select the text payload from the
+                      record
+                    type: string
                   workers:
                     description: Number of dedicated threads for the Stackdriver Output
                       Plugin
diff --git a/config/crd/bases/fluentbit.fluent.io_outputs.yaml b/config/crd/bases/fluentbit.fluent.io_outputs.yaml
@@ -4003,6 +4003,10 @@ spec:
                     description: Identifier for a task within a namespace. Required
                       if Resource is generic_task
                     type: string
+                  textPayloadKey:
+                    description: The key used to select the text payload from the
+                      record
+                    type: string
                   workers:
                     description: Number of dedicated threads for the Stackdriver Output
                       Plugin
diff --git a/docs/plugins/fluentbit/output/stackdriver.md b/docs/plugins/fluentbit/output/stackdriver.md
@@ -27,3 +27,4 @@ Stackdriver is the Stackdriver output plugin, allows you to ingest your records
 | workers | Number of dedicated threads for the Stackdriver Output Plugin | *int32 |
 | customK8sRegex | A custom regex to extract fields from the local_resource_id of the logs | string |
 | resourceLabels | Optional list of comma separated strings. Setting these fields overrides the Stackdriver monitored resource API values | []string |
+| textPayloadKey | The key used to select the text payload from the record | string |
diff --git a/manifests/setup/fluent-operator-crd.yaml b/manifests/setup/fluent-operator-crd.yaml
@@ -8125,6 +8125,10 @@ spec:
                     description: Identifier for a task within a namespace. Required
                       if Resource is generic_task
                     type: string
+                  textPayloadKey:
+                    description: The key used to select the text payload from the
+                      record
+                    type: string
                   workers:
                     description: Number of dedicated threads for the Stackdriver Output
                       Plugin
@@ -37175,6 +37179,10 @@ spec:
                     description: Identifier for a task within a namespace. Required
                       if Resource is generic_task
                     type: string
+                  textPayloadKey:
+                    description: The key used to select the text payload from the
+                      record
+                    type: string
                   workers:
                     description: Number of dedicated threads for the Stackdriver Output
                       Plugin
diff --git a/manifests/setup/setup.yaml b/manifests/setup/setup.yaml
@@ -8125,6 +8125,10 @@ spec:
                     description: Identifier for a task within a namespace. Required
                       if Resource is generic_task
                     type: string
+                  textPayloadKey:
+                    description: The key used to select the text payload from the
+                      record
+                    type: string
                   workers:
                     description: Number of dedicated threads for the Stackdriver Output
                       Plugin
@@ -37175,6 +37179,10 @@ spec:
                     description: Identifier for a task within a namespace. Required
                       if Resource is generic_task
                     type: string
+                  textPayloadKey:
+                    description: The key used to select the text payload from the
+                      record
+                    type: string
                   workers:
                     description: Number of dedicated threads for the Stackdriver Output
                       Plugin

Original file line number	Diff line number	Diff line change
`@@ -56,6 +56,8 @@ type Stackdriver struct {`
`56`	`56`	CustomK8sRegex string `json:"customK8sRegex,omitempty"`
`57`	`57`	`// Optional list of comma separated strings. Setting these fields overrides the Stackdriver monitored resource API values`
`58`	`58`	ResourceLabels []string `json:"resourceLabels,omitempty"`
	`59`	`+ // The key used to select the text payload from the record`
	`60`	+ TextPayloadKey string `json:"textPayloadKey,omitempty"`
`59`	`61`	`}`
`60`	`62`
`61`	`63`	`// Name implement Section() method`
`@@ -100,6 +102,7 @@ func (o Stackdriver) Params(sl plugins.SecretLoader) (params.KVs, error) {`
`100`	`102`	`if len(o.ResourceLabels) > 0 {`
`101`	`103`	`kvs.Insert("resource_labels", strings.Join(o.ResourceLabels, ","))`
`102`	`104`	`}`
	`105`	`+ plugins.InsertKVString(kvs, "text_payload_key", o.TextPayloadKey)`
`103`	`106`
`104`	`107`	`return kvs, nil`
`105`	`108`	`}`