Add support for compression to the Fluentd HTTP output plugin

solidDoWant · cw-Guo · commit 1a75fb950f82 · 2025-04-17T08:43:58.000-07:00
Signed-off-by: Fred Heinecke &lt;fred.heinecke@yahoo.com&gt;
diff --git a/apis/fluentd/v1alpha1/plugins/output/http.go b/apis/fluentd/v1alpha1/plugins/output/http.go
@@ -49,4 +49,7 @@ type Http struct {
 	ErrorResponseAsUnrecoverable *bool `json:"errorResponseAsUnrecoverable,omitempty"`
 	// The list of retryable response codes. If the response code is included in this list, out_http retries the buffer flush.
 	RetryableResponseCodes *string `json:"retryableResponseCodes,omitempty"`
+	// Compress enables the given compression method for HTTP requests.
+	// +kubebuilder:validation:Enum:=text;gzip
+	Compress *string `json:"compress,omitempty"`
 }
diff --git a/apis/fluentd/v1alpha1/plugins/output/types.go b/apis/fluentd/v1alpha1/plugins/output/types.go
@@ -387,6 +387,10 @@ func (o *Output) httpPlugin(parent *params.PluginStore, loader plugins.SecretLoa
 		parent.InsertPairs("retryable_response_codes", fmt.Sprint(*o.Http.RetryableResponseCodes))
 	}
 
+	if o.Http.Compress != nil {
+		parent.InsertPairs("compress", fmt.Sprint(*o.Http.Compress))
+	}
+
 	return parent
 }
 
diff --git a/charts/fluent-operator/charts/fluentd-crds/crds/fluentd.fluent.io_clusteroutputs.yaml b/charts/fluent-operator/charts/fluentd-crds/crds/fluentd.fluent.io_clusteroutputs.yaml
@@ -1868,6 +1868,13 @@ spec:
                                   type: object
                               type: object
                           type: object
+                        compress:
+                          description: Compress enables the given compression method
+                            for HTTP requests.
+                          enum:
+                          - text
+                          - gzip
+                          type: string
                         contentType:
                           description: ContentType defines Content-Type for HTTP request.
                             out_http automatically set Content-Type for built-in formatters
diff --git a/charts/fluent-operator/charts/fluentd-crds/crds/fluentd.fluent.io_outputs.yaml b/charts/fluent-operator/charts/fluentd-crds/crds/fluentd.fluent.io_outputs.yaml
@@ -1868,6 +1868,13 @@ spec:
                                   type: object
                               type: object
                           type: object
+                        compress:
+                          description: Compress enables the given compression method
+                            for HTTP requests.
+                          enum:
+                          - text
+                          - gzip
+                          type: string
                         contentType:
                           description: ContentType defines Content-Type for HTTP request.
                             out_http automatically set Content-Type for built-in formatters
diff --git a/config/crd/bases/fluentd.fluent.io_clusteroutputs.yaml b/config/crd/bases/fluentd.fluent.io_clusteroutputs.yaml
@@ -1868,6 +1868,13 @@ spec:
                                   type: object
                               type: object
                           type: object
+                        compress:
+                          description: Compress enables the given compression method
+                            for HTTP requests.
+                          enum:
+                          - text
+                          - gzip
+                          type: string
                         contentType:
                           description: ContentType defines Content-Type for HTTP request.
                             out_http automatically set Content-Type for built-in formatters
diff --git a/config/crd/bases/fluentd.fluent.io_outputs.yaml b/config/crd/bases/fluentd.fluent.io_outputs.yaml
@@ -1868,6 +1868,13 @@ spec:
                                   type: object
                               type: object
                           type: object
+                        compress:
+                          description: Compress enables the given compression method
+                            for HTTP requests.
+                          enum:
+                          - text
+                          - gzip
+                          type: string
                         contentType:
                           description: ContentType defines Content-Type for HTTP request.
                             out_http automatically set Content-Type for built-in formatters
diff --git a/docs/plugins/fluentd/output/http.md b/docs/plugins/fluentd/output/http.md
@@ -25,3 +25,4 @@ Http defines the parameters for out_http output plugin
 | tlsCiphers | TlsCiphers defines the cipher suites configuration of TLS. | *string |
 | errorResponseAsUnrecoverable | Raise UnrecoverableError when the response code is not SUCCESS. | *bool |
 | retryableResponseCodes | The list of retryable response codes. If the response code is included in this list, out_http retries the buffer flush. | *string |
+| compress | Compress enables the given compression method for HTTP requests. | *string |
diff --git a/manifests/setup/fluent-operator-crd.yaml b/manifests/setup/fluent-operator-crd.yaml
@@ -10365,6 +10365,13 @@ spec:
                                   type: object
                               type: object
                           type: object
+                        compress:
+                          description: Compress enables the given compression method
+                            for HTTP requests.
+                          enum:
+                          - text
+                          - gzip
+                          type: string
                         contentType:
                           description: ContentType defines Content-Type for HTTP request.
                             out_http automatically set Content-Type for built-in formatters
@@ -39207,6 +39214,13 @@ spec:
                                   type: object
                               type: object
                           type: object
+                        compress:
+                          description: Compress enables the given compression method
+                            for HTTP requests.
+                          enum:
+                          - text
+                          - gzip
+                          type: string
                         contentType:
                           description: ContentType defines Content-Type for HTTP request.
                             out_http automatically set Content-Type for built-in formatters
diff --git a/manifests/setup/setup.yaml b/manifests/setup/setup.yaml
@@ -10365,6 +10365,13 @@ spec:
                                   type: object
                               type: object
                           type: object
+                        compress:
+                          description: Compress enables the given compression method
+                            for HTTP requests.
+                          enum:
+                          - text
+                          - gzip
+                          type: string
                         contentType:
                           description: ContentType defines Content-Type for HTTP request.
                             out_http automatically set Content-Type for built-in formatters
@@ -39207,6 +39214,13 @@ spec:
                                   type: object
                               type: object
                           type: object
+                        compress:
+                          description: Compress enables the given compression method
+                            for HTTP requests.
+                          enum:
+                          - text
+                          - gzip
+                          type: string
                         contentType:
                           description: ContentType defines Content-Type for HTTP request.
                             out_http automatically set Content-Type for built-in formatters

Original file line number	Diff line number	Diff line change
`@@ -49,4 +49,7 @@ type Http struct {`
`49`	`49`	ErrorResponseAsUnrecoverable *bool `json:"errorResponseAsUnrecoverable,omitempty"`
`50`	`50`	`// The list of retryable response codes. If the response code is included in this list, out_http retries the buffer flush.`
`51`	`51`	RetryableResponseCodes *string `json:"retryableResponseCodes,omitempty"`
	`52`	`+ // Compress enables the given compression method for HTTP requests.`
	`53`	`+ // +kubebuilder:validation:Enum:=text;gzip`
	`54`	+ Compress *string `json:"compress,omitempty"`
`52`	`55`	`}`
Original file line number	Diff line number	Diff line change
`@@ -387,6 +387,10 @@ func (o Output) httpPlugin(parent params.PluginStore, loader plugins.SecretLoa`
`387`	`387`	`parent.InsertPairs("retryable_response_codes", fmt.Sprint(*o.Http.RetryableResponseCodes))`
`388`	`388`	`}`
`389`	`389`
	`390`	`+ if o.Http.Compress != nil {`
	`391`	`+ parent.InsertPairs("compress", fmt.Sprint(*o.Http.Compress))`
	`392`	`+ }`
	`393`	`+`
`390`	`394`	`return parent`
`391`	`395`	`}`
`392`	`396`