From 33de91ed8f1de053b00a4c1fc1a5f9b737c62b05 Mon Sep 17 00:00:00 2001 From: madmecodes Date: Wed, 6 May 2026 16:09:05 +0530 Subject: [PATCH 1/3] Add bulk_message_request_threshold to Elasticsearch output plugin Signed-off-by: madmecodes --- apis/fluentd/v1alpha1/plugins/output/es.go | 4 +++ apis/fluentd/v1alpha1/plugins/output/types.go | 1 + .../fluentd.fluent.io_clusteroutputs.yaml | 14 ++++++++++ .../templates/fluentd.fluent.io_outputs.yaml | 14 ++++++++++ .../fluentd.fluent.io_clusteroutputs.yaml | 14 ++++++++++ .../crds/fluentd.fluent.io_outputs.yaml | 14 ++++++++++ .../fluentd.fluent.io_clusteroutputs.yaml | 14 ++++++++++ .../crd/bases/fluentd.fluent.io_outputs.yaml | 14 ++++++++++ docs/plugins/fluentd/output/es.md | 1 + manifests/setup/fluent-operator-crd.yaml | 28 +++++++++++++++++++ manifests/setup/setup.yaml | 28 +++++++++++++++++++ 11 files changed, 146 insertions(+) diff --git a/apis/fluentd/v1alpha1/plugins/output/es.go b/apis/fluentd/v1alpha1/plugins/output/es.go index 8a0e94d1f..8917a78c1 100644 --- a/apis/fluentd/v1alpha1/plugins/output/es.go +++ b/apis/fluentd/v1alpha1/plugins/output/es.go @@ -66,6 +66,10 @@ type ElasticsearchCommon struct { IlmPolicyOverwrite *bool `json:"ilmPolicyOverride,omitempty"` // Optional, Enable logging of 400 reason without enabling debug log level LogEs400Reason *bool `json:"logEs400Reason,omitempty"` + // Optional, Configure bulk_message request splitting threshold size. + // Default value is -1 (unlimited). + // If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + BulkMessageRequestThreshold *int32 `json:"bulkMessageRequestThreshold,omitempty"` } type Elasticsearch struct { diff --git a/apis/fluentd/v1alpha1/plugins/output/types.go b/apis/fluentd/v1alpha1/plugins/output/types.go index 74ab1df8c..dc80bb33c 100644 --- a/apis/fluentd/v1alpha1/plugins/output/types.go +++ b/apis/fluentd/v1alpha1/plugins/output/types.go @@ -396,6 +396,7 @@ func (o *Output) elasticsearchPluginCommon(cmn *ElasticsearchCommon, parent *par params.InsertPairs(parent, "ilm_policy", cmn.IlmPolicy) params.InsertPairs(parent, "ilm_policy_overwrite", cmn.IlmPolicyOverwrite) params.InsertPairs(parent, "log_es_400_reason", cmn.LogEs400Reason) + params.InsertPairs(parent, "bulk_message_request_threshold", cmn.BulkMessageRequestThreshold) return parent, nil } diff --git a/charts/fluent-operator-fluentd-crds/templates/fluentd.fluent.io_clusteroutputs.yaml b/charts/fluent-operator-fluentd-crds/templates/fluentd.fluent.io_clusteroutputs.yaml index 3f6490dc5..6f633078c 100644 --- a/charts/fluent-operator-fluentd-crds/templates/fluentd.fluent.io_clusteroutputs.yaml +++ b/charts/fluent-operator-fluentd-crds/templates/fluentd.fluent.io_clusteroutputs.yaml @@ -573,6 +573,13 @@ spec: elasticsearch: description: out_es plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string @@ -869,6 +876,13 @@ spec: elasticsearchDataStream: description: out_es datastreams plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string diff --git a/charts/fluent-operator-fluentd-crds/templates/fluentd.fluent.io_outputs.yaml b/charts/fluent-operator-fluentd-crds/templates/fluentd.fluent.io_outputs.yaml index a08362479..705f1e3a1 100644 --- a/charts/fluent-operator-fluentd-crds/templates/fluentd.fluent.io_outputs.yaml +++ b/charts/fluent-operator-fluentd-crds/templates/fluentd.fluent.io_outputs.yaml @@ -573,6 +573,13 @@ spec: elasticsearch: description: out_es plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string @@ -869,6 +876,13 @@ spec: elasticsearchDataStream: description: out_es datastreams plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string diff --git a/charts/fluent-operator/crds/fluentd.fluent.io_clusteroutputs.yaml b/charts/fluent-operator/crds/fluentd.fluent.io_clusteroutputs.yaml index d6936259e..33b525087 100644 --- a/charts/fluent-operator/crds/fluentd.fluent.io_clusteroutputs.yaml +++ b/charts/fluent-operator/crds/fluentd.fluent.io_clusteroutputs.yaml @@ -571,6 +571,13 @@ spec: elasticsearch: description: out_es plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string @@ -867,6 +874,13 @@ spec: elasticsearchDataStream: description: out_es datastreams plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string diff --git a/charts/fluent-operator/crds/fluentd.fluent.io_outputs.yaml b/charts/fluent-operator/crds/fluentd.fluent.io_outputs.yaml index a63d2f6b2..872a70266 100644 --- a/charts/fluent-operator/crds/fluentd.fluent.io_outputs.yaml +++ b/charts/fluent-operator/crds/fluentd.fluent.io_outputs.yaml @@ -571,6 +571,13 @@ spec: elasticsearch: description: out_es plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string @@ -867,6 +874,13 @@ spec: elasticsearchDataStream: description: out_es datastreams plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string diff --git a/config/crd/bases/fluentd.fluent.io_clusteroutputs.yaml b/config/crd/bases/fluentd.fluent.io_clusteroutputs.yaml index 5d0e2ecb2..7e7c1f43f 100644 --- a/config/crd/bases/fluentd.fluent.io_clusteroutputs.yaml +++ b/config/crd/bases/fluentd.fluent.io_clusteroutputs.yaml @@ -572,6 +572,13 @@ spec: elasticsearch: description: out_es plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string @@ -868,6 +875,13 @@ spec: elasticsearchDataStream: description: out_es datastreams plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string diff --git a/config/crd/bases/fluentd.fluent.io_outputs.yaml b/config/crd/bases/fluentd.fluent.io_outputs.yaml index 73b4ac5b7..5f09acf5c 100644 --- a/config/crd/bases/fluentd.fluent.io_outputs.yaml +++ b/config/crd/bases/fluentd.fluent.io_outputs.yaml @@ -572,6 +572,13 @@ spec: elasticsearch: description: out_es plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string @@ -868,6 +875,13 @@ spec: elasticsearchDataStream: description: out_es datastreams plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string diff --git a/docs/plugins/fluentd/output/es.md b/docs/plugins/fluentd/output/es.md index f68ac583d..df4a0e31a 100644 --- a/docs/plugins/fluentd/output/es.md +++ b/docs/plugins/fluentd/output/es.md @@ -34,6 +34,7 @@ Elasticsearch defines the parameters for out_es output plugin | ilmPolicy | Optional, Specify ILM policy contents as Hash | *string | | ilmPolicyOverride | Optional, Specify whether overwriting ilm policy or not | *bool | | logEs400Reason | Optional, Enable logging of 400 reason without enabling debug log level | *bool | +| bulkMessageRequestThreshold | Optional, Configure bulk_message request splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. | *int32 | # Elasticsearch diff --git a/manifests/setup/fluent-operator-crd.yaml b/manifests/setup/fluent-operator-crd.yaml index a8f60f115..1a924882d 100644 --- a/manifests/setup/fluent-operator-crd.yaml +++ b/manifests/setup/fluent-operator-crd.yaml @@ -9165,6 +9165,13 @@ spec: elasticsearch: description: out_es plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string @@ -9461,6 +9468,13 @@ spec: elasticsearchDataStream: description: out_es datastreams plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string @@ -39240,6 +39254,13 @@ spec: elasticsearch: description: out_es plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string @@ -39536,6 +39557,13 @@ spec: elasticsearchDataStream: description: out_es datastreams plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string diff --git a/manifests/setup/setup.yaml b/manifests/setup/setup.yaml index eec3de0b6..7c5d22d4b 100644 --- a/manifests/setup/setup.yaml +++ b/manifests/setup/setup.yaml @@ -9165,6 +9165,13 @@ spec: elasticsearch: description: out_es plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string @@ -9461,6 +9468,13 @@ spec: elasticsearchDataStream: description: out_es datastreams plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string @@ -39240,6 +39254,13 @@ spec: elasticsearch: description: out_es plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string @@ -39536,6 +39557,13 @@ spec: elasticsearchDataStream: description: out_es datastreams plugin properties: + bulkMessageRequestThreshold: + description: |- + Optional, Configure bulk_message request splitting threshold size. + Default value is -1 (unlimited). + If a bulk message exceeds this threshold, the request is split into multiple smaller requests. + format: int32 + type: integer caFile: description: Optional, Absolute path to CA certificate file type: string From b4a9b48c653eabe79979b5de1d59bf4cc2ce11e6 Mon Sep 17 00:00:00 2001 From: madmecodes Date: Wed, 6 May 2026 17:17:26 +0530 Subject: [PATCH 2/3] Fix bulk_message_request_threshold field description and add test Signed-off-by: madmecodes --- apis/fluentd/v1alpha1/plugins/output/es.go | 2 +- .../v1alpha1/plugins/output/opensearch.go | 2 +- ...d-cluster-cfg-output-es-bulk-threshold.cfg | 26 +++++++++++++++++++ apis/fluentd/v1alpha1/tests/helper_test.go | 5 ++++ apis/fluentd/v1alpha1/tests/tools.go | 19 ++++++++++++++ .../fluentd.fluent.io_clusteroutputs.yaml | 8 +++--- .../templates/fluentd.fluent.io_outputs.yaml | 8 +++--- .../fluentd.fluent.io_clusteroutputs.yaml | 8 +++--- .../crds/fluentd.fluent.io_outputs.yaml | 8 +++--- .../fluentd.fluent.io_clusteroutputs.yaml | 8 +++--- .../crd/bases/fluentd.fluent.io_outputs.yaml | 8 +++--- manifests/setup/fluent-operator-crd.yaml | 16 ++++++------ manifests/setup/setup.yaml | 16 ++++++------ 13 files changed, 92 insertions(+), 42 deletions(-) create mode 100644 apis/fluentd/v1alpha1/tests/expected/fluentd-cluster-cfg-output-es-bulk-threshold.cfg diff --git a/apis/fluentd/v1alpha1/plugins/output/es.go b/apis/fluentd/v1alpha1/plugins/output/es.go index 8917a78c1..521713235 100644 --- a/apis/fluentd/v1alpha1/plugins/output/es.go +++ b/apis/fluentd/v1alpha1/plugins/output/es.go @@ -66,7 +66,7 @@ type ElasticsearchCommon struct { IlmPolicyOverwrite *bool `json:"ilmPolicyOverride,omitempty"` // Optional, Enable logging of 400 reason without enabling debug log level LogEs400Reason *bool `json:"logEs400Reason,omitempty"` - // Optional, Configure bulk_message request splitting threshold size. + // Optional, Configure bulk_message_request_threshold splitting threshold size. // Default value is -1 (unlimited). // If a bulk message exceeds this threshold, the request is split into multiple smaller requests. BulkMessageRequestThreshold *int32 `json:"bulkMessageRequestThreshold,omitempty"` diff --git a/apis/fluentd/v1alpha1/plugins/output/opensearch.go b/apis/fluentd/v1alpha1/plugins/output/opensearch.go index 69b5ea996..d2e1ab5aa 100644 --- a/apis/fluentd/v1alpha1/plugins/output/opensearch.go +++ b/apis/fluentd/v1alpha1/plugins/output/opensearch.go @@ -111,7 +111,7 @@ type Opensearch struct { IgnoreExceptions *string `json:"ignoreExceptions,omitempty"` // Optional, Backup chunk when ignore exception occurs (default: true) ExceptionBackup *bool `json:"exceptionBackup,omitempty"` - // Optional, Configure bulk_message request splitting threshold size (default: -1 unlimited) + // Optional, Configure bulk_message_request_threshold splitting threshold size (default: -1 unlimited) BulkMessageRequestThreshold *int32 `json:"bulkMessageRequestThreshold,omitempty"` // Optional, Specify the application name for the rollover index to be created (default: default) ApplicationName *string `json:"applicationName,omitempty"` diff --git a/apis/fluentd/v1alpha1/tests/expected/fluentd-cluster-cfg-output-es-bulk-threshold.cfg b/apis/fluentd/v1alpha1/tests/expected/fluentd-cluster-cfg-output-es-bulk-threshold.cfg new file mode 100644 index 000000000..35ed11e13 --- /dev/null +++ b/apis/fluentd/v1alpha1/tests/expected/fluentd-cluster-cfg-output-es-bulk-threshold.cfg @@ -0,0 +1,26 @@ + + @type forward + bind 0.0.0.0 + port 24224 + + + @id main + @type label_router + + @label @a2170d34e9940ec56d328100e375c43e + + namespaces default,kube-system + + + + \ No newline at end of file diff --git a/apis/fluentd/v1alpha1/tests/helper_test.go b/apis/fluentd/v1alpha1/tests/helper_test.go index 6d8bd09ab..b4d9fa283 100644 --- a/apis/fluentd/v1alpha1/tests/helper_test.go +++ b/apis/fluentd/v1alpha1/tests/helper_test.go @@ -45,6 +45,11 @@ func Test_ClusterCfgOutput2ES(t *testing.T) { testClusterConfigWithFiltersAndOutputs(t, sl, Fluentd, &FluentdClusterFluentdConfig1, []fluentdv1alpha1.ClusterFilter{}, []fluentdv1alpha1.ClusterOutput{FluentdclusterOutput2ES}, "./expected/fluentd-cluster-cfg-output-es.cfg", false) } +func Test_ClusterCfgOutput2ESBulkThreshold(t *testing.T) { + sl := plugins.NewSecretLoader(nil, Fluentd.Namespace, logr.Logger{}) + testClusterConfigWithFiltersAndOutputs(t, sl, Fluentd, &FluentdClusterFluentdConfig1, []fluentdv1alpha1.ClusterFilter{}, []fluentdv1alpha1.ClusterOutput{FluentdclusterOutput2ESBulkThreshold}, "./expected/fluentd-cluster-cfg-output-es-bulk-threshold.cfg", false) +} + func Test_ClusterCfgOutput2ESDataStream(t *testing.T) { sl := plugins.NewSecretLoader(nil, Fluentd.Namespace, logr.Logger{}) testClusterConfigWithFiltersAndOutputs(t, sl, Fluentd, &FluentdClusterFluentdConfig1, []fluentdv1alpha1.ClusterFilter{}, []fluentdv1alpha1.ClusterOutput{FluentdclusterOutput2ESDataStream}, "./expected/fluentd-cluster-cfg-output-es-data-stream.cfg", false) diff --git a/apis/fluentd/v1alpha1/tests/tools.go b/apis/fluentd/v1alpha1/tests/tools.go index 75b9a24ff..ec805dcd0 100644 --- a/apis/fluentd/v1alpha1/tests/tools.go +++ b/apis/fluentd/v1alpha1/tests/tools.go @@ -367,6 +367,24 @@ spec: logstashPrefix: ks-logstash-log ` + FluentdclusterOutput2ESBulkThreshold fluentdv1alpha1.ClusterOutput + FluentdclusterOutput2ESBulkThresholdRaw = ` +apiVersion: fluentd.fluent.io/v1alpha1 +kind: ClusterOutput +metadata: + name: fluentd-output-es-bulk + labels: + output.fluentd.fluent.io/enabled: "true" +spec: + outputs: + - elasticsearch: + host: elasticsearch-logging-data.kubesphere-logging-system.svc + port: 9200 + logstashFormat: true + logstashPrefix: ks-logstash-log + bulkMessageRequestThreshold: 20000000 +` + FluentdclusterOutput2ESDataStream fluentdv1alpha1.ClusterOutput FluentdclusterOutput2ESDataStreamRaw = ` apiVersion: fluentd.fluent.io/v1alpha1 @@ -1226,6 +1244,7 @@ func init() { MustParseIntoObject(FluentdClusterOutputBufferRaw, &FluentdClusterOutputBuffer) MustParseIntoObject(FluentdClusterOutputMemoryBufferRaw, &FluentdClusterOutputMemoryBuffer) MustParseIntoObject(FluentdclusterOutput2ESRaw, &FluentdclusterOutput2ES) + MustParseIntoObject(FluentdclusterOutput2ESBulkThresholdRaw, &FluentdclusterOutput2ESBulkThreshold) MustParseIntoObject(FluentdclusterOutput2ESDataStreamRaw, &FluentdclusterOutput2ESDataStream) MustParseIntoObject(FluentdclusterOutput2CopyESDataStreamRaw, &FluentdclusterOutput2CopyESDataStream) MustParseIntoObject(FluentdOutput2ES1Raw, &FluentdOutput2ES1) diff --git a/charts/fluent-operator-fluentd-crds/templates/fluentd.fluent.io_clusteroutputs.yaml b/charts/fluent-operator-fluentd-crds/templates/fluentd.fluent.io_clusteroutputs.yaml index 6f633078c..fc7e82cad 100644 --- a/charts/fluent-operator-fluentd-crds/templates/fluentd.fluent.io_clusteroutputs.yaml +++ b/charts/fluent-operator-fluentd-crds/templates/fluentd.fluent.io_clusteroutputs.yaml @@ -575,7 +575,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -878,7 +878,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -2209,8 +2209,8 @@ spec: the rollover index to be created (default: default)' type: string bulkMessageRequestThreshold: - description: 'Optional, Configure bulk_message request splitting - threshold size (default: -1 unlimited)' + description: 'Optional, Configure bulk_message_request_threshold + splitting threshold size (default: -1 unlimited)' format: int32 type: integer caFile: diff --git a/charts/fluent-operator-fluentd-crds/templates/fluentd.fluent.io_outputs.yaml b/charts/fluent-operator-fluentd-crds/templates/fluentd.fluent.io_outputs.yaml index 705f1e3a1..f65e97ae2 100644 --- a/charts/fluent-operator-fluentd-crds/templates/fluentd.fluent.io_outputs.yaml +++ b/charts/fluent-operator-fluentd-crds/templates/fluentd.fluent.io_outputs.yaml @@ -575,7 +575,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -878,7 +878,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -2209,8 +2209,8 @@ spec: the rollover index to be created (default: default)' type: string bulkMessageRequestThreshold: - description: 'Optional, Configure bulk_message request splitting - threshold size (default: -1 unlimited)' + description: 'Optional, Configure bulk_message_request_threshold + splitting threshold size (default: -1 unlimited)' format: int32 type: integer caFile: diff --git a/charts/fluent-operator/crds/fluentd.fluent.io_clusteroutputs.yaml b/charts/fluent-operator/crds/fluentd.fluent.io_clusteroutputs.yaml index 33b525087..dcb77c818 100644 --- a/charts/fluent-operator/crds/fluentd.fluent.io_clusteroutputs.yaml +++ b/charts/fluent-operator/crds/fluentd.fluent.io_clusteroutputs.yaml @@ -573,7 +573,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -876,7 +876,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -2207,8 +2207,8 @@ spec: the rollover index to be created (default: default)' type: string bulkMessageRequestThreshold: - description: 'Optional, Configure bulk_message request splitting - threshold size (default: -1 unlimited)' + description: 'Optional, Configure bulk_message_request_threshold + splitting threshold size (default: -1 unlimited)' format: int32 type: integer caFile: diff --git a/charts/fluent-operator/crds/fluentd.fluent.io_outputs.yaml b/charts/fluent-operator/crds/fluentd.fluent.io_outputs.yaml index 872a70266..80e280353 100644 --- a/charts/fluent-operator/crds/fluentd.fluent.io_outputs.yaml +++ b/charts/fluent-operator/crds/fluentd.fluent.io_outputs.yaml @@ -573,7 +573,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -876,7 +876,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -2207,8 +2207,8 @@ spec: the rollover index to be created (default: default)' type: string bulkMessageRequestThreshold: - description: 'Optional, Configure bulk_message request splitting - threshold size (default: -1 unlimited)' + description: 'Optional, Configure bulk_message_request_threshold + splitting threshold size (default: -1 unlimited)' format: int32 type: integer caFile: diff --git a/config/crd/bases/fluentd.fluent.io_clusteroutputs.yaml b/config/crd/bases/fluentd.fluent.io_clusteroutputs.yaml index 7e7c1f43f..89c5cd6d8 100644 --- a/config/crd/bases/fluentd.fluent.io_clusteroutputs.yaml +++ b/config/crd/bases/fluentd.fluent.io_clusteroutputs.yaml @@ -574,7 +574,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -877,7 +877,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -2208,8 +2208,8 @@ spec: the rollover index to be created (default: default)' type: string bulkMessageRequestThreshold: - description: 'Optional, Configure bulk_message request splitting - threshold size (default: -1 unlimited)' + description: 'Optional, Configure bulk_message_request_threshold + splitting threshold size (default: -1 unlimited)' format: int32 type: integer caFile: diff --git a/config/crd/bases/fluentd.fluent.io_outputs.yaml b/config/crd/bases/fluentd.fluent.io_outputs.yaml index 5f09acf5c..0e088484a 100644 --- a/config/crd/bases/fluentd.fluent.io_outputs.yaml +++ b/config/crd/bases/fluentd.fluent.io_outputs.yaml @@ -574,7 +574,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -877,7 +877,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -2208,8 +2208,8 @@ spec: the rollover index to be created (default: default)' type: string bulkMessageRequestThreshold: - description: 'Optional, Configure bulk_message request splitting - threshold size (default: -1 unlimited)' + description: 'Optional, Configure bulk_message_request_threshold + splitting threshold size (default: -1 unlimited)' format: int32 type: integer caFile: diff --git a/manifests/setup/fluent-operator-crd.yaml b/manifests/setup/fluent-operator-crd.yaml index 1a924882d..37f4ec40e 100644 --- a/manifests/setup/fluent-operator-crd.yaml +++ b/manifests/setup/fluent-operator-crd.yaml @@ -9167,7 +9167,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -9470,7 +9470,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -10801,8 +10801,8 @@ spec: the rollover index to be created (default: default)' type: string bulkMessageRequestThreshold: - description: 'Optional, Configure bulk_message request splitting - threshold size (default: -1 unlimited)' + description: 'Optional, Configure bulk_message_request_threshold + splitting threshold size (default: -1 unlimited)' format: int32 type: integer caFile: @@ -39256,7 +39256,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -39559,7 +39559,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -40890,8 +40890,8 @@ spec: the rollover index to be created (default: default)' type: string bulkMessageRequestThreshold: - description: 'Optional, Configure bulk_message request splitting - threshold size (default: -1 unlimited)' + description: 'Optional, Configure bulk_message_request_threshold + splitting threshold size (default: -1 unlimited)' format: int32 type: integer caFile: diff --git a/manifests/setup/setup.yaml b/manifests/setup/setup.yaml index 7c5d22d4b..9e84582cd 100644 --- a/manifests/setup/setup.yaml +++ b/manifests/setup/setup.yaml @@ -9167,7 +9167,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -9470,7 +9470,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -10801,8 +10801,8 @@ spec: the rollover index to be created (default: default)' type: string bulkMessageRequestThreshold: - description: 'Optional, Configure bulk_message request splitting - threshold size (default: -1 unlimited)' + description: 'Optional, Configure bulk_message_request_threshold + splitting threshold size (default: -1 unlimited)' format: int32 type: integer caFile: @@ -39256,7 +39256,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -39559,7 +39559,7 @@ spec: properties: bulkMessageRequestThreshold: description: |- - Optional, Configure bulk_message request splitting threshold size. + Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. format: int32 @@ -40890,8 +40890,8 @@ spec: the rollover index to be created (default: default)' type: string bulkMessageRequestThreshold: - description: 'Optional, Configure bulk_message request splitting - threshold size (default: -1 unlimited)' + description: 'Optional, Configure bulk_message_request_threshold + splitting threshold size (default: -1 unlimited)' format: int32 type: integer caFile: From 61ec1c843376098dc0f0dceb8271c4641528a6aa Mon Sep 17 00:00:00 2001 From: Chengwei Guo Date: Mon, 11 May 2026 21:31:24 -0700 Subject: [PATCH 3/3] update docs Signed-off-by: Chengwei Guo --- docs/plugins/fluentd/output/es.md | 2 +- docs/plugins/fluentd/output/opensearch.md | 2 +- 2 files changed, 2 insertions(+), 2 deletions(-) diff --git a/docs/plugins/fluentd/output/es.md b/docs/plugins/fluentd/output/es.md index df4a0e31a..449e4b345 100644 --- a/docs/plugins/fluentd/output/es.md +++ b/docs/plugins/fluentd/output/es.md @@ -34,7 +34,7 @@ Elasticsearch defines the parameters for out_es output plugin | ilmPolicy | Optional, Specify ILM policy contents as Hash | *string | | ilmPolicyOverride | Optional, Specify whether overwriting ilm policy or not | *bool | | logEs400Reason | Optional, Enable logging of 400 reason without enabling debug log level | *bool | -| bulkMessageRequestThreshold | Optional, Configure bulk_message request splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. | *int32 | +| bulkMessageRequestThreshold | Optional, Configure bulk_message_request_threshold splitting threshold size. Default value is -1 (unlimited). If a bulk message exceeds this threshold, the request is split into multiple smaller requests. | *int32 | # Elasticsearch diff --git a/docs/plugins/fluentd/output/opensearch.md b/docs/plugins/fluentd/output/opensearch.md index 7700bdf76..9428e81fd 100644 --- a/docs/plugins/fluentd/output/opensearch.md +++ b/docs/plugins/fluentd/output/opensearch.md @@ -57,7 +57,7 @@ Opensearch defines the parameters for out_opensearch plugin | suppressDocWrap | Optional, Suppress doc_wrap (default: false) | *bool | | ignoreExceptions | Optional, List of exception classes to ignore | *string | | exceptionBackup | Optional, Backup chunk when ignore exception occurs (default: true) | *bool | -| bulkMessageRequestThreshold | Optional, Configure bulk_message request splitting threshold size (default: -1 unlimited) | *int32 | +| bulkMessageRequestThreshold | Optional, Configure bulk_message_request_threshold splitting threshold size (default: -1 unlimited) | *int32 | | applicationName | Optional, Specify the application name for the rollover index to be created (default: default) | *string | | indexDatePattern | Optional, Specify the index date pattern for creating a rollover index (default: now/d) | *string | | useLegacyTemplate | Optional, Use legacy template or not (default: false for composable templates) | *bool |