Merge pull request #1578 from cw-Guo/feat/fluentd-null-plugin

feat(fluentd): add null output plugin

Author: wenchajun

apis/fluentd/v1alpha1/plugins/output/null.go

@@ -0,0 +1,7 @@
+package output
+
+// Null defines the parameters for out_null output plugin
+type Null struct {
+	// NeverFlush for testing to simulate the output plugin that never succeeds to flush.
+	NeverFlush *bool `json:"neverFlush,omitempty"`
+}

apis/fluentd/v1alpha1/plugins/output/types.go

@@ -54,6 +54,8 @@ type Output struct {
 	Datadog *Datadog `json:"datadog,omitempty"`
 	// copy plugin
 	Copy *Copy `json:"copy,omitempty"`
+	// null plugin
+	Null *Null `json:"nullPlugin,omitempty"`
 }
 
 // DeepCopyInto implements the DeepCopyInto interface.
@@ -177,6 +179,11 @@ func (o *Output) Params(loader plugins.SecretLoader) (*params.PluginStore, error
 		return o.copyPlugin(ps, loader), nil
 	}
 
+	if o.Null != nil {
+		ps.InsertType(string(params.NullOutputType))
+		return o.nullPlugin(ps, loader), nil
+	}
+
 	return o.customOutput(ps, loader), nil
 
 }
@@ -1074,4 +1081,11 @@ func (o *Output) copyPlugin(parent *params.PluginStore, sl plugins.SecretLoader)
 	return parent
 }
 
+func (o *Output) nullPlugin(parent *params.PluginStore, sl plugins.SecretLoader) *params.PluginStore {
+	if o.Null.NeverFlush != nil {
+		parent.InsertPairs("never_flush", fmt.Sprint(*o.Null.NeverFlush))
+	}
+	return parent
+}
+
 var _ plugins.Plugin = &Output{}

apis/fluentd/v1alpha1/plugins/params/const.go

@@ -73,6 +73,7 @@ const (
 	CloudWatchOutputType              OutputType = "cloudwatch_logs"
 	DatadogOutputType                 OutputType = "datadog"
 	CopyOutputType                    OutputType = "copy"
+	NullOutputType                    OutputType = "null"
 )
 
 var (

apis/fluentd/v1alpha1/tests/expected/fluentd-cluster-cfg-output-null.cfg

@@ -0,0 +1,30 @@
+<source>
+  @type  forward
+  bind  0.0.0.0
+  port  24224
+</source>
+<match **>
+  @id  main
+  @type  label_router
+  <route>
+    @label  @a2170d34e9940ec56d328100e375c43e
+    <match>
+      namespaces  default,kube-system
+    </match>
+  </route>
+</match>
+<label @a2170d34e9940ec56d328100e375c43e>
+  <filter **>
+    @id  ClusterFluentdConfig-cluster-fluentd-config::cluster::clusterfilter::fluentd-filter-0
+    @type  record_transformer
+    enable_ruby  true
+    <record>
+      kubernetes_ns  ${record["kubernetes"]["namespace_name"]}
+    </record>
+  </filter>
+  <match **>
+    @id  ClusterFluentdConfig-cluster-fluentd-config::cluster::clusteroutput::fluentd-output-null-0
+    @type  null
+    never_flush  false
+  </match>
+</label>