Metadata filter tile update (#253)

* updated tile to add fields for metadata filter, rlp-retries, queue monitoring, updated unit-tests

Author: luckyj5

splunknozzle/config.go

@@ -149,7 +149,7 @@ func NewConfigFromCmdFlags(version, branch, commit, buildos string) *Config {
 	kingpin.Flag("hec-batch-size", "Batchsize of the events pushing to HEC").
 		OverrideDefaultFromEnvar("HEC_BATCH_SIZE").Default("100").IntVar(&c.BatchSize)
 	kingpin.Flag("rlp-gateway-retries", "Number of retries to connect to RLP gateway").
-		OverrideDefaultFromEnvar("RLP_GATEWAY_RETRIES").Default("10").IntVar(&c.RLPGatewayRetries)
+		OverrideDefaultFromEnvar("RLP_GATEWAY_RETRIES").Default("5").IntVar(&c.RLPGatewayRetries)
 	kingpin.Flag("hec-retries", "Number of retries before dropping events").
 		OverrideDefaultFromEnvar("HEC_RETRIES").Default("5").IntVar(&c.Retries)
 	kingpin.Flag("hec-workers", "How many workers (concurrency) when post data to HEC").
@@ -161,7 +161,7 @@ func NewConfigFromCmdFlags(version, branch, commit, buildos string) *Config {
 		OverrideDefaultFromEnvar("ENABLE_EVENT_TRACING").Default("false").BoolVar(&c.TraceLogging)
 	kingpin.Flag("debug", "Enable debug mode: forward to standard out instead of splunk").
 		OverrideDefaultFromEnvar("DEBUG").Default("false").BoolVar(&c.Debug)
-	kingpin.Flag("status-monitor-interval", "Print information for monitoring at every interval").
+	kingpin.Flag("status-monitor-interval", "Time interval for monitoring consumer-queue-size status to help with back-pressure insights").
 		OverrideDefaultFromEnvar("STATUS_MONITOR_INTERVAL").Default("0s").DurationVar(&c.StatusMonitorInterval)
 
 	kingpin.Parse()

splunknozzle/config_test.go

@@ -59,7 +59,7 @@ var _ = Describe("Config", func() {
 
 			os.Setenv("FLUSH_INTERVAL", "43s")
 			os.Setenv("CONSUMER_QUEUE_SIZE", "15000")
-			os.Setenv("RLP_GATEWAY_RETRIES", "10")
+			os.Setenv("RLP_GATEWAY_RETRIES", "5")
 			os.Setenv("HEC_RETRIES", "10")
 			os.Setenv("HEC_WORKERS", "5")
 			os.Setenv("SPLUNK_VERSION", "6.2")
@@ -102,7 +102,7 @@ var _ = Describe("Config", func() {
 			Expect(c.FlushInterval).To(Equal(43 * time.Second))
 			Expect(c.QueueSize).To(Equal(15000))
 			Expect(c.BatchSize).To(Equal(100))
-			Expect(c.RLPGatewayRetries).To(Equal(10))
+			Expect(c.RLPGatewayRetries).To(Equal(5))
 			Expect(c.Retries).To(Equal(10))
 			Expect(c.HecWorkers).To(Equal(5))
 			Expect(c.SplunkVersion).To(Equal("6.2"))
@@ -141,7 +141,7 @@ var _ = Describe("Config", func() {
 			Expect(c.FlushInterval).To(Equal(5 * time.Second))
 			Expect(c.QueueSize).To(Equal(10000))
 			Expect(c.BatchSize).To(Equal(100))
-			Expect(c.RLPGatewayRetries).To(Equal(10))
+			Expect(c.RLPGatewayRetries).To(Equal(5))
 			Expect(c.Retries).To(Equal(5))
 			Expect(c.HecWorkers).To(Equal(8))
 			Expect(c.SplunkVersion).To(Equal("7.2"))

tile/tile.yml

@@ -106,7 +106,7 @@ forms:
   - name: hec_retries
     type: integer
     label: HEC Retries
-    default: 5
+    default: 3
     description: The retry count for sending events to the Splunk platform. Events not successfully sent after this number of retries will be dropped, causing data loss.
   - name: hec_batch_size
     type: integer
@@ -158,16 +158,51 @@ forms:
     label: Firehose Keep Alive
     description: Keep alive duration (in sec, min or hour) for the firehose consumer.
     default: 25s
-  - name: add_app_info
-    type: boolean
-    default: false
-    label: Add App Information
-    description: Enriches raw data with application metadata, such as application name, space name, org name, etc.
+  - name: status_monitor_interval
+    type: string
+    label: Monitor Queue Size
+    default: 0s
+    description: Time interval for monitoring consumer-queue-size status to help with back-pressure insights.
+  - name: rlp_gateway_retries
+    type: integer
+    label: RLP Gateway Retries
+    default: 5
+    description: Number of retries to connect to RLP gateway
   - name: enable_event_tracing
     type: boolean
     label: Enable Event Tracing
     default: false
     description: Enables data loss tracing.
+  - name: add_app_info
+    type: boolean
+    default: false
+    label: Add App Information
+    description: Enriches event data with application metadata, such as application name, space name/ id, org name/id.
+  - name: add_app_name
+    type: boolean
+    default: true
+    label: Add App Name
+    description: Enriches event raw data with application name. (Requires Add App Info feature enabled)
+  - name: add_org_name
+    type: boolean
+    default: true
+    label: Add Org Name
+    description: Enriches event raw data with cf-org name. (Requires Add App Info feature enabled)
+  - name: add_org_guid
+    type: boolean
+    default: true
+    label: Add Org ID
+    description: Enriches event raw data with cf-org id. (Requires Add App Info feature enabled)
+  - name: add_space_name
+    type: boolean
+    default: true
+    label: Add Space Name
+    description: Enriches event raw data with cf-space name. (Requires Add App Info feature enabled)
+  - name: add_space_guid
+    type: boolean
+    default: true
+    label: Add Space ID
+    description: Enriches event raw data with cf-space id. (Requires Add App Info feature enabled)
   - name: ignore_missing_app
     type: boolean
     label: Ignore Missing App