Adding Container Insights Jmx Pipeline (#1382)

Author: Paramadon

cmd/config-translator/translator_test.go

@@ -187,6 +187,9 @@ func TestMetricsDestinationsConfig(t *testing.T) {
 	expectedErrorMap["required"] = 1
 	checkIfSchemaValidateAsExpected(t, "../../translator/config/sampleSchema/invalidMetricsDestinations.json", false, expectedErrorMap)
 }
+func TestContainerInsightsJmxConfig(t *testing.T) {
+	checkIfSchemaValidateAsExpected(t, "../../translator/config/sampleSchema/validContainerInsightsJmx.json", true, map[string]int{})
+}
 
 // Validate all sampleConfig files schema
 func TestSampleConfigSchema(t *testing.T) {

translator/config/sampleSchema/validContainerInsightsJmx.json

@@ -0,0 +1,16 @@
+{
+  "agent": {
+    "region": "us-west-2"
+  },
+  "logs": {
+    "metrics_collected": {
+      "emf": {
+      },
+      "kubernetes": {
+        "cluster_name": "TestCluster",
+        "jmx_container_insights": true
+      }
+    },
+    "force_flush_interval": 5
+  }
+}

translator/config/schema.json

@@ -768,6 +768,10 @@
                   "minLength": 1,
                   "maxLength": 512
                 },
+                "jmx_container_insights": {
+                  "description": "Enable JMX Container Insights metrics",
+                  "type": "boolean"
+                },
                 "metrics_collection_interval": {
                   "$ref": "#/definitions/timeIntervalDefinition"
                 },

translator/tocwconfig/sampleConfig/container_insights_jmx.conf

@@ -0,0 +1,24 @@
+[agent]
+  collection_jitter = "0s"
+  debug = true
+  flush_interval = "1s"
+  flush_jitter = "0s"
+  hostname = "host_name_from_env"
+  interval = "60s"
+  logfile = ""
+  logtarget = "lumberjack"
+  metric_batch_size = 1000
+  metric_buffer_limit = 10000
+  omit_hostname = false
+  precision = ""
+  quiet = false
+  round_interval = false
+
+[outputs]
+
+  [[outputs.cloudwatchlogs]]
+    force_flush_interval = "5s"
+    log_stream_name = "host_name_from_env"
+    mode = "EC2"
+    region = "us-west-2"
+    region_type = "ACJ"

translator/tocwconfig/sampleConfig/container_insights_jmx.json

@@ -0,0 +1,13 @@
+{
+  "agent": {
+    "debug": true
+  },
+  "logs": {
+    "metrics_collected": {
+      "kubernetes": {
+        "cluster_name": "TestCluster",
+        "jmx_container_insights": true
+      }
+    }
+  }
+}