Add Otlp To AMP Test (#405)

Author: sethAmazon

terraform/testcases/otlp_metric_amp/otconfig.tpl

@@ -0,0 +1,32 @@
+extensions:
+  pprof:
+    endpoint: 0.0.0.0:1777
+receivers:
+  otlp:
+    protocols:
+      grpc:
+        endpoint: 0.0.0.0:${grpc_port}
+
+processors:
+  batch:
+
+exporters:
+  logging:
+    loglevel: debug
+  awsprometheusremotewrite:
+    endpoint: ${cortex_instance_endpoint}/api/v1/remote_write
+    aws_auth:
+      region: ${region}
+      service: "aps"
+    timeout: 10s
+
+service:
+  pipelines:
+    metrics:
+      receivers: [otlp]
+      processors: [batch]
+      exporters: [awsprometheusremotewrite,logging]
+  extensions: [pprof]
+  telemetry:
+    logs:
+      level: debug

terraform/testcases/otlp_metric_amp/parameters.tfvars

@@ -0,0 +1,5 @@
+# this file is defined in validator/src/main/resources/validations
+validation_config = "otlp-prometheus-validation.yml"
+
+# data type will be emitted. Possible values: metric or trace
+soaking_data_mode = "metric"

validator/src/main/java/com/amazon/aoc/fileconfigs/PredefinedExpectedTemplate.java

@@ -26,6 +26,7 @@ public enum PredefinedExpectedTemplate implements FileConfig {
    * metric template, defined in resources.
    */
   AMP_EXPECTED_METRIC("/expected-data-template/ampExpectedMetric.mustache"),
+  OTLP_TO_AMP_EXPECTED_METRIC("/expected-data-template/otlpToAMPExpectedMetric.mustache"),
   DEFAULT_EXPECTED_METRIC("/expected-data-template/defaultExpectedMetric.mustache"),
   ENHANCED_EXPECTED_METRIC("/expected-data-template/enhancedExpectedMetric.mustache"),
   STATSD_EXPECTED_METRIC("/expected-data-template/statsdExpectedMetric.mustache"),

validator/src/main/java/com/amazon/aoc/validators/PrometheusStaticMetricValidator.java

@@ -46,9 +46,15 @@ public class PrometheusStaticMetricValidator implements IValidator {
   private FileConfig expectedMetric;
   private ValidationConfig validationConfig;
   private CortexService cortexService;
+  private ICaller caller;
 
   @Override
   public void validate() throws Exception {
+    // hit the endpoint to generate data if need be
+    if (caller != null) {
+      log.info("Calling : {}", caller.getCallingPath());
+      caller.callSampleApp();
+    }
     log.info("Start prometheus metric validating");
     log.info("allow lambda function to finish running and propagate");
     TimeUnit.SECONDS.sleep(60);
@@ -152,5 +158,6 @@ public void init(
     this.cortexService = new CortexService(context);
     this.validationConfig = validationConfig;
     this.expectedMetric = expectedMetricTemplate;
+    this.caller = caller;
   }
 }

validator/src/main/resources/expected-data-template/otlpToAMPExpectedMetric.mustache

@@ -0,0 +1,18 @@
+[
+  {
+    "metric": {
+      "__name__":"latency_{{testingId}}",
+      "apiName":"/outgoing-http-call",
+      "quantile":"0",
+      "statusCode":"200"
+    }
+  },
+  {
+    "metric": {
+      "__name__":"latency_{{testingId}}",
+      "apiName":"/outgoing-http-call",
+      "quantile":"1",
+      "statusCode":"200"
+    }
+  }
+]

validator/src/main/resources/validations/otlp-prometheus-validation.yml

@@ -0,0 +1,7 @@
+-
+  validationType: "prom-static-metric"
+  httpPath: "/outgoing-http-call"
+  httpMethod: "get"
+  callingType: "http"
+  shouldValidateMetricValue: false
+  expectedMetricTemplate: "OTLP_TO_AMP_EXPECTED_METRIC"