Add soaking and perf to prometheus static (#150)

* added environment variables to EC2 AOC deployment

* make env vars only on amazon linux

* remove unneeded changes

* made env vars command modular and added windows env vars

* remove cortex instance endpoint var for backwards compatibility

* ec2 working with windows

* get soaking and performance test working for prometheus_mock

* increase memory for prometheus sample app in soaking/perf tests

* put pull mode soaking compose in defaults

* change var names

* set env vars in ec2 setup amis

* get soaking and performance test working for prometheus_mock

* added prometheus static perf and soaking test logic

* remove static prometheus logging exporter

* remove duplicate vars

* fixed issues in rebase

* remove soaking compose from prometheus mock

Author: Aman Brar

terraform/common.tf

@@ -58,3 +58,8 @@ variable "soaking_data_mode" {
 variable "sample_app_mode" {
   default = "push"
 }
+
+variable "cortex_instance_endpoint" {
+  # change to your cortex endpoint
+  default = "https://aps-workspaces-gamma.us-west-2.amazonaws.com/workspaces/AWS_TEST_ACCOUNT_WORKSPACE"
+}

terraform/ec2/variables.tf

@@ -98,7 +98,3 @@ variable "testing_type" {
 variable "canary" {
   default = false
 }
-
-variable "cortex_instance_endpoint" {
-  default = ""
-}

terraform/ec2_setup/main.tf

@@ -46,6 +46,8 @@ module "ec2_setup" {
   soaking_data_rate = var.soaking_data_rate
   soaking_data_type = var.soaking_data_type
 
+  cortex_instance_endpoint = var.cortex_instance_endpoint
+
   # negative soaking
   mock_endpoint = var.negative_soaking ? "http://127.0.0.2" : "mocked-server/put-data"
 

terraform/ec2_setup/variables.tf

@@ -67,4 +67,3 @@ variable "install_package_source" {
 variable "install_package_local_path" {
   default = "../../../aws-otel-collector/build/packages/linux/amd64/aws-otel-collector.rpm"
 }
-

terraform/ecs/variables.tf

@@ -20,8 +20,3 @@ variable "ecs_launch_type" {
 variable "sample_app_callable" {
   default = true
 }
-
-variable "cortex_instance_endpoint" {
-  # change to your cortex endpoint
-  default = ""
-}

terraform/eks/variables.tf

@@ -16,8 +16,3 @@
 variable "eks_cluster_name" {
   default = "aws-otel-testing-framework-eks"
 }
-
-variable "cortex_instance_endpoint" {
-  # change to your cortex endpoint
-  default = ""
-}

terraform/performance/main.tf

@@ -31,6 +31,8 @@ module "ec2_setup" {
   soaking_data_type = var.data_type
   soaking_data_mode = var.soaking_data_mode
 
+  cortex_instance_endpoint = var.cortex_instance_endpoint
+
   install_package_source = var.install_package_source
   install_package_local_path = var.install_package_local_path
 

terraform/soaking/main.tf

@@ -30,6 +30,8 @@ module "ec2_setup" {
   soaking_data_rate = var.soaking_data_rate
   soaking_data_type = var.soaking_data_type
 
+  cortex_instance_endpoint = var.cortex_instance_endpoint
+
   install_package_source = var.install_package_source
   install_package_local_path = var.install_package_local_path
 

terraform/testcases/prometheus_sd/parameters.tfvars

@@ -3,7 +3,4 @@ validation_config="prometheus-sd-validation.yml"
 
 sample_app="prometheus"
 
-# change to your cortex endpoint
-cortex_instance_endpoint=""
-
-sample_app_mode="pull"
+sample_app_mode="pull"

terraform/testcases/prometheus_static/otconfig.tpl

@@ -13,11 +13,9 @@ exporters:
     aws_auth:
       region: ${region}
       service: "aps"
-    timeout: 10s
-  logging:
-    loglevel: debug
+    timeout: 15s
 service:
   pipelines:
     metrics:
      receivers: [prometheus]
-     exporters: [awsprometheusremotewrite, logging]
+     exporters: [awsprometheusremotewrite]