Add prometheus endpoint in infra

Author: jpraynaud

mithril-infra/assets/docker/docker-compose-monitoring.yaml

@@ -12,7 +12,12 @@ services:
     command:
       - --config.file=/etc/prometheus/prometheus.yml
     volumes:
-      - ./prometheus.yml:/etc/prometheus/prometheus.yml:ro
+      - ./prometheus/prometheus.yml:/etc/prometheus/prometheus.yml:ro
+    labels:
+      - 'traefik.enable=true'
+      - 'traefik.http.routers.prometheus.rule=Host(`${PROMETHEUS_HOST}`)'
+      - 'traefik.http.routers.prometheus.tls=true'
+      - 'traefik.http.routers.prometheus.tls.certresolver=lets-encrypt'
 
   promtail:
     image: grafana/promtail:1.4.1
@@ -22,7 +27,7 @@ services:
       - all
     volumes:
       - /var/lib/docker/containers:/var/lib/docker/containers
-      - ./promtail-config.yml:/etc/promtail/promtail-config.yml
+      - ./promtail/promtail-config.yml:/etc/promtail/promtail-config.yml
     command: -config.file=/etc/promtail/promtail-config.yml
 
 networks:

mithril-infra/assets/docker/prometheus.yml

@@ -0,0 +1,17 @@
+global:
+  scrape_interval:     15s 
+  evaluation_interval: 15s
+
+rule_files:
+  # - "first_rules.yml"
+  # - "second_rules.yml"
+
+scrape_configs:
+  - job_name: 'prometheus'
+    static_configs:
+    - targets: ['prometheus:9090']
+
+  - job_name: 'reverse-proxy'
+    static_configs:
+    - targets: ['reverse-proxy:8680']
+

mithril-infra/assets/docker/prometheus/prometheus.yml

@@ -23,6 +23,14 @@ resource "google_dns_record_set" "mithril-signer-endpoint" {
   rrdatas      = [google_compute_address.mithril-external-address.address]
 }
 
+resource "google_dns_record_set" "prometheus-endpoint" {
+  name         = "prometheus.${google_dns_managed_zone.mithril-api-zone.dns_name}"
+  managed_zone = google_dns_managed_zone.mithril-api-zone.name
+  type         = "A"
+  ttl          = 300
+  rrdatas      = [google_compute_address.mithril-external-address.address]
+}
+
 locals {
   mithril_aggregator_host         = trimsuffix(google_dns_record_set.mithril-aggregator-endpoint.name, ".")
   mithril_aggregator_endpoint_url = format("https://%s%s/aggregator", local.mithril_aggregator_credentials, local.mithril_aggregator_host)
@@ -33,4 +41,7 @@ locals {
   mithril_signers_endpoint_url = [for key, signer in var.mithril_signers :
     format("https://%s", "mithril-signer-${key}.${trimsuffix(google_dns_managed_zone.mithril-api-zone.dns_name, ".")}")
   ]
+  prometheus_host         = trimsuffix(google_dns_record_set.prometheus-endpoint.name, ".")
+  prometheus_endpoint_url = format("https://%s", "prometheus.${trimsuffix(google_dns_managed_zone.mithril-api-zone.dns_name, ".")}")
+
 }

mithril-infra/assets/docker/promtail-config.yml renamed to mithril-infra/assets/docker/promtail/promtail-config.yml

@@ -5,6 +5,7 @@ resource "null_resource" "mithril_monitoring" {
   ]
 
   triggers = {
+    image_id    = var.mithril_image_id,
     vm_instance = google_compute_instance.vm_instance.id
   }
 
@@ -17,6 +18,7 @@ resource "null_resource" "mithril_monitoring" {
 
   provisioner "remote-exec" {
     inline = [
+      "export PROMETHEUS_HOST=${local.prometheus_host}",
       "docker-compose -f /home/curry/docker/docker-compose-monitoring.yaml --profile all up -d",
     ]
   }

mithril-infra/main.dns.tf

@@ -10,6 +10,10 @@ output "mithril_signers_endpoint_url" {
   value = local.mithril_signers_endpoint_url
 }
 
+output "prometheus_endpoint_url" {
+  value = local.prometheus_endpoint_url
+}
+
 output "storage_bucket" {
   value = google_storage_bucket.cloud_storage.name
 }