prometheus-recording-rule

[rauneetverma]

Module for prometheus recording rule

tested and running in MoveinSync prod env.

{
  "flavor": "default",
  "metadata": {},
  "kind": "prometheus-recording-rule",
  "inputs": {
    "prometheus_details": {
      "resource_name": "prometheus",
      "resource_type": "configuration"
    },
    "kubernetes_details": {
      "resource_name": "default",
      "resource_type": "kubernetes_cluster"
    }
  },
  "disabled": false,
  "version": "0.1",
  "spec": {
    "group_name": "pod_baseline_recording_rules",
    "interval": "5m",
    "recording_rules": {
      "pod_cpu_hourly_avg": {
        "expr": "avg by(namespace, pod) (rate(container_cpu_usage_seconds_total{container!=\"POD\"}[1h]) * 100)",
        "disabled": false
      },
      "pod_cpu_current": {
        "expr": "avg by(namespace, pod) (irate(container_cpu_usage_seconds_total{container!=\"POD\"}[5m]) * 100)",
        "disabled": false
      },
      "pod_cpu_days_avg": {
        "expr": "avg by(namespace, pod) (rate(container_cpu_usage_seconds_total{container!=\"POD\"}[14d]) * 100)",
        "disabled": false
      },
      "pod_cpu_hourly_baseline_30d": {
        "expr": "avg by(namespace, pod) (clamp_min(avg_over_time(pod:container_cpu_usage:hourly_avg[30d]), 0))",
        "disabled": false
      },
      "pod_heap_hourly_avg": {
        "expr": "avg by(namespace, pod) ((sum by(namespace, pod) (avg_over_time(jvm_memory_used_bytes{area=\"heap\"}[1h])) * 100) / sum by(namespace, pod) (avg_over_time(jvm_memory_max_bytes{area=\"heap\"}[1h])))",
        "disabled": false
      },
      "pod_heap_current": {
        "expr": "avg by(namespace, pod) ((sum by(namespace, pod) (avg_over_time(jvm_memory_used_bytes{area=\"heap\"}[5m])) * 100) / sum by(namespace, pod) (avg_over_time(jvm_memory_max_bytes{area=\"heap\"}[5m])))",
        "disabled": false
      },
      "pod_heap_days_avg": {
        "expr": "avg by(namespace, pod) ((sum by(namespace, pod) (avg_over_time(jvm_memory_used_bytes{area=\"heap\"}[1h])) * 100) / sum by(namespace, pod) (avg_over_time(jvm_memory_max_bytes{area=\"heap\"}[14d])))",
        "disabled": false
      },
      "pod_heap_hourly_baseline_30d": {
        "expr": "avg by(namespace, pod) (clamp_min(avg_over_time(pod:container_heap_usage:hourly_avg[30d]), 0))",
        "disabled": false
      }
    }
  },
  "uiProps": {}
}

https://moveinsync.console.facets.cloud/capc/stack/default-stack/resources/cluster/67551e4bd98de900075f3a09/dialog/resource-center/type/alert_group/name/alert-group/overrides