MINOR: kubernetes-ingress: wire kube-prometheus-stack into CI for KEDA Prometheus trigger

The deployment-keda-values.yaml ci test configures a KEDA ScaledObject
with a Prometheus trigger, but the CI environment did not provide a
Prometheus instance, so the scaler could never resolve metrics and the
ServiceMonitor/PodMonitor wiring was untested.

Install kube-prometheus-stack via Helm in install_charts.sh (Grafana,
Alertmanager, node-exporter and kube-state-metrics disabled to keep the
Kind cluster light) and switch the KEDA install from a raw manifest
apply to the kedacore/keda Helm chart for consistency. Update the
keda ci values to enable PodMonitor and point the Prometheus trigger at
the Service name produced by kube-prometheus-stack
(prometheus-kube-prometheus-stack-prometheus.default.svc).

ServiceMonitor/PodMonitor selectors are relaxed via
{serviceMonitor,podMonitor}SelectorNilUsesHelmValues=false so the
operator picks up monitors from any namespace, which is what the chart
templates emit by default.

Signed-off-by: Dinko Korunic <dkorunic@haproxy.com>

Author: dkorunic

.circleci/install_charts.sh

@@ -8,7 +8,6 @@ readonly CT_VERSION=latest
 readonly KIND_VERSION=v0.31.0
 readonly CLUSTER_NAME=chart-testing
 readonly REPO_ROOT="${REPO_ROOT:-$(git rev-parse --show-toplevel)}"
-readonly KEDA_VERSION=2.19.0
 
 find_latest_tag() {
     if ! git describe --tags --abbrev=0 2>/dev/null; then
@@ -60,8 +59,30 @@ install_local_path_provisioner() {
     docker_exec kubectl apply -f "https://raw.githubusercontent.com/rancher/local-path-provisioner/master/deploy/local-path-storage.yaml"
 }
 
+install_prometheus() {
+    docker_exec helm install prometheus prometheus-community/kube-prometheus-stack \
+        --set grafana.enabled=false \
+        --set alertmanager.enabled=false \
+        --set nodeExporter.enabled=false \
+        --set kubeStateMetrics.enabled=false \
+        --set prometheus.prometheusSpec.podMonitorSelectorNilUsesHelmValues=false \
+        --set prometheus.prometheusSpec.serviceMonitorSelectorNilUsesHelmValues=false \
+        --set prometheus.prometheusSpec.retention=1h \
+        --set prometheus.prometheusSpec.resources.requests.cpu=100m \
+        --set prometheus.prometheusSpec.resources.requests.memory=256Mi \
+        --set prometheus.prometheusSpec.resources.limits.memory=512Mi \
+        --wait \
+        --timeout 120s || true
+}
+
 install_keda() {
-    docker_exec kubectl apply --server-side -f "https://github.com/kedacore/keda/releases/download/v${KEDA_VERSION}/keda-${KEDA_VERSION}-core.yaml" || true
+    docker_exec helm install keda kedacore/keda \
+        --set resources.operator.requests.cpu=50m \
+        --set resources.operator.requests.memory=64Mi \
+        --set resources.metricServer.requests.cpu=50m \
+        --set resources.metricServer.requests.memory=64Mi \
+        --wait \
+        --timeout 90s || true
 }
 
 install_charts() {
@@ -111,6 +132,7 @@ main() {
 
             create_kind_cluster
             install_local_path_provisioner
+            install_prometheus
             install_keda
             install_charts
         else

kubernetes-ingress/ci/deployment-keda-values.yaml

@@ -1,12 +1,14 @@
 controller:
+  podMonitor:
+    enabled: true
   keda:
     enabled: true
     minReplicas: 2
     maxReplicas: 10
     triggers:
       - type: prometheus
         metadata:
-          serverAddress: http://prometheus.monitoring.svc:9090
+          serverAddress: http://prometheus-kube-prometheus-stack-prometheus.default.svc:9090
           metricName: haproxy_process_idle_time_percent
           threshold: "50"
           query: avg(haproxy_process_idle_time_percent)