add automatic scaledown

Author: ilia-medvedev-codefresh

charts/cf-vcluster/templates/ingresses.tpl

@@ -18,11 +18,11 @@ spec:
       - path: /
         pathType: {{ $.Values.vcluster.controlPlane.ingress.pathType }}
         backend:
-          {{- if $ingress.backendServiceOverride}}
+          {{- if $.Values.automaticScaleDown.enabled}}
           service:
-            name: {{ $ingress.backendServiceOverride.name }}
+            name: {{ $.Release.Name }}-keda-http-interceptor
             port:
-              number: {{ $ingress.backendServiceOverride.port }}
+              number: {{ $.Values.automaticScaleDown.interceptor.port }}
         {{- else }}
           service:
             name: {{ $.Release.Name }}

charts/cf-vcluster/templates/keda-auto-scalewon/HTTPScaledObject.yaml

@@ -0,0 +1,59 @@
+{{- if .Values.automaticScaleDown.enabled }}
+{{ $vclusterContext := (index .Subcharts "vcluster")}}
+apiVersion: http.keda.sh/v1alpha1
+kind: HTTPScaledObject
+metadata:
+    name: {{ .Release.Name }}
+    annotations:
+      # Workaround for idleReplicaCount - https://github.com/kedacore/http-add-on/pull/594
+      httpscaledobject.keda.sh/skip-scaledobject-creation: "true"
+spec:
+    hosts:
+    {{- if .Values.global.ingress.internal.enabled }}
+      - {{ tpl (printf "%s.%s" .Values.global.ingress.internal.host.name .Values.global.ingress.internal.host.domain) . }}
+    {{- else if .Values.global.ingress.public.enabled }}
+      - {{ tpl (printf "%s.%s" .Values.global.ingress.public.host.name .Values.global.ingress.public.host.domain) . }}
+    {{- else }}
+      - {{ fail "Cannot enable autoScaledown if no ingress is enabled" }}
+    {{- end }}
+    scaleTargetRef:
+      name: {{ .Release.Name }}
+      kind: {{ include "vcluster.kind" $vclusterContext }}
+      apiVersion: apps/v1
+      service: {{ .Release.Name }}
+      port: 443
+    replicas:
+      min: {{ $vclusterContext.Values.controlPlane.statefulSet.highAvailability.replicas  }}
+      max: {{ $vclusterContext.Values.controlPlane.statefulSet.highAvailability.replicas }}
+    scaledownPeriod: {{ .Values.automaticScaleDown.periodSeconds }}
+    scalingMetric:
+      requestRate:
+        granularity: 1s
+        targetValue: 1
+        window: 1m
+---
+# Workaround for idleReplicaCount - https://github.com/kedacore/http-add-on/pull/594
+apiVersion: keda.sh/v1alpha1
+kind: ScaledObject
+metadata:
+    name: {{ .Release.Name }}
+spec:
+  advanced:
+    restoreToOriginalReplicaCount: true
+    scalingModifiers: {}
+  initialCooldownPeriod: {{ .Values.automaticScaleDown.initialCooldownPeriod }}
+  cooldownPeriod: {{ .Values.automaticScaleDown.periodSeconds }}
+  maxReplicaCount: {{ $vclusterContext.Values.controlPlane.statefulSet.highAvailability.replicas }}
+  minReplicaCount: {{ $vclusterContext.Values.controlPlane.statefulSet.highAvailability.replicas }}
+  idleReplicaCount: 0
+  pollingInterval: 15
+  scaleTargetRef:
+    apiVersion: apps/v1
+    kind: {{ include "vcluster.kind" $vclusterContext }}
+    name: {{ .Release.Name }}
+  triggers:
+  - metadata:
+      httpScaledObject: {{ .Release.Name }}
+      scalerAddress: {{ printf "%s:%d" .Values.automaticScaleDown.httpScaler.host (int64 .Values.automaticScaleDown.httpScaler.port) }}
+    type: external-push
+{{- end }}

charts/cf-vcluster/templates/keda-auto-scalewon/service.yaml

@@ -0,0 +1,9 @@
+{{- if .Values.automaticScaleDown.enabled }}
+apiVersion: v1
+kind: Service
+metadata:
+  name: {{ .Release.Name }}-keda-http-interceptor
+spec:
+  type: ExternalName
+  externalName: {{ .Values.automaticScaleDown.interceptor.host}}
+{{- end }}

charts/cf-vcluster/values.test.rnd-sandbox.yaml

@@ -6,3 +6,7 @@ global:
       className: nginx-internal
       host:
         domain: rnd-sandbox.cf-infra.com
+
+automaticScaleDown:
+  enabled: true
+  periodSeconds: 60

charts/cf-vcluster/values.yaml

@@ -13,7 +13,7 @@ global:
       #   name: "interceptor-service"
       #   port: 80
       host:
-        name: "{{ .Release.Name }}"
+        name: "{{ .Release.Namespace }}-vcluster"
         domain: corp.local
     public:
       enabled: false
@@ -28,7 +28,7 @@ global:
         nginx.ingress.kubernetes.io/ssl-passthrough: "true"
         nginx.ingress.kubernetes.io/ssl-redirect: "true"
       host:
-        name: "{{ .Release.Name }}"
+        name: "{{ .Release.Namespace }}-vcluster"
         domain: example.com
 
 vcluster:
@@ -138,3 +138,17 @@ vcluster:
   rbac:
     clusterRole:
       enabled: true
+
+# Automatic scaledown with Keda
+automaticScaleDown:
+  enabled: false
+  # How many seconds to wait until scaler is active from creation (prevent release failure)
+  initialCooldownPeriod: 120
+  # -- How many seconds of no requests to vcluster until it is scaled down to zero. Defaults to 12 hours (43200s)
+  periodSeconds: 43200
+  interceptor:
+    host: "keda-add-ons-http-interceptor-proxy.keda"
+    port: 8443
+  httpScaler:
+    host: keda-add-ons-http-external-scaler.keda
+    port: 9090