scale ebs-csi-controller vpa dynamically

Author: demonCoder95

cluster/config-defaults.yaml

@@ -735,6 +735,7 @@ allowed_unsafe_sysctls: "net.ipv4.tcp_keepalive_time,net.ipv4.tcp_keepalive_intv
 
 # the maximum amount of memory for EBS CSI controller's sidecars
 ebs_csi_controller_sidecar_memory: "80Mi"
+ebs_csi_controller_sidecar_cpu: "10m"
 
 # pull images in parallel
 serialize_image_pulls: "false"

cluster/manifests/03-ebs-csi/controller.yaml

@@ -95,10 +95,10 @@ spec:
               value: /var/lib/csi/sockets/pluginproxy/csi.sock
           resources:
             requests:
-              cpu: 10m
+              cpu: {{ .Cluster.ConfigItems.ebs_csi_controller_sidecar_cpu }}
               memory: {{ .Cluster.ConfigItems.ebs_csi_controller_sidecar_memory }}
             limits:
-              cpu: 10m
+              cpu: {{ .Cluster.ConfigItems.ebs_csi_controller_sidecar_cpu }}
               memory: {{ .Cluster.ConfigItems.ebs_csi_controller_sidecar_memory }}
           volumeMounts:
             - name: socket-dir
@@ -117,10 +117,10 @@ spec:
               value: /var/lib/csi/sockets/pluginproxy/csi.sock
           resources:
             requests:
-              cpu: 10m
+              cpu: {{ .Cluster.ConfigItems.ebs_csi_controller_sidecar_cpu }}
               memory: {{ .Cluster.ConfigItems.ebs_csi_controller_sidecar_memory }}
             limits:
-              cpu: 10m
+              cpu: {{ .Cluster.ConfigItems.ebs_csi_controller_sidecar_cpu }}
               memory: {{ .Cluster.ConfigItems.ebs_csi_controller_sidecar_memory }}
           volumeMounts:
             - name: socket-dir
@@ -139,10 +139,10 @@ spec:
               value: /var/lib/csi/sockets/pluginproxy/csi.sock
           resources:
             requests:
-              cpu: 10m
+              cpu: {{ .Cluster.ConfigItems.ebs_csi_controller_sidecar_cpu }}
               memory: {{ .Cluster.ConfigItems.ebs_csi_controller_sidecar_memory }}
             limits:
-              cpu: 10m
+              cpu: {{ .Cluster.ConfigItems.ebs_csi_controller_sidecar_cpu }}
               memory: {{ .Cluster.ConfigItems.ebs_csi_controller_sidecar_memory }}
           volumeMounts:
             - name: socket-dir

cluster/manifests/03-ebs-csi/vpa.yaml

@@ -16,11 +16,22 @@ spec:
   resourcePolicy:
     containerPolicies:
     - containerName: csi-provisioner
+    {{ range $NodePool := .Cluster.NodePools }}
+    {{ if eq $NodePool.name "default-master" }}
+    # Scaling is relative to r6g.large (smallest master node)
+    # 0.006 -> ~90Mi memory, 0.031 -> ~55m CPU
+    {{ $scaledCPU := scaleQuantity ( instanceTypeCPU ( index .InstanceTypes 0 )) 0.031 }}
+    {{ $scaledMemory := scaleQuantity ( instanceTypeMemory ( index .InstanceTypes 0 )) 0.006 }}
       maxAllowed:
-        memory: {{ .Cluster.ConfigItems.ebs_csi_controller_sidecar_memory }}
+        cpu: {{ $scaledCPU }}
+        memory: {{ $scaledMemory }}
     - containerName: csi-attacher
       maxAllowed:
-        memory: {{ .Cluster.ConfigItems.ebs_csi_controller_sidecar_memory }}
+        cpu: {{ $scaledCPU }}
+        memory: {{ $scaledMemory }}
     - containerName: csi-resizer
       maxAllowed:
-        memory: {{ .Cluster.ConfigItems.ebs_csi_controller_sidecar_memory }}
+        cpu: {{ $scaledCPU }}
+        memory: {{ $scaledMemory }}
+    {{ end }}
+    {{ end }}

cluster/manifests/z-karpenter/vpa.yaml

@@ -24,6 +24,8 @@ spec:
         maxAllowed:
         {{ range $NodePool := .Cluster.NodePools}}
         {{ if eq $NodePool.Name "default-master" }}
+          # Scaling is relative to r6g.large (smallest master node)
+          # 0.016 -> ~250Mi memory, 0.027 -> ~50m CPU
           memory: {{ scaleQuantity (instanceTypeMemory (index .InstanceTypes 0)) 0.016 }}
           cpu: {{ scaleQuantity (instanceTypeCPU (index .InstanceTypes 0)) 0.027 }}
         {{ end }}