Merge pull request #8045 from zalando-incubator/set-image-pull-qps

introduce config-items to control kubelet image qps

Author: demonCoder95

cluster/config-defaults.yaml

@@ -787,6 +787,22 @@ ebs_csi_controller_sidecar_cpu: "10m"
 # pull images in parallel
 serialize_image_pulls: "false"
 
+# rate of image pull in the kubelet, see
+# see https://github.com/kubernetes/kubernetes/blob/v1.30.0/staging/src/k8s.io/kubelet/config/v1beta1/types.go#L200-L212
+#
+# registryPullQPS is the limit of registry pulls per second.
+# The value must not be a negative number.
+# Setting it to 0 means no limit.
+# Default: 5
+kubelet_registry_pull_qps : "20"
+
+# registryBurst is the maximum size of bursty pulls, temporarily allows
+# pulls to burst to this number, while still not exceeding registryPullQPS.
+# The value must not be a negative number.
+# Only used if registryPullQPS is greater than 0.
+# Default: 10
+kubelet_registry_burst: "40"
+
 # Version of the scheduler or controller-manager used by the master nodes.
 # Supported values:
 #  - upstream: official Kubernetes version

cluster/node-pools/master-default/userdata.yaml

@@ -17,7 +17,7 @@ write_files:
   - owner: root:root
     path: /etc/kubernetes/config/kubelet.yaml.template
     content: |
-      # https://github.com/kubernetes/kubernetes/blob/v1.13.6/staging/src/k8s.io/kubelet/config/v1beta1/types.go
+      # https://github.com/kubernetes/kubernetes/blob/v1.30.0/staging/src/k8s.io/kubelet/config/v1beta1/types.go
       apiVersion: kubelet.config.k8s.io/v1beta1
       kind: KubeletConfiguration
       cgroupDriver: systemd
@@ -35,6 +35,8 @@ write_files:
 {{- if ne .Cluster.ConfigItems.serialize_image_pulls "true" }}
       serializeImagePulls: false
 {{- end }}
+      registryPullQPS: {{ .Cluster.ConfigItems.kubelet_registry_pull_qps }}
+      registryBurst: {{ .Cluster.ConfigItems.kubelet_registry_burst }}
       healthzPort: 10248
       healthzBindAddress: "0.0.0.0"
       tlsCertFile: "/etc/kubernetes/ssl/worker.pem"

cluster/node-pools/worker-splitaz/userdata.yaml

@@ -77,6 +77,8 @@ write_files:
 {{- if ne .Cluster.ConfigItems.serialize_image_pulls "true" }}
       serializeImagePulls: false
 {{- end }}
+      registryPullQPS: {{ .Cluster.ConfigItems.kubelet_registry_pull_qps }}
+      registryBurst: {{ .Cluster.ConfigItems.kubelet_registry_burst }}
       healthzPort: 10248
       healthzBindAddress: "0.0.0.0"
       tlsCertFile: "/etc/kubernetes/ssl/worker.pem"