refactor: add new kube-proxy mode disable option (#1319)

**What problem does this PR solve?**:

Moves the annotation based way of disabling kube-proxy to be driven by
CAREN API instead.
```
apiVersion: cluster.x-k8s.io/v1beta1
kind: Cluster
metadata:
  name: <NAME>
spec:
  topology:
    variables:
      - name: clusterConfig
        value:
          kubeProxy:
            mode: disabled
```

**Which issue(s) this PR fixes**:
Fixes #

**How Has This Been Tested?**:
<!--
Please describe the tests that you ran to verify your changes.
Provide output from the tests and any manual steps needed to replicate
the tests.
-->

**Special notes for your reviewer**:
<!--
Use this to provide any additional information to the reviewers.
This may include:
- Best way to review the PR.
- Where the author wants the most review attention on.
- etc.
-->

Author: dkoshkin

api/v1alpha1/clusterconfig_types.go

@@ -83,6 +83,10 @@ type AWSClusterConfigSpec struct {
 	KubeadmClusterConfigSpec `json:",inline"`
 	GenericClusterConfigSpec `json:",inline"`
 
+	// KubeProxy defines the configuration for kube-proxy.
+	// +kubebuilder:validation:Optional
+	KubeProxy *KubeProxy `json:"kubeProxy,omitempty"`
+
 	// +kubebuilder:validation:Optional
 	Addons *AWSAddons `json:"addons,omitempty"`
 
@@ -121,6 +125,10 @@ type DockerClusterConfigSpec struct {
 	KubeadmClusterConfigSpec `json:",inline"`
 	GenericClusterConfigSpec `json:",inline"`
 
+	// KubeProxy defines the configuration for kube-proxy.
+	// +kubebuilder:validation:Optional
+	KubeProxy *KubeProxy `json:"kubeProxy,omitempty"`
+
 	// +kubebuilder:validation:Optional
 	Addons *DockerAddons `json:"addons,omitempty"`
 
@@ -164,6 +172,10 @@ type NutanixClusterConfigSpec struct {
 	KubeadmClusterConfigSpec `json:",inline"`
 	GenericClusterConfigSpec `json:",inline"`
 
+	// KubeProxy defines the configuration for kube-proxy.
+	// +kubebuilder:validation:Optional
+	KubeProxy *KubeProxy `json:"kubeProxy,omitempty"`
+
 	// +kubebuilder:validation:Optional
 	Addons *NutanixAddons `json:"addons,omitempty"`
 
@@ -206,6 +218,10 @@ type EKSClusterConfigSpec struct {
 
 	GenericClusterConfigSpec `json:",inline"`
 
+	// KubeProxy defines the configuration for kube-proxy.
+	// +kubebuilder:validation:Optional
+	KubeProxy *KubeProxy `json:"kubeProxy,omitempty"`
+
 	// +kubebuilder:validation:Optional
 	Addons *AWSAddons `json:"addons,omitempty"`
 }
@@ -243,10 +259,6 @@ type KubeadmClusterConfigSpec struct {
 	// +kubebuilder:validation:Optional
 	DNS *DNS `json:"dns,omitempty"`
 
-	// KubeProxy defines the configuration for kube-proxy.
-	// +kubebuilder:validation:Optional
-	KubeProxy *KubeProxy `json:"kubeProxy,omitempty"`
-
 	// MaxParallelImagePullsPerNode defines the maximum number of parallel image pulls performed by each kubelet.
 	// If not set, the default value of 1 will be used.
 	// If set to 0, the maximum number of parallel image pulls will be unlimited.
@@ -425,14 +437,20 @@ const (
 	// KubeProxyModeNFTables indicates that kube-proxy should be installed in nftables
 	// mode.
 	KubeProxyModeNFTables KubeProxyMode = "nftables"
+	// KubeProxyModeDisabled indicates that kube-proxy should be disabled.
+	KubeProxyModeDisabled KubeProxyMode = "disabled"
 )
 
+// KubeProxy defines the configuration for kube-proxy.
+// This struct is shared across all providers, but EKS only supports the disabled mode.
+// The CRD is updated manually to reflect this.
 type KubeProxy struct {
 	// Mode specifies the mode for kube-proxy:
 	// - iptables means that kube-proxy is installed in iptables mode.
 	// - nftables means that kube-proxy is installed in nftables mode.
+	// - disabled means that kube-proxy is disabled.
 	// +kubebuilder:validation:Optional
-	// +kubebuilder:validation:Enum=iptables;nftables
+	// +kubebuilder:validation:Enum=iptables;nftables;disabled
 	// +kubebuilder:validation:XValidation:rule="self == oldSelf",message="Value cannot be changed after cluster creation"
 	Mode KubeProxyMode `json:"mode,omitempty"`
 }

api/v1alpha1/crds/caren.nutanix.com_awsclusterconfigs.yaml

@@ -716,9 +716,11 @@ spec:
                         Mode specifies the mode for kube-proxy:
                         - iptables means that kube-proxy is installed in iptables mode.
                         - nftables means that kube-proxy is installed in nftables mode.
+                        - disabled means that kube-proxy is disabled.
                       enum:
                         - iptables
                         - nftables
+                        - disabled
                       type: string
                       x-kubernetes-validations:
                         - message: Value cannot be changed after cluster creation

api/v1alpha1/crds/caren.nutanix.com_dockerclusterconfigs.yaml

@@ -531,9 +531,11 @@ spec:
                         Mode specifies the mode for kube-proxy:
                         - iptables means that kube-proxy is installed in iptables mode.
                         - nftables means that kube-proxy is installed in nftables mode.
+                        - disabled means that kube-proxy is disabled.
                       enum:
                         - iptables
                         - nftables
+                        - disabled
                       type: string
                       x-kubernetes-validations:
                         - message: Value cannot be changed after cluster creation