feat: support kubeadm nodeRegistration options per nodepool and control plane

Author: dkoshkin

api/v1alpha1/crds/caren.nutanix.com_awsclusterconfigs.yaml

@@ -377,6 +377,20 @@ spec:
                           default: m5.xlarge
                           type: string
                       type: object
+                    nodeRegistration:
+                      description: NodeRegistration holds fields that relate to registering the new control-plane node to the cluster.
+                      properties:
+                        ignorePreflightErrors:
+                          description: |-
+                            IgnorePreflightErrors specifies a slice of pre-flight errors to be ignored by kubeadm
+                            when the current node is registered.
+                          items:
+                            maxLength: 512
+                            minLength: 1
+                            type: string
+                          maxItems: 50
+                          type: array
+                      type: object
                     taints:
                       description: Taints specifies the taints the Node API object should be registered with.
                       items:

api/v1alpha1/crds/caren.nutanix.com_awsworkernodeconfigs.yaml

@@ -90,6 +90,21 @@ spec:
                     description: The AWS instance type to use for the cluster Machines.
                     type: string
                 type: object
+              nodeRegistration:
+                description: NodeRegistration holds fields that relate to registering
+                  the new control-plane node to the cluster.
+                properties:
+                  ignorePreflightErrors:
+                    description: |-
+                      IgnorePreflightErrors specifies a slice of pre-flight errors to be ignored by kubeadm
+                      when the current node is registered.
+                    items:
+                      maxLength: 512
+                      minLength: 1
+                      type: string
+                    maxItems: 50
+                    type: array
+                type: object
               taints:
                 description: Taints specifies the taints the Node API object should
                   be registered with.

api/v1alpha1/crds/caren.nutanix.com_dockerclusterconfigs.yaml

@@ -306,6 +306,20 @@ spec:
                           pattern: ^((?:[a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*|\[(?:[a-fA-F0-9:]+)\])(:[0-9]+)?/)?[a-z0-9]+((?:[._]|__|[-]+)[a-z0-9]+)*(/[a-z0-9]+((?:[._]|__|[-]+)[a-z0-9]+)*)*(:[\w][\w.-]{0,127})?(@[A-Za-z][A-Za-z0-9]*(?:[-_+.][A-Za-z][A-Za-z0-9]*)*[:][0-9A-Fa-f]{32,})?$
                           type: string
                       type: object
+                    nodeRegistration:
+                      description: NodeRegistration holds fields that relate to registering the new control-plane node to the cluster.
+                      properties:
+                        ignorePreflightErrors:
+                          description: |-
+                            IgnorePreflightErrors specifies a slice of pre-flight errors to be ignored by kubeadm
+                            when the current node is registered.
+                          items:
+                            maxLength: 512
+                            minLength: 1
+                            type: string
+                          maxItems: 50
+                          type: array
+                      type: object
                     taints:
                       description: Taints specifies the taints the Node API object should be registered with.
                       items:

api/v1alpha1/crds/caren.nutanix.com_dockerworkernodeconfigs.yaml

@@ -65,6 +65,21 @@ spec:
                     pattern: ^((?:[a-z0-9]([-a-z0-9]*[a-z0-9])?(\.[a-z0-9]([-a-z0-9]*[a-z0-9])?)*|\[(?:[a-fA-F0-9:]+)\])(:[0-9]+)?/)?[a-z0-9]+((?:[._]|__|[-]+)[a-z0-9]+)*(/[a-z0-9]+((?:[._]|__|[-]+)[a-z0-9]+)*)*(:[\w][\w.-]{0,127})?(@[A-Za-z][A-Za-z0-9]*(?:[-_+.][A-Za-z][A-Za-z0-9]*)*[:][0-9A-Fa-f]{32,})?$
                     type: string
                 type: object
+              nodeRegistration:
+                description: NodeRegistration holds fields that relate to registering
+                  the new control-plane node to the cluster.
+                properties:
+                  ignorePreflightErrors:
+                    description: |-
+                      IgnorePreflightErrors specifies a slice of pre-flight errors to be ignored by kubeadm
+                      when the current node is registered.
+                    items:
+                      maxLength: 512
+                      minLength: 1
+                      type: string
+                    maxItems: 50
+                    type: array
+                type: object
               taints:
                 description: Taints specifies the taints the Node API object should
                   be registered with.

api/v1alpha1/crds/caren.nutanix.com_nutanixclusterconfigs.yaml

@@ -299,6 +299,20 @@ spec:
                       required:
                         - daysBeforeExpiry
                       type: object
+                    nodeRegistration:
+                      description: NodeRegistration holds fields that relate to registering the new control-plane node to the cluster.
+                      properties:
+                        ignorePreflightErrors:
+                          description: |-
+                            IgnorePreflightErrors specifies a slice of pre-flight errors to be ignored by kubeadm
+                            when the current node is registered.
+                          items:
+                            maxLength: 512
+                            minLength: 1
+                            type: string
+                          maxItems: 50
+                          type: array
+                      type: object
                     nutanix:
                       properties:
                         machineDetails:

api/v1alpha1/crds/caren.nutanix.com_nutanixworkernodeconfigs.yaml

@@ -41,6 +41,20 @@ spec:
             spec:
               description: NutanixWorkerNodeConfigSpec defines the desired state of NutanixNodeSpec.
               properties:
+                nodeRegistration:
+                  description: NodeRegistration holds fields that relate to registering the new control-plane node to the cluster.
+                  properties:
+                    ignorePreflightErrors:
+                      description: |-
+                        IgnorePreflightErrors specifies a slice of pre-flight errors to be ignored by kubeadm
+                        when the current node is registered.
+                      items:
+                        maxLength: 512
+                        minLength: 1
+                        type: string
+                      maxItems: 50
+                      type: array
+                  type: object
                 nutanix:
                   properties:
                     machineDetails:

api/v1alpha1/nodeconfig_types.go

@@ -106,6 +106,10 @@ type GenericNodeSpec struct {
 	// Taints specifies the taints the Node API object should be registered with.
 	// +kubebuilder:validation:Optional
 	Taints []Taint `json:"taints,omitempty"`
+
+	// NodeRegistration holds fields that relate to registering the new control-plane node to the cluster.
+	// +kubebuilder:validation:Optional
+	NodeRegistration *NodeRegistrationOptions `json:"nodeRegistration,omitempty"`
 }
 
 // The node this Taint is attached to has the "effect" on
@@ -146,6 +150,18 @@ const (
 	TaintEffectNoExecute TaintEffect = "NoExecute"
 )
 
+// NodeRegistrationOptions holds fields that relate to registering a new control-plane or node to the cluster,
+// either via "kubeadm init" or "kubeadm join".
+type NodeRegistrationOptions struct {
+	// IgnorePreflightErrors specifies a slice of pre-flight errors to be ignored by kubeadm
+	// when the current node is registered.
+	// +kubebuilder:validation:Optional
+	// +kubebuilder:validation:MaxItems=50
+	// +kubebuilder:validation:items:MinLength=1
+	// +kubebuilder:validation:items:MaxLength=512
+	IgnorePreflightErrors []string `json:"ignorePreflightErrors,omitempty"`
+}
+
 //nolint:gochecknoinits // Idiomatic to use init functions to register APIs with scheme.
 func init() {
 	SchemeBuilder.Register(

api/v1alpha1/zz_generated.deepcopy.go

@@ -0,0 +1,20 @@
+apiVersion: v1
+clusters:
+- cluster:
+    certificate-authority-data: LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSUM2akNDQWRLZ0F3SUJBZ0lCQURBTkJna3Foa2lHOXcwQkFRc0ZBREFWTVJNd0VRWURWUVFERXdwcmRXSmwKY201bGRHVnpNQjRYRFRJMU1EUXdNakl5TlRZME4xb1hEVE0xTURNek1USXpNREUwTjFvd0ZURVRNQkVHQTFVRQpBeE1LYTNWaVpYSnVaWFJsY3pDQ0FTSXdEUVlKS29aSWh2Y05BUUVCQlFBRGdnRVBBRENDQVFvQ2dnRUJBT0lMCmxEOU9JNDBRZGdseWhnNklmZVB2NStIWWhONWE4YTRtaEV3b1g4NlVVUllETHJnUzltRS9MZWRoYVBWN1U5bzgKdHEzNXVsKzBmTk5ONCtTVnBTcVBsQXJLT1lTYW10cTRVbDJhblpnajRqTi9uVmRlRU93QkFHeW4vdzMrU1ZtaApWRWZCekhIRVhGUXppZG41THc5TkY1aHhoU1MvMERZNzJhZnlYYjlTWEZqYjBzZ3RLT0dxMVBFdE9hTUorZTNvCmFFajBFOGFJOWZ2d21pc2tGUnIraW1rS0RyVTVpRkJZcGtDcjY2OWw5cnEyM3FwUXpQK0M0K2lVTEhicnJhNzcKWE15TW9yUG8vdW1pRDZVb2huVTVFcERUK2FjdkM2ZElwYXBXVE1LdTZMYmJmSUtTVDJDMU5abVRTTXZPNTZETgo1VUZZUm5hSFMwNW9BRm56TnNNQ0F3RUFBYU5GTUVNd0RnWURWUjBQQVFIL0JBUURBZ0trTUJJR0ExVWRFd0VCCi93UUlNQVlCQWY4Q0FRQXdIUVlEVlIwT0JCWUVGT0ZnbXJvaDhRcVlSVDZReDdDRFFneFVvU2NaTUEwR0NTcUcKU0liM0RRRUJDd1VBQTRJQkFRQ0QxWTJlNFY4TUFYWkhSQ3I0SjZlRTY4TVlBVzh5OUFsVTJDSEZkTkpocEpVUApFMDdTVTRaVGt2YVNCVjgraVJ3QWlRL3BaR1pYWTdUK3FtbHMyWktTK3dGYjMvR0poNXJWM0JOVENkMkl6Szc0CmJLTUJSRTF4Q0xkN2VoQ0ZnNS9vMmU3R2JURUtjMDJncE5TOGNPN3Vua1k0TmxmQ1ZBQy9CTmRDS1VkeVpNR04KOFVDc0pxQmdBam1nRmdRdlBma1huUzQ4ZWhrN0xIREF4ZWVtZjUzK1p5UUFKNWU3N2YrTjNzRjRuc0ZEY3g2SwpBd0s3VFNLYXFYUzI4S3RaQWkzdmNUbEwzOUdsMzRRSFBiLzBxTTJtMWp0T0R6enBtZVJuL2lMRUc5VzZNZWFFCklzZ3NoUWozZFJiZHc5MUxUNSttSFFhVVBLb2MwUzF3ZG9FeFJkVDQKLS0tLS1FTkQgQ0VSVElGSUNBVEUtLS0tLQo=
+    server: https://10.22.203.1:6443
+  name: dk-agf-demo
+contexts:
+- context:
+    cluster: dk-agf-demo
+    user: dk-agf-demo-admin
+  name: dk-agf-demo-admin@dk-agf-demo
+current-context: dk-agf-demo-admin@dk-agf-demo
+kind: Config
+preferences: {}
+users:
+- name: dk-agf-demo-admin
+  user:
+    client-certificate-data: LS0tLS1CRUdJTiBDRVJUSUZJQ0FURS0tLS0tCk1JSURFekNDQWZ1Z0F3SUJBZ0lJQUk2VnVlb09sRll3RFFZSktvWklodmNOQVFFTEJRQXdGVEVUTUJFR0ExVUUKQXhNS2EzVmlaWEp1WlhSbGN6QWVGdzB5TlRBME1ESXlNalUyTkRkYUZ3MHlOakEwTURJeU16QXhORGhhTURReApGekFWQmdOVkJBb1REbk41YzNSbGJUcHRZWE4wWlhKek1Sa3dGd1lEVlFRREV4QnJkV0psY201bGRHVnpMV0ZrCmJXbHVNSUlCSWpBTkJna3Foa2lHOXcwQkFRRUZBQU9DQVE4QU1JSUJDZ0tDQVFFQXo2VmowcFY5cXRrdHYyTDUKQkZTZ0xMdWFEaFlCelY0Z3NnRTdoRGI4alhwZGcrQXhvUTNta0FoV25pMlljakh2VFJDV2o2K1JGL2pXM2tEZgpxWVhTSXZPaWFqaS85UmlYaU5JUGZHMyt1TFdLTHR5R1djejNZSWJWQ1N3cHJHUjM1N0ZRY0NUYjN3VzlyZkF6Ck5jNWJCOTFOMzNqRkJHbFVPVHQwMFpvMCt2UXdLeFRQWURGSForODFuYzJTYXVWcC9XYkFSSnB1YzBlV0NjZW4KNzAzdHNMQVI5a1NnYmRBaGYzS2dOTkhkZ0pBelp0YWpxZnFSZmlqQ0VHNURESWJ5aS9KODhSczJYWkQrRFFQNwpUa204OHVzbXBZbndveUd1SU85VDM2VXlxdW05NTZObWpkWmh0WFprYllicUJuOTJSZDFJUnRKdTVsUXU0WXlTCjhvQXNQd0lEQVFBQm8wZ3dSakFPQmdOVkhROEJBZjhFQkFNQ0JhQXdFd1lEVlIwbEJBd3dDZ1lJS3dZQkJRVUgKQXdJd0h3WURWUjBqQkJnd0ZvQVU0V0NhdWlIeENwaEZQcERIc0lOQ0RGU2hKeGt3RFFZSktvWklodmNOQVFFTApCUUFEZ2dFQkFMUmNCZERZM1BzZ3NVaUNTSzJhb0dlMlJ0VHM2YUFYbmV5Z1ppbUlDMDBPMVBSSVh1QStHV1NzCkdSMVZsMWNoM2NSVXZwNk1aUUg0Nmt4eDh4REk1Lzk4NnRQVnV1TG8vMzJ0aGRtR1p6SWtmTnRsdWQ4VmUxdm0KTXA1VlJsS3VXcU1aMWdxd2dvdlRybU9CdXN4RUVkZTNCamFmNG1HNFNvaFJsanRBbFRaU3MzUTB3MkZ6QkM1SwpMWHFwWmpIMWI3Yzh6OWtlOXl1eVBSOTdOOTA3L05XRXhxRDcrNGxjVkV2TGZUeTVrRzBwUTFtTTdTMXVBTXR0CklnK3R5cWxmdklneEd2M2xYaFc0NkVWQkJBR3VmRGdZSHNJRE9GTVQySW9NaTVjZXVsOXNuWWt4bElBT2x5VFkKQWY3SUpJaWRmY3JzNElYL1ljbTEvUU94bDVkTmVaZz0KLS0tLS1FTkQgQ0VSVElGSUNBVEUtLS0tLQo=
+    client-key-data: LS0tLS1CRUdJTiBSU0EgUFJJVkFURSBLRVktLS0tLQpNSUlFcEFJQkFBS0NBUUVBejZWajBwVjlxdGt0djJMNUJGU2dMTHVhRGhZQnpWNGdzZ0U3aERiOGpYcGRnK0F4Cm9RM21rQWhXbmkyWWNqSHZUUkNXajYrUkYvalcza0RmcVlYU0l2T2lhamkvOVJpWGlOSVBmRzMrdUxXS0x0eUcKV2N6M1lJYlZDU3dwckdSMzU3RlFjQ1RiM3dXOXJmQXpOYzViQjkxTjMzakZCR2xVT1R0MDBabzArdlF3S3hUUApZREZIWis4MW5jMlNhdVZwL1diQVJKcHVjMGVXQ2NlbjcwM3RzTEFSOWtTZ2JkQWhmM0tnTk5IZGdKQXpadGFqCnFmcVJmaWpDRUc1RERJYnlpL0o4OFJzMlhaRCtEUVA3VGttODh1c21wWW53b3lHdUlPOVQzNlV5cXVtOTU2Tm0KamRaaHRYWmtiWWJxQm45MlJkMUlSdEp1NWxRdTRZeVM4b0FzUHdJREFRQUJBb0lCQUdPSnJPaHRzT2dOWTlpeQo0UndxVlA0Y2tDVGdkOHl5cW9tcC9aWExwaFZMNnpna2FLWUR1OXFmcEtYK3hXMDRjclpHbFdZYml6b3FseFhECmszUDRLbHVHM3Z4OFo4aGVHWVlFN0ZlQmd2R1lWTDFTQ1RWVEErTEp2Nlc5L2R3ZDdUeXJ5eHQzRDg5Qk9VUUEKT1F3NTkzazFwUGJUTmQ1L2YxaFFJQmU2REZ1ZmhjZit1NjFBUXc1cXM2OUFrMm5hYk9WaStrRGxhOGs5SWM2TAp1V05MK1E4Q29NKzRyWXg4dDNXU2NOdHJzcUJZOTJxUmIvMHZ0S1Z6NW4rUUVmdEpUdzBjdXpCakRSbTMzNzNUCjZEYUFiTlNQajdoNmFNbVN4ZFBwdDE4MzZTQ2hwWGhXdUY3MkpoNGNhU2ovdlpsWElsOFBtVmRSSlErdHhHaVgKYjU1NTI0RUNnWUVBNlVMMjBVRDcxTndUYVFGYTZnaWZoNjMzNUx5c2pXeU5Wck1HajJsU0ljWm1qOEU0NGc1Zwp4dm81ek52Q3VqUXJMQ3p4UXhvOEpFQzh1ZzFhS2pXcEx5Wjc5SUJXTmRmTHVRd3ZZQXFZNldZVUtOQ0NMd3ZWCkdpbnRvaWxuS3NqN2dIOUh4QXU4ZUpIRG5UWHdTWmpIUFg1SnVQeGgxSGtJOEpPVnF2TzRGQmtDZ1lFQTQrTXcKN3RYRjU4U29ONUpQQ3QyaEtPbUs1RjErVFI4cWkyS2prTDIrQnNIVzZCUmZxa0NVNzVjeTUvY2JhTktuK3VCaQpNZFRwb2UrMkhxdDVwbWR1STdIRTlDaEsvTVNTcTZGdG4ycTc4bGdoZCs2aDYya005U3htbE1LUnFwZDJIRmNkCkhMRlBoVHZ0cG9OVTNKY0M1aUk5UHNwU1luekpPTWJjTFQ1bERoY0NnWUVBbUQ0aWhaVGFTS1dTN1pmNjFJRG8KVGsvWFdhMWpHYkxkMU5abjA3WXo2dU5wRVM1VmlBVkdXTmY4WFo2WlM1cTlDc29TZFc5c0RXVkxTRXRxcTkzMgpIRllMMVJybUthSTh6dndLOTY0eSt6S3F1YkROSnhPYjlNV2syWkFZUzY1OXAvSnF6cU95VVNjaCt6dTNKdkhXCktHYUNpMy8rQWdVMU5uKzgwYVRjWWhFQ2dZQm16UW81ODMxL2ZCdFdWazRKM01qaXA5ZmNCTUVCRVZvajNxOWkKai9XMUhxUlB0VUVpa0ZlZmJWbXRncTkrcmVqUkozK2tjeU9oeFgwbWdMd3o4TnlpaFlNUGtVMmlrUnFKQ2gxbAptTVNJSW5HV3BMT3Vlb2s1NEhtMkNiK2tjUWI2NmVGY0hEQi9MZldhOUF2SUp1ZEw0WTQzVVJXeEVCSEY1dzlUCjZaMjBxUUtCZ1FDRHRBcWx4RG9vbHdmQUxKN0ZXMElkdHlBSnYxUzZsQlYyaFZOWjZIa1A3dXZkYUl1VlJwYmgKRHJGWFhjTmU0cEI0NWpSQ0NVTGNNTm84cGQ2Y2RGejRjOTZ5c2FlbGt1WWNhR0ROSXVrQ3YwbElPZ2VvbnBFdQpxQzh2WkwxRUhiQVM2NVNDN09Yd3dDMHUzTXJFbmFjM282d0c2TTZsNXQvd0IxS0pzLzJFM1E9PQotLS0tLUVORCBSU0EgUFJJVkFURSBLRVktLS0tLQo=
+

dk-agf-demo.conf

@@ -0,0 +1,86 @@
++++
+title = "Node registration configuration"
++++
+
+Below is a list of node registration configuration options that can be set for `kubeadm init` and `kubeadm join`.
+
+This customization will be available when the
+[provider-specific cluster configuration patch]({{< ref "..">}}) is included in the `ClusterClass`.
+
+## Example
+
+### ignorePreflightErrors
+
+#### Control plane
+
+To configure `ignorePreflightErrors` for the control plane nodes, specify the following configuration:
+
+```yaml
+apiVersion: cluster.x-k8s.io/v1beta1
+kind: Cluster
+metadata:
+  name: <NAME>
+spec:
+  topology:
+    variables:
+      - name: clusterConfig
+        value:
+          controlPlane:
+            nodeRegistration:
+              ignorePreflightErrors:
+                - SystemVerification
+```
+
+Applying this configuration will result in the following value being set:
+
+- `KubeadmControlPlaneTemplate`:
+
+  - ```yaml
+    spec:
+      kubeadmConfigSpec:
+        initConfiguration:
+          nodeRegistration:
+            nodeRegistration:
+              ignorePreflightErrors:
+                - SystemVerification
+        joinConfiguration:
+            nodeRegistration:
+              ignorePreflightErrors:
+                - SystemVerification
+    ```
+
+#### Worker node
+
+Taints for individual nodepools can be configured similarly:
+
+```yaml
+apiVersion: cluster.x-k8s.io/v1beta1
+kind: Cluster
+metadata:
+  name: <NAME>
+spec:
+  topology:
+    workers:
+      machineDeployments:
+      - class: default-worker
+        name: md-0
+        variables:
+          overrides:
+          - name: workerConfig
+            value:
+              nodeRegistration:
+                ignorePreflightErrors:
+                  - SystemVerification
+```
+
+Applying this configuration will result in the following value being set:
+
+- `KubeadmConfigTemplate`:
+
+  - ```yaml
+    spec:
+      joinConfiguration:
+        nodeRegistration:
+          ignorePreflightErrors:
+            - SystemVerification
+    ```