fix: add AntiAffinity rules for registry addon

Author: supershal

charts/cluster-api-runtime-extensions-nutanix/addons/registry/cncf-distribution/values-template.yaml

@@ -30,9 +30,20 @@ tolerations:
     operator: Exists
     effect: "NoSchedule"
 
-nodeAffinity:
-  requiredDuringSchedulingIgnoredDuringExecution:
-    nodeSelectorTerms:
-      - matchExpressions:
-          - key: node-role.kubernetes.io/control-plane
-            operator: Exists
+podLabels:
+  caren.nutanix.com/cluster-uuid: {{ .ClusterUUID }} # ensure the labels match with pod AntiAffinity.
+
+affinity:
+  nodeAffinity:
+    requiredDuringSchedulingIgnoredDuringExecution:
+      nodeSelectorTerms:
+        - matchExpressions:
+            - key: node-role.kubernetes.io/control-plane
+              operator: Exists
+  podAntiAffinity:
+    preferredDuringSchedulingIgnoredDuringExecution:
+      - weight: 100
+        podAffinityTerm:
+          labelSelector:
+            matchLabels:
+              caren.nutanix.com/cluster-uuid: {{ .ClusterUUID }}

pkg/handlers/generic/lifecycle/registry/cncfdistribution/handler.go

@@ -165,12 +165,14 @@ func templateValues(cluster *clusterv1.Cluster, text string) (string, error) {
 		ServiceIP     string
 		Replicas      int32
 		TLSSecretName string
+		ClusterUUID   string
 	}
 
 	templateInput := input{
 		Replicas:      stsReplicas,
 		ServiceIP:     serviceIP,
 		TLSSecretName: tlsSecretName,
+		ClusterUUID:   cluster.Annotations[v1alpha1.ClusterUUIDAnnotationKey],
 	}
 
 	var b bytes.Buffer