Add hostname/node based anti-affinity rule to the coherence operator deployment Pods (#554)

* Use anti-affinity on kubernetes.io/hostname when scheduling Operator Pods
* Change anti-affinity weights

Author: thegridman

config/manager/manager.yaml

@@ -113,4 +113,13 @@ spec:
                     app.kubernetes.io/name: coherence-operator
                     app.kubernetes.io/instance: coherence-operator-manager
                     app.kubernetes.io/version: "3.2.9"
+              weight: 10
+            - podAffinityTerm:
+                topologyKey: "kubernetes.io/hostname"
+                labelSelector:
+                  matchLabels:
+                    control-plane: coherence
+                    app.kubernetes.io/name: coherence-operator
+                    app.kubernetes.io/instance: coherence-operator-manager
+                    app.kubernetes.io/version: "3.2.9"
               weight: 1

helm-charts/coherence-operator/templates/deployment.yaml

@@ -206,6 +206,15 @@ spec:
                     app.kubernetes.io/name: coherence-operator
                     app.kubernetes.io/instance: coherence-operator-manager
                     app.kubernetes.io/version: "${VERSION}"
+              weight: 10
+            - podAffinityTerm:
+                topologyKey: "kubernetes.io/hostname"
+                labelSelector:
+                  matchLabels:
+                    control-plane: coherence
+                    app.kubernetes.io/name: coherence-operator
+                    app.kubernetes.io/instance: coherence-operator-manager
+                    app.kubernetes.io/version: "${VERSION}"
               weight: 1
 {{- end }}
       volumes: