K8SPSMDB-227: Add topologySpreadConstraints (#1280)

* K8SPSMDB-227: Add `topologySpreadConstraints`

https://jira.percona.com/browse/K8SPSMDB-227

* fix tests

* fix defaults

* fix `upgrade-consistency` test

* update `cr.yaml`

* Revert "fix tests"

This reverts commit 6796ce7.

* don't add topologySpreadConstraints by default

* fix `TestSetSafeDefault`

---------

Co-authored-by: Inel Pandzic <[email protected]>

Author: pooknull

config/crd/bases/psmdb.percona.com_perconaservermongodbs.yaml

@@ -49,6 +49,13 @@ spec:
   - name: rs0
     size: 3
 #    terminationGracePeriodSeconds: 300
+#    topologySpreadConstraints:
+#      - labelSelector:
+#          matchLabels:
+#            app.kubernetes.io/name: percona-server-mongodb
+#        maxSkew: 1
+#        topologyKey: kubernetes.io/hostname
+#        whenUnsatisfiable: DoNotSchedule
 #    externalNodes:
 #    - host: 34.124.76.90
 #    - host: 34.124.76.91
@@ -310,6 +317,13 @@ spec:
     configsvrReplSet:
       size: 3
 #      terminationGracePeriodSeconds: 300
+#      topologySpreadConstraints:
+#        - labelSelector:
+#            matchLabels:
+#              app.kubernetes.io/name: percona-server-mongodb
+#          maxSkew: 1
+#          topologyKey: kubernetes.io/hostname
+#          whenUnsatisfiable: DoNotSchedule
 #      externalNodes:
 #      - host: 34.124.76.93
 #      - host: 34.124.76.94
@@ -407,6 +421,13 @@ spec:
     mongos:
       size: 3
 #      terminationGracePeriodSeconds: 300
+#      topologySpreadConstraints:
+#        - labelSelector:
+#            matchLabels:
+#              app.kubernetes.io/name: percona-server-mongodb
+#          maxSkew: 1
+#          topologyKey: kubernetes.io/hostname
+#          whenUnsatisfiable: DoNotSchedule
 #      # for more configuration fields refer to https://docs.mongodb.com/manual/reference/configuration-options/
 #      configuration: |
 #        systemLog:

deploy/bundle.yaml

@@ -273,7 +273,7 @@ func (cr *PerconaServerMongoDB) CheckNSetDefaults(platform version.Platform, log
 			cr.Spec.Sharding.Mongos.ReadinessProbe.FailureThreshold = 3
 		}
 
-		cr.Spec.Sharding.Mongos.reconcileOpts()
+		cr.Spec.Sharding.Mongos.reconcileOpts(cr)
 
 		if err := cr.Spec.Sharding.Mongos.Configuration.SetDefaults(); err != nil {
 			return errors.Wrap(err, "failed to set configuration defaults")
@@ -558,10 +558,10 @@ func (rs *ReplsetSpec) SetDefaults(platform version.Platform, cr *PerconaServerM
 		rs.Expose.ExposeType = corev1.ServiceTypeClusterIP
 	}
 
-	rs.MultiAZ.reconcileOpts()
+	rs.MultiAZ.reconcileOpts(cr)
 
 	if rs.Arbiter.Enabled {
-		rs.Arbiter.MultiAZ.reconcileOpts()
+		rs.Arbiter.MultiAZ.reconcileOpts(cr)
 	}
 
 	if !cr.Spec.UnsafeConf && cr.DeletionTimestamp == nil {
@@ -694,7 +694,7 @@ func (nv *NonVotingSpec) SetDefaults(cr *PerconaServerMongoDB, rs *ReplsetSpec)
 		nv.ServiceAccountName = WorkloadSA
 	}
 
-	nv.MultiAZ.reconcileOpts()
+	nv.MultiAZ.reconcileOpts(cr)
 
 	if nv.ContainerSecurityContext == nil {
 		nv.ContainerSecurityContext = rs.ContainerSecurityContext
@@ -741,8 +741,9 @@ func (rs *ReplsetSpec) setSafeDefaults(log logr.Logger) {
 	}
 }
 
-func (m *MultiAZ) reconcileOpts() {
+func (m *MultiAZ) reconcileOpts(cr *PerconaServerMongoDB) {
 	m.reconcileAffinityOpts()
+	m.reconcileTopologySpreadConstraints(cr)
 
 	if m.PodDisruptionBudget == nil {
 		defaultMaxUnavailable := intstr.FromInt(1)
@@ -786,6 +787,24 @@ func (m *MultiAZ) reconcileAffinityOpts() {
 	}
 }
 
+func (m *MultiAZ) reconcileTopologySpreadConstraints(cr *PerconaServerMongoDB) {
+	if cr.CompareVersion("1.15.0") < 0 {
+		return
+	}
+
+	for i := range m.TopologySpreadConstraints {
+		if m.TopologySpreadConstraints[i].MaxSkew == 0 {
+			m.TopologySpreadConstraints[i].MaxSkew = 1
+		}
+		if m.TopologySpreadConstraints[i].TopologyKey == "" {
+			m.TopologySpreadConstraints[i].TopologyKey = defaultAffinityTopologyKey
+		}
+		if m.TopologySpreadConstraints[i].WhenUnsatisfiable == "" {
+			m.TopologySpreadConstraints[i].WhenUnsatisfiable = corev1.DoNotSchedule
+		}
+	}
+}
+
 func (v *VolumeSpec) reconcileOpts() error {
 	if v.EmptyDir == nil && v.HostPath == nil && v.PersistentVolumeClaim.PersistentVolumeClaimSpec == nil {
 		v.PersistentVolumeClaim.PersistentVolumeClaimSpec = &corev1.PersistentVolumeClaimSpec{}

deploy/cr.yaml

@@ -226,8 +226,9 @@ func TestSetSafeDefault(t *testing.T) {
 	cr := &api.PerconaServerMongoDB{
 		ObjectMeta: metav1.ObjectMeta{Name: "psmdb-mock", Namespace: "psmdb"},
 		Spec: api.PerconaServerMongoDBSpec{
-			Replsets: []*api.ReplsetSpec{{Name: "rs0", Size: 3}, {Name: "rs1", Size: 3}},
-			Sharding: api.Sharding{Enabled: true, Mongos: &api.MongosSpec{Size: 3}},
+			CRVersion: version.Version,
+			Replsets:  []*api.ReplsetSpec{{Name: "rs0", Size: 3}, {Name: "rs1", Size: 3}},
+			Sharding:  api.Sharding{Enabled: true, Mongos: &api.MongosSpec{Size: 3}},
 		},
 	}
 

deploy/crd.yaml

@@ -287,16 +287,17 @@ func (spec *PMMSpec) ShouldUseAPIKeyAuth(secret *corev1.Secret) bool {
 }
 
 type MultiAZ struct {
-	Affinity                      *PodAffinity             `json:"affinity,omitempty"`
-	NodeSelector                  map[string]string        `json:"nodeSelector,omitempty"`
-	Tolerations                   []corev1.Toleration      `json:"tolerations,omitempty"`
-	PriorityClassName             string                   `json:"priorityClassName,omitempty"`
-	ServiceAccountName            string                   `json:"serviceAccountName,omitempty"`
-	Annotations                   map[string]string        `json:"annotations,omitempty"`
-	Labels                        map[string]string        `json:"labels,omitempty"`
-	PodDisruptionBudget           *PodDisruptionBudgetSpec `json:"podDisruptionBudget,omitempty"`
-	TerminationGracePeriodSeconds *int64                   `json:"terminationGracePeriodSeconds,omitempty"`
-	RuntimeClassName              *string                  `json:"runtimeClassName,omitempty"`
+	Affinity                      *PodAffinity                      `json:"affinity,omitempty"`
+	TopologySpreadConstraints     []corev1.TopologySpreadConstraint `json:"topologySpreadConstraints,omitempty"`
+	NodeSelector                  map[string]string                 `json:"nodeSelector,omitempty"`
+	Tolerations                   []corev1.Toleration               `json:"tolerations,omitempty"`
+	PriorityClassName             string                            `json:"priorityClassName,omitempty"`
+	ServiceAccountName            string                            `json:"serviceAccountName,omitempty"`
+	Annotations                   map[string]string                 `json:"annotations,omitempty"`
+	Labels                        map[string]string                 `json:"labels,omitempty"`
+	PodDisruptionBudget           *PodDisruptionBudgetSpec          `json:"podDisruptionBudget,omitempty"`
+	TerminationGracePeriodSeconds *int64                            `json:"terminationGracePeriodSeconds,omitempty"`
+	RuntimeClassName              *string                           `json:"runtimeClassName,omitempty"`
 
 	Resources corev1.ResourceRequirements `json:"resources,omitempty"`