K8SPS-239: Bootstrap GR with mysql-shell (#316)

* K8SPS-239: Bootstrap GR with mysql-shell

* Add rebooting from full cluster outage

* Fix the need of cluster.rescan()

* fix cluster name

* improve bootstrap

* separate sysbench manifests

* fix rejoin of unreachable node

* mask sensitive info in logs

* fix bootstrap if new instance is missing purged transactions

* fix limits test

* fix deprecated methods

* detect split brain in liveness probe

* hopefully fix short write error

* fix limits test

* fix tests

* review comments

* fix short write

* add gr-bootstrap test

---------

Co-authored-by: Viacheslav Sarzhan <[email protected]>

Author: egegunes

api/v1alpha1/groupversion_info.go

@@ -15,8 +15,8 @@ limitations under the License.
 */
 
 // Package v1alpha1 contains API Schema definitions for the ps v1alpha1 API group
-//+kubebuilder:object:generate=true
-//+groupName=ps.percona.com
+// +kubebuilder:object:generate=true
+// +groupName=ps.percona.com
 package v1alpha1
 
 import (

build/ps-entrypoint.sh

@@ -184,14 +184,6 @@ load_group_replication_plugin() {
 	POD_IP=$(hostname -I | awk '{print $1}')
 
 	sed -i "/\[mysqld\]/a plugin_load_add=group_replication.so" $CFG
-	sed -i "/\[mysqld\]/a group_replication_bootstrap_group=OFF" $CFG
-	sed -i "/\[mysqld\]/a group_replication_start_on_boot=OFF" $CFG
-	sed -i "/\[mysqld\]/a group_replication_consistency=EVENTUAL" $CFG
-	sed -i "/\[mysqld\]/a group_replication_exit_state_action=READ_ONLY" $CFG
-	sed -i "/\[mysqld\]/a group_replication_communication_stack=XCOM" $CFG
-	sed -i "/\[mysqld\]/a group_replication_ip_allowlist=${POD_IP}/16" $CFG
-	sed -i "/\[mysqld\]/a group_replication_ssl_mode=REQUIRED" $CFG
-	sed -i "/\[mysqld\]/a group_replication_recovery_use_ssl=ON" $CFG
 }
 
 MYSQL_VERSION=$(mysqld -V | awk '{print $3}' | awk -F'.' '{print $1"."$2}')

cmd/bootstrap/async_replication.go

@@ -33,7 +33,7 @@ func bootstrapAsyncReplication() error {
 	if err != nil {
 		return errors.Wrap(err, "lookup")
 	}
-	log.Printf("Peers: %v", peers.List())
+	log.Printf("Peers: %v", sets.List(peers))
 
 	exists, err := lockExists()
 	if err != nil {
@@ -193,16 +193,16 @@ func bootstrapAsyncReplication() error {
 	return nil
 }
 
-func getTopology(peers sets.String) (string, []string, error) {
-	replicas := sets.NewString()
+func getTopology(peers sets.Set[string]) (string, []string, error) {
+	replicas := sets.New[string]()
 	primary := ""
 
 	operatorPass, err := getSecret(apiv1alpha1.UserOperator)
 	if err != nil {
 		return "", nil, errors.Wrapf(err, "get %s password", apiv1alpha1.UserOperator)
 	}
 
-	for _, peer := range peers.List() {
+	for _, peer := range sets.List(peers) {
 		db, err := replicator.NewReplicator("operator", operatorPass, peer, mysql.DefaultAdminPort)
 		if err != nil {
 			return "", nil, errors.Wrapf(err, "connect to %s", peer)
@@ -229,16 +229,16 @@ func getTopology(peers sets.String) (string, []string, error) {
 	}
 
 	if primary == "" && peers.Len() == 1 {
-		primary = peers.List()[0]
+		primary = sets.List(peers)[0]
 	} else if primary == "" {
-		primary = replicas.List()[0]
+		primary = sets.List(replicas)[0]
 	}
 
 	if replicas.Len() > 0 {
 		replicas.Delete(primary)
 	}
 
-	return primary, replicas.List(), nil
+	return primary, sets.List(replicas), nil
 }
 
 func selectDonor(fqdn, primary string, replicas []string) (string, error) {