WIP: Added a functional test

Author: auniyal61

test/functional/nova_multicell_test.go

@@ -952,3 +952,43 @@ var _ = Describe("Nova multi cell", func() {
 		})
 	})
 })
+
+var _ = Describe("Nova multi cell deletion", func() {
+	BeforeEach(func() {
+
+		CreateNovaWith3CellsAndEnsureReady(novaNames)
+
+	})
+
+	When("Nova CR instance is created with 4 cells", func() {
+		It("delete cell2 and cell3, verify for cell3", func() {
+
+			nova := GetNova(novaNames.NovaName)
+			Expect(nova.Status.RegisteredCells).To(HaveKey(cell0.CellCRName.Name), "cell0 is not in the RegisteredCells", nova.Status.RegisteredCells)
+			Expect(nova.Status.RegisteredCells).To(HaveKey(cell1.CellCRName.Name), "cell1 is not in the RegisteredCells", nova.Status.RegisteredCells)
+			Expect(nova.Status.RegisteredCells).To(HaveKey(cell2.CellCRName.Name), "cell2 is not in the RegisteredCells", nova.Status.RegisteredCells)
+			Expect(nova.Status.RegisteredCells).To(HaveKey(cell3.CellCRName.Name), "cell3 is not in the RegisteredCells", nova.Status.RegisteredCells)
+
+			// manually delete DB for cell3, to reproduce the error in cell3 deletion
+			Expect(k8sClient.Delete(ctx, mariadb.GetMariaDBDatabase(cell3.MariaDBDatabaseName))).To(Succeed())
+
+			Eventually(func(g Gomega) {
+				nova := GetNova(novaNames.NovaName)
+				// delete(nova.Spec.CellTemplates, "cell2")
+				delete(nova.Spec.CellTemplates, "cell3")
+				g.Expect(k8sClient.Update(ctx, nova)).To(Succeed())
+			}, timeout, interval).Should(Succeed())
+
+			Eventually(func(g Gomega) {
+				// test cell2 is not present in CR
+				nova := GetNova(novaNames.NovaName)
+				// g.Expect(nova.Status.RegisteredCells).NotTo(HaveKey(cell2.CellCRName.Name))
+				g.Expect(nova.Status.RegisteredCells).NotTo(HaveKey(cell3.CellCRName.Name))
+			}, timeout, interval).Should(Succeed())
+
+			NovaCellNotExists(cell3.CellCRName)
+			// GetNovaCell(cell3.CellCRName)
+
+		})
+	})
+})

test/functional/nova_reconfiguration_test.go

@@ -43,11 +43,13 @@ func CreateNovaWith3CellsAndEnsureReady(novaNames NovaNames) {
 	cell0 := novaNames.Cells["cell0"]
 	cell1 := novaNames.Cells["cell1"]
 	cell2 := novaNames.Cells["cell2"]
+	cell3 := novaNames.Cells["cell3"]
 
 	DeferCleanup(k8sClient.Delete, ctx, CreateNovaSecret(novaNames.NovaName.Namespace, SecretName))
 	DeferCleanup(k8sClient.Delete, ctx, CreateNovaMessageBusSecret(cell0))
 	DeferCleanup(k8sClient.Delete, ctx, CreateNovaMessageBusSecret(cell1))
 	DeferCleanup(k8sClient.Delete, ctx, CreateNovaMessageBusSecret(cell2))
+	DeferCleanup(k8sClient.Delete, ctx, CreateNovaMessageBusSecret(cell3))
 
 	serviceSpec := corev1.ServiceSpec{Ports: []corev1.ServicePort{{Port: 3306}}}
 	DeferCleanup(
@@ -56,6 +58,7 @@ func CreateNovaWith3CellsAndEnsureReady(novaNames NovaNames) {
 	DeferCleanup(mariadb.DeleteDBService, mariadb.CreateDBService(cell0.MariaDBDatabaseName.Namespace, cell0.MariaDBDatabaseName.Name, serviceSpec))
 	DeferCleanup(mariadb.DeleteDBService, mariadb.CreateDBService(cell1.MariaDBDatabaseName.Namespace, cell1.MariaDBDatabaseName.Name, serviceSpec))
 	DeferCleanup(mariadb.DeleteDBService, mariadb.CreateDBService(cell2.MariaDBDatabaseName.Namespace, cell2.MariaDBDatabaseName.Name, serviceSpec))
+	DeferCleanup(mariadb.DeleteDBService, mariadb.CreateDBService(cell3.MariaDBDatabaseName.Namespace, cell3.MariaDBDatabaseName.Name, serviceSpec))
 
 	apiMariaDBAccount, apiMariaDBSecret := mariadb.CreateMariaDBAccountAndSecret(
 		novaNames.APIMariaDBDatabaseAccount, mariadbv1.MariaDBAccountSpec{})
@@ -79,6 +82,12 @@ func CreateNovaWith3CellsAndEnsureReady(novaNames NovaNames) {
 	DeferCleanup(k8sClient.Delete, ctx, cell2Account)
 	DeferCleanup(k8sClient.Delete, ctx, cell2Secret)
 
+	cell3Account, cell3Secret := mariadb.CreateMariaDBAccountAndSecret(
+		cell3.MariaDBAccountName, mariadbv1.MariaDBAccountSpec{})
+	// DeferCleanup(k8sClient.Delete, ctx, cell3Account)
+	// DeferCleanup(k8sClient.Delete, ctx, cell3Secret)
+	logger.Info("Not Creating defercleanup for cell3 ...", " -- ", cell3Secret)
+
 	spec := GetDefaultNovaSpec()
 	cell0Template := GetDefaultNovaCellTemplate()
 	cell0Template["cellDatabaseInstance"] = cell0.MariaDBDatabaseName.Name
@@ -98,10 +107,17 @@ func CreateNovaWith3CellsAndEnsureReady(novaNames NovaNames) {
 	cell2Template["cellMessageBusInstance"] = cell2.TransportURLName.Name
 	cell2Template["hasAPIAccess"] = false
 
+	cell3Template := GetDefaultNovaCellTemplate()
+	cell3Template["cellDatabaseInstance"] = cell3.MariaDBDatabaseName.Name
+	cell3Template["cellDatabaseAccount"] = cell3Account.Name
+	cell3Template["cellMessageBusInstance"] = cell3.TransportURLName.Name
+	cell3Template["hasAPIAccess"] = false
+
 	spec["cellTemplates"] = map[string]interface{}{
 		"cell0": cell0Template,
 		"cell1": cell1Template,
 		"cell2": cell2Template,
+		"cell3": cell3Template,
 	}
 	spec["apiDatabaseInstance"] = novaNames.APIMariaDBDatabaseName.Name
 	spec["apiMessageBusInstance"] = cell0.TransportURLName.Name
@@ -123,15 +139,18 @@ func CreateNovaWith3CellsAndEnsureReady(novaNames NovaNames) {
 	mariadb.SimulateMariaDBDatabaseCompleted(cell0.MariaDBDatabaseName)
 	mariadb.SimulateMariaDBDatabaseCompleted(cell1.MariaDBDatabaseName)
 	mariadb.SimulateMariaDBDatabaseCompleted(cell2.MariaDBDatabaseName)
+	mariadb.SimulateMariaDBDatabaseCompleted(cell3.MariaDBDatabaseName)
 
 	mariadb.SimulateMariaDBAccountCompleted(novaNames.APIMariaDBDatabaseAccount)
 	mariadb.SimulateMariaDBAccountCompleted(cell0.MariaDBAccountName)
 	mariadb.SimulateMariaDBAccountCompleted(cell1.MariaDBAccountName)
 	mariadb.SimulateMariaDBAccountCompleted(cell2.MariaDBAccountName)
+	mariadb.SimulateMariaDBAccountCompleted(cell3.MariaDBAccountName)
 
 	infra.SimulateTransportURLReady(cell0.TransportURLName)
 	infra.SimulateTransportURLReady(cell1.TransportURLName)
 	infra.SimulateTransportURLReady(cell2.TransportURLName)
+	infra.SimulateTransportURLReady(cell3.TransportURLName)
 
 	th.SimulateJobSuccess(cell0.DBSyncJobName)
 	th.SimulateStatefulSetReplicaReady(cell0.ConductorStatefulSetName)
@@ -149,6 +168,11 @@ func CreateNovaWith3CellsAndEnsureReady(novaNames NovaNames) {
 	th.SimulateStatefulSetReplicaReady(cell2.ConductorStatefulSetName)
 	th.SimulateJobSuccess(cell2.CellMappingJobName)
 
+	th.SimulateStatefulSetReplicaReady(cell3.NoVNCProxyStatefulSetName)
+	th.SimulateJobSuccess(cell3.DBSyncJobName)
+	th.SimulateStatefulSetReplicaReady(cell3.ConductorStatefulSetName)
+	th.SimulateJobSuccess(cell3.CellMappingJobName)
+
 	th.ExpectCondition(
 		novaNames.NovaName,
 		ConditionGetterFunc(NovaConditionGetter),

test/functional/suite_test.go

@@ -83,6 +83,7 @@ var (
 	cell0     CellNames
 	cell1     CellNames
 	cell2     CellNames
+	cell3     CellNames
 )
 
 func TestAPIs(t *testing.T) {
@@ -280,8 +281,9 @@ var _ = BeforeEach(func() {
 		Name:      uuid.New().String()[:25],
 	}
 
-	novaNames = GetNovaNames(novaName, []string{"cell0", "cell1", "cell2"})
+	novaNames = GetNovaNames(novaName, []string{"cell0", "cell1", "cell2", "cell3"})
 	cell0 = novaNames.Cells["cell0"]
 	cell1 = novaNames.Cells["cell1"]
 	cell2 = novaNames.Cells["cell2"]
+	cell3 = novaNames.Cells["cell3"]
 })