[NE-2183] Add e2e test for gateway conditions

Author: rikatz

test/e2e/gateway_api_test.go

@@ -6,6 +6,7 @@ package e2e
 import (
 	"context"
 	"fmt"
+	"math/rand/v2"
 	"strings"
 	"testing"
 	"time"
@@ -16,6 +17,9 @@ import (
 	operatorclient "github.com/openshift/cluster-ingress-operator/pkg/operator/client"
 	operatorcontroller "github.com/openshift/cluster-ingress-operator/pkg/operator/controller"
 	util "github.com/openshift/cluster-ingress-operator/pkg/util"
+	"github.com/stretchr/testify/assert"
+	"github.com/stretchr/testify/require"
+	condutils "k8s.io/apimachinery/pkg/api/meta"
 
 	corev1 "k8s.io/api/core/v1"
 	apiextensionsv1 "k8s.io/apiextensions-apiserver/pkg/apis/apiextensions/v1"
@@ -101,6 +105,7 @@ func TestGatewayAPI(t *testing.T) {
 		t.Run("testGatewayAPIDNS", testGatewayAPIDNS)
 		t.Run("testGatewayAPIDNSListenerUpdate", testGatewayAPIDNSListenerUpdate)
 		t.Run("testGatewayAPIDNSListenerWithNoHostname", testGatewayAPIDNSListenerWithNoHostname)
+		t.Run("testGatewayOpenshiftConditions", testGatewayOpenshiftConditions)
 
 	} else {
 		t.Log("Gateway API Controller not enabled, skipping controller tests")
@@ -587,6 +592,179 @@ func testGatewayAPIDNS(t *testing.T) {
 			}
 		})
 	}
+}
+
+// This e2e test will verify the following scenarios:
+// 1 - Creating a gateway with the right base domain but outside of `openshift-ingress`
+// namespace will not generate a DNSRecord nor add conditions to the gateway
+// 2 - Creating a Gateway on `openshift-ingress` namespace using the wrong base
+// domain should add DNS conditions that there are no managed zones for this case
+// 3 - Creating a Gateway with the right base domain on `openshift-ingress` will
+// add the conditions on the gateway reflecting the right status of LoadBalancer and DNSRecord
+// 4 - Bumping some label on the Gateway should trigger a reconciliation that will
+// bump the generation of conditions
+// 5 - Adding a label on DNSRecord and/or Service will trigger a reconciliation
+// that should be verified by a newly recorded event
+func testGatewayOpenshiftConditions(t *testing.T) {
+	domain := "gwcondtest." + dnsConfig.Spec.BaseDomain
+
+	gatewayClass, err := createGatewayClass(t, operatorcontroller.OpenShiftDefaultGatewayClassName, operatorcontroller.OpenShiftGatewayClassControllerName)
+	require.NoError(t, err, "failed to create gatewayclass")
+
+	t.Run("creating a new gateway outside of 'openshift-ingress' namespace should not get openshift conditions", func(t *testing.T) {
+		rnd := rand.IntN(1000)
+		name := fmt.Sprintf("gw-test-%d", rnd)
+		testDomain := fmt.Sprintf("some-%d.%s", rnd, domain)
+		gateway, err := createGateway(gatewayClass, name, "default", testDomain)
+		require.NoError(t, err, "failed to create gateway", "name", name)
+		t.Cleanup(func() {
+			require.NoError(t, client.IgnoreNotFound(kclient.Delete(context.TODO(), gateway)), "failed to clean test gateway", "name", name)
+		})
+
+		gateway, err = assertGatewaySuccessful(t, "default", name)
+		require.NoError(t, err, "failed waiting gateway to be ready")
+		// Give some time to guarantee our controller will watch the change but ignore it
+		time.Sleep(time.Second)
+
+		// Get gateway a 2nd time ti check the conditions
+		gateway, err = assertGatewaySuccessful(t, "default", name)
+		require.NoError(t, err, "failed waiting gateway to have conditions")
+		require.Nil(t, condutils.FindStatusCondition(gateway.Status.Conditions, "DNSManaged"), "condition should not be present")
+		require.Nil(t, condutils.FindStatusCondition(gateway.Status.Conditions, "DNSReady"), "condition should not be present")
+		require.Nil(t, condutils.FindStatusCondition(gateway.Status.Conditions, "LoadBalancerManaged"), "condition should not be present")
+		require.Nil(t, condutils.FindStatusCondition(gateway.Status.Conditions, "LoadBalancerReady"), "condition should not be present")
+	})
+
+	t.Run("creating a new gateway with the wrong base domain should add openshift conditions reflecting the failure", func(t *testing.T) {
+		rnd := rand.IntN(1000)
+		name := fmt.Sprintf("gw-test-%d", rnd)
+		testDomain := fmt.Sprintf("some-%d.not.something.managed.tld", rnd)
+		gateway, err := createGateway(gatewayClass, name, operatorcontroller.DefaultOperandNamespace, testDomain)
+		require.NoError(t, err, "failed to create gateway", "name", name)
+		t.Cleanup(func() {
+			require.NoError(t, client.IgnoreNotFound(kclient.Delete(context.TODO(), gateway)), "failed to clean test gateway", "name", name)
+		})
+
+		gateway, err = assertGatewaySuccessful(t, operatorcontroller.DefaultOperandNamespace, name)
+		require.NoError(t, err, "failed waiting gateway to be ready")
+
+		assert.Eventuallyf(t, func() bool {
+			gw := &gatewayapiv1.Gateway{}
+			nsName := types.NamespacedName{Namespace: operatorcontroller.DefaultOperandNamespace, Name: name}
+			if err := kclient.Get(context.Background(), nsName, gw); err != nil {
+				t.Logf("Failed to get gateway %v: %v; retrying...", nsName, err)
+				return false
+			}
+
+			if condutils.IsStatusConditionTrue(gw.Status.Conditions, "DNSManaged") &&
+				condutils.IsStatusConditionPresentAndEqual(gw.Status.Conditions, "DNSReady", metav1.ConditionUnknown) &&
+				condutils.IsStatusConditionTrue(gw.Status.Conditions, "LoadBalancerManaged") &&
+				condutils.IsStatusConditionTrue(gw.Status.Conditions, "LoadBalancerReady") {
+
+				return true
+			}
+			t.Logf("conditions are not yet the expected: %v, retrying...", gw.Status.Conditions)
+			return false
+		}, 30*time.Second, 2*time.Second, "error waiting for openshift conditions to be present on Gateway")
+	})
+
+	t.Run("creating a new gateway with the right base domain", func(t *testing.T) {
+		rnd := rand.IntN(1000)
+		name := fmt.Sprintf("gw-test-%d", rnd)
+		testDomain := fmt.Sprintf("some-%d.%s", rnd, domain)
+		gateway, err := createGateway(gatewayClass, name, operatorcontroller.DefaultOperandNamespace, testDomain)
+		require.NoError(t, err, "failed to create gateway", "name", name)
+		t.Cleanup(func() {
+			require.NoError(t, client.IgnoreNotFound(kclient.Delete(context.TODO(), gateway)), "failed to clean test gateway", "name", name)
+		})
+
+		gateway, err = assertGatewaySuccessful(t, operatorcontroller.DefaultOperandNamespace, name)
+		require.NoError(t, err, "failed waiting gateway to be ready")
+
+		err = assertExpectedDNSRecords(t, map[expectedDnsRecord]bool{
+			{dnsName: "*." + testDomain + ".", gatewayName: name}: true})
+
+		assert.NoError(t, err, "dnsrecord never got ready")
+
+		t.Run("should add openshift conditions", func(t *testing.T) {
+			assert.Eventuallyf(t, func() bool {
+				gw := &gatewayapiv1.Gateway{}
+				nsName := types.NamespacedName{Namespace: operatorcontroller.DefaultOperandNamespace, Name: name}
+				if err := kclient.Get(context.Background(), nsName, gw); err != nil {
+					t.Logf("Failed to get gateway %v: %v; retrying...", nsName, err)
+					return false
+				}
+
+				if condutils.IsStatusConditionTrue(gw.Status.Conditions, "DNSManaged") &&
+					condutils.IsStatusConditionTrue(gw.Status.Conditions, "DNSReady") &&
+					condutils.IsStatusConditionTrue(gw.Status.Conditions, "LoadBalancerManaged") &&
+					condutils.IsStatusConditionTrue(gw.Status.Conditions, "LoadBalancerReady") {
+
+					return true
+				}
+				t.Logf("conditions are not yet the expected: %v, retrying...", gw.Status.Conditions)
+				return false
+			}, 30*time.Second, 2*time.Second, "error waiting for openshift conditions to be present on Gateway")
+		})
+
+		t.Run("should bump openshift conditions when the gateway is changed", func(t *testing.T) {
+			// Try to add a new infrastructure label, forcing the generation to bump
+			originalGateway := &gatewayapiv1.Gateway{}
+			assert.Eventually(t, func() bool {
+				gw := &gatewayapiv1.Gateway{}
+				nsName := types.NamespacedName{Namespace: operatorcontroller.DefaultOperandNamespace, Name: name}
+				if err := kclient.Get(context.Background(), nsName, gw); err != nil {
+					t.Logf("Failed to get gateway %v: %v; retrying...", nsName, err)
+					return false
+				}
+				originalGateway = gw.DeepCopy()
+				if gw.Spec.Infrastructure == nil {
+					gw.Spec.Infrastructure = &gatewayapiv1.GatewayInfrastructure{}
+				}
+				if gw.Spec.Infrastructure.Labels == nil {
+					gw.Spec.Infrastructure.Labels = make(map[gatewayapiv1.LabelKey]gatewayapiv1.LabelValue)
+				}
+
+				gw.Spec.Infrastructure.Labels["something"] = "somelabel"
+
+				if err := kclient.Patch(context.Background(), gw, client.MergeFrom(originalGateway)); err != nil {
+					t.Logf("failed to patch gateway %v: %v; retrying...", nsName, err)
+					return false
+				}
+				return true
+			}, 30*time.Second, 2*time.Second, "timeout waiting to patch the gateway")
+
+			gw := &gatewayapiv1.Gateway{}
+			// Get the Gateway and check if conditions are there, and if their generation are different from the originalGateway value
+			assert.Eventually(t, func() bool {
+				nsName := types.NamespacedName{Namespace: operatorcontroller.DefaultOperandNamespace, Name: name}
+				if err := kclient.Get(context.Background(), nsName, gw); err != nil {
+					t.Logf("Failed to get gateway %v: %v; retrying...", nsName, err)
+					return false
+				}
+
+				dnsManaged := condutils.FindStatusCondition(gw.Status.Conditions, "DNSManaged")
+				dnsReady := condutils.FindStatusCondition(gw.Status.Conditions, "DNSReady")
+				loadBalancerManaged := condutils.FindStatusCondition(gw.Status.Conditions, "LoadBalancerManaged")
+				loadBalancerReady := condutils.FindStatusCondition(gw.Status.Conditions, "LoadBalancerReady")
+
+				// Check if all conditions are not null and have a different generation from the original one
+				// before adding the label
+				if (dnsManaged != nil && dnsManaged.ObservedGeneration != originalGateway.Generation) &&
+					(dnsReady != nil && dnsReady.ObservedGeneration != originalGateway.Generation) &&
+					(loadBalancerManaged != nil && loadBalancerManaged.ObservedGeneration != originalGateway.Generation) &&
+					(loadBalancerReady != nil && loadBalancerReady.ObservedGeneration != originalGateway.Generation) {
+					return true
+				}
+
+				t.Logf("conditions are not yet the expected: %v, retrying...", gw.Status.Conditions)
+				return false
+			}, 30*time.Second, 2*time.Second, "error waiting for openshift conditions to be present on Gateway")
+			// We expect exactly 6 conditions. If we get more than it, Istio is adding
+			// more conditions and we need to be aware that Gateway API status.conditons has a maxItems of 8
+			assert.Len(t, gw.Status.Conditions, 6)
+		})
+	})
 
 }