Azure: modify control plane outbound LB into submission as an API LB

https://issues.redhat.com/browse/CORS-3485

Author: jhixson74

pkg/asset/manifests/azure/cluster.go

@@ -103,6 +103,7 @@ func GenerateClusterAssets(installConfig *installconfig.InstallConfig, clusterID
 					},
 				},
 				ControlPlaneOutboundLB: &capz.LoadBalancerSpec{
+					Name:             clusterID.InfraID,
 					FrontendIPsCount: to.Ptr(int32(1)),
 				},
 				Subnets: capz.Subnets{

pkg/infrastructure/azure/azure.go

@@ -438,14 +438,12 @@ func (p *Provider) InfraReady(ctx context.Context, in clusterapi.InfraReadyInput
 	}
 
 	lbClient := networkClientFactory.NewLoadBalancersClient()
-
 	lbInput := &lbInput{
 		infraID:        in.InfraID,
-		region:         in.InstallConfig.Config.Azure.Region,
+		region:         platform.Region,
 		resourceGroup:  resourceGroupName,
 		subscriptionID: session.Credentials.SubscriptionID,
 		lbClient:       lbClient,
-		pipClient:      networkClientFactory.NewPublicIPAddressesClient(),
 		tags:           p.Tags,
 	}
 
@@ -458,17 +456,25 @@ func (p *Provider) InfraReady(ctx context.Context, in clusterapi.InfraReadyInput
 	var lbBap *armnetwork.BackendAddressPool
 	var extLBFQDN string
 	if in.InstallConfig.Config.Publish == types.ExternalPublishingStrategy {
-		publicIP, err := createPublicIP(ctx, lbInput)
+		publicIP, err := createPublicIP(ctx, &pipInput{
+			name:          fmt.Sprintf("%s-pip-v4", in.InfraID),
+			infraID:       in.InfraID,
+			region:        in.InstallConfig.Config.Azure.Region,
+			resourceGroup: resourceGroupName,
+			pipClient:     networkClientFactory.NewPublicIPAddressesClient(),
+			tags:          p.Tags,
+		})
 		if err != nil {
 			return fmt.Errorf("failed to create public ip: %w", err)
 		}
 		logrus.Debugf("created public ip: %s", *publicIP.ID)
 
-		loadBalancer, err := createExternalLoadBalancer(ctx, publicIP, lbInput)
+		loadBalancer, err := updateExternalLoadBalancer(ctx, publicIP, lbInput)
 		if err != nil {
-			return fmt.Errorf("failed to create load balancer: %w", err)
+			return fmt.Errorf("failed to update external load balancer: %w", err)
 		}
-		logrus.Debugf("created load balancer: %s", *loadBalancer.ID)
+
+		logrus.Debugf("updated external load balancer: %s", *loadBalancer.ID)
 		lbBap = loadBalancer.Properties.BackendAddressPools[0]
 		extLBFQDN = *publicIP.Properties.DNSSettings.Fqdn
 	}

pkg/infrastructure/azure/loadbalancer.go pkg/infrastructure/azure/network.gopkg/infrastructure/azure/loadbalancer.go renamed to pkg/infrastructure/azure/network.go

@@ -15,11 +15,19 @@ type lbInput struct {
 	region         string
 	resourceGroup  string
 	subscriptionID string
-	pipClient      *armnetwork.PublicIPAddressesClient
 	lbClient       *armnetwork.LoadBalancersClient
 	tags           map[string]*string
 }
 
+type pipInput struct {
+	infraID       string
+	name          string
+	region        string
+	resourceGroup string
+	pipClient     *armnetwork.PublicIPAddressesClient
+	tags          map[string]*string
+}
+
 type vmInput struct {
 	infraID       string
 	resourceGroup string
@@ -29,15 +37,13 @@ type vmInput struct {
 	nicClient     *armnetwork.InterfacesClient
 }
 
-func createPublicIP(ctx context.Context, in *lbInput) (*armnetwork.PublicIPAddress, error) {
-	publicIPAddressName := fmt.Sprintf("%s-pip-v4", in.infraID)
-
+func createPublicIP(ctx context.Context, in *pipInput) (*armnetwork.PublicIPAddress, error) {
 	pollerResp, err := in.pipClient.BeginCreateOrUpdate(
 		ctx,
 		in.resourceGroup,
-		publicIPAddressName,
+		in.name,
 		armnetwork.PublicIPAddress{
-			Name:     to.Ptr(publicIPAddressName),
+			Name:     to.Ptr(in.name),
 			Location: to.Ptr(in.region),
 			SKU: &armnetwork.PublicIPAddressSKU{
 				Name: to.Ptr(armnetwork.PublicIPAddressSKUNameStandard),
@@ -65,13 +71,37 @@ func createPublicIP(ctx context.Context, in *lbInput) (*armnetwork.PublicIPAddre
 	return &resp.PublicIPAddress, nil
 }
 
-func createExternalLoadBalancer(ctx context.Context, pip *armnetwork.PublicIPAddress, in *lbInput) (*armnetwork.LoadBalancer, error) {
+func updateExternalLoadBalancer(ctx context.Context, pip *armnetwork.PublicIPAddress, in *lbInput) (*armnetwork.LoadBalancer, error) {
 	loadBalancerName := in.infraID
 	probeName := "api-probe"
 	frontEndIPConfigName := "public-lb-ip-v4"
 	backEndAddressPoolName := in.infraID
 	idPrefix := fmt.Sprintf("subscriptions/%s/resourceGroups/%s/providers/Microsoft.Network/loadBalancers", in.subscriptionID, in.resourceGroup)
 
+	// Get the CAPI-created outbound load balancer so we can modify it.
+	extLB, err := in.lbClient.Get(ctx, in.resourceGroup, loadBalancerName, nil)
+	if err != nil {
+		return nil, fmt.Errorf("failed to get external load balancer: %w", err)
+	}
+
+	// Get the existing frontend configuration and backend address pool and
+	// create an additional frontend configuration mand backend address
+	// pool. Use the newly created public IP address with the additional
+	// configuration so we can setup load balancing rules for the external
+	// API server.
+	extLB.Properties.FrontendIPConfigurations = append(extLB.Properties.FrontendIPConfigurations,
+		&armnetwork.FrontendIPConfiguration{
+			Name: &frontEndIPConfigName,
+			Properties: &armnetwork.FrontendIPConfigurationPropertiesFormat{
+				PrivateIPAllocationMethod: to.Ptr(armnetwork.IPAllocationMethodDynamic),
+				PublicIPAddress:           pip,
+			},
+		})
+	extLB.Properties.BackendAddressPools = append(extLB.Properties.BackendAddressPools,
+		&armnetwork.BackendAddressPool{
+			Name: &backEndAddressPoolName,
+		})
+
 	pollerResp, err := in.lbClient.BeginCreateOrUpdate(ctx,
 		in.resourceGroup,
 		loadBalancerName,
@@ -82,20 +112,8 @@ func createExternalLoadBalancer(ctx context.Context, pip *armnetwork.PublicIPAdd
 				Tier: to.Ptr(armnetwork.LoadBalancerSKUTierRegional),
 			},
 			Properties: &armnetwork.LoadBalancerPropertiesFormat{
-				FrontendIPConfigurations: []*armnetwork.FrontendIPConfiguration{
-					{
-						Name: &frontEndIPConfigName,
-						Properties: &armnetwork.FrontendIPConfigurationPropertiesFormat{
-							PrivateIPAllocationMethod: to.Ptr(armnetwork.IPAllocationMethodDynamic),
-							PublicIPAddress:           pip,
-						},
-					},
-				},
-				BackendAddressPools: []*armnetwork.BackendAddressPool{
-					{
-						Name: &backEndAddressPoolName,
-					},
-				},
+				FrontendIPConfigurations: extLB.Properties.FrontendIPConfigurations,
+				BackendAddressPools:      extLB.Properties.BackendAddressPools,
 				Probes: []*armnetwork.Probe{
 					{
 						Name: &probeName,
@@ -130,12 +148,13 @@ func createExternalLoadBalancer(ctx context.Context, pip *armnetwork.PublicIPAdd
 						},
 					},
 				},
+				OutboundRules: extLB.Properties.OutboundRules,
 			},
 			Tags: in.tags,
 		}, nil)
 
 	if err != nil {
-		return nil, fmt.Errorf("cannot create load balancer: %w", err)
+		return nil, fmt.Errorf("cannot update load balancer: %w", err)
 	}
 
 	resp, err := pollerResp.PollUntilDone(ctx, nil)