CORS-2894: capi/aws: Create DNS resources and PHZ

Author: r4f4

pkg/infrastructure/aws/clusterapi/aws.go

@@ -4,12 +4,22 @@ import (
 	"context"
 	"fmt"
 
+	"github.com/aws/aws-sdk-go/aws"
+	"github.com/aws/aws-sdk-go/aws/session"
+	"github.com/aws/aws-sdk-go/service/ec2"
+	"github.com/sirupsen/logrus"
+	capa "sigs.k8s.io/cluster-api-provider-aws/v2/api/v1beta2"
+	k8sClient "sigs.k8s.io/controller-runtime/pkg/client"
+
+	awsconfig "github.com/openshift/installer/pkg/asset/installconfig/aws"
+	"github.com/openshift/installer/pkg/asset/manifests/capiutils"
 	"github.com/openshift/installer/pkg/infrastructure/clusterapi"
 	awstypes "github.com/openshift/installer/pkg/types/aws"
 )
 
 var _ clusterapi.Provider = (*Provider)(nil)
 var _ clusterapi.PreProvider = (*Provider)(nil)
+var _ clusterapi.InfraReadyProvider = (*Provider)(nil)
 
 // Provider implements AWS CAPI installation.
 type Provider struct{}
@@ -24,3 +34,115 @@ func (*Provider) PreProvision(ctx context.Context, in clusterapi.PreProvisionInp
 	}
 	return nil
 }
+
+// InfraReady creates private hosted zone and DNS records.
+func (*Provider) InfraReady(ctx context.Context, in clusterapi.InfraReadyInput) error {
+	awsCluster := &capa.AWSCluster{}
+	key := k8sClient.ObjectKey{
+		Name:      in.InfraID,
+		Namespace: capiutils.Namespace,
+	}
+	if err := in.Client.Get(ctx, key, awsCluster); err != nil {
+		return fmt.Errorf("failed to get AWSCluster: %w", err)
+	}
+
+	awsSession, err := in.InstallConfig.AWS.Session(ctx)
+	if err != nil {
+		return fmt.Errorf("failed to get aws session: %w", err)
+	}
+
+	subnetIDs := make([]string, 0, len(awsCluster.Spec.NetworkSpec.Subnets))
+	for _, s := range awsCluster.Spec.NetworkSpec.Subnets {
+		subnetIDs = append(subnetIDs, s.ResourceID)
+	}
+
+	vpcID := awsCluster.Spec.NetworkSpec.VPC.ID
+	if len(subnetIDs) > 0 && len(vpcID) == 0 {
+		// All subnets belong to the same VPC, so we only need one
+		vpcID, err = getVPCFromSubnets(ctx, awsSession, awsCluster.Spec.Region, subnetIDs[:1])
+		if err != nil {
+			return err
+		}
+	}
+
+	tags := map[string]string{
+		fmt.Sprintf("kubernetes.io/cluster/%s", in.InfraID): "owned",
+	}
+	for k, v := range awsCluster.Spec.AdditionalTags {
+		tags[k] = v
+	}
+
+	client := awsconfig.NewClient(awsSession)
+
+	phzID := in.InstallConfig.Config.AWS.HostedZone
+	if len(phzID) == 0 {
+		logrus.Infoln("Creating private Hosted Zone")
+		res, err := client.CreateHostedZone(ctx, &awsconfig.HostedZoneInput{
+			InfraID:  in.InfraID,
+			VpcID:    vpcID,
+			Region:   awsCluster.Spec.Region,
+			Name:     in.InstallConfig.Config.ClusterDomain(),
+			Role:     in.InstallConfig.Config.AWS.HostedZoneRole,
+			UserTags: tags,
+		})
+		if err != nil {
+			return fmt.Errorf("failed to create private hosted zone: %w", err)
+		}
+		phzID = aws.StringValue(res.Id)
+	}
+
+	logrus.Infoln("Creating Route53 records for control plane load balancer")
+	apiHost := awsCluster.Status.Network.SecondaryAPIServerELB.DNSName
+	if awsCluster.Status.Network.APIServerELB.Scheme == capa.ELBSchemeInternetFacing {
+		apiHost = awsCluster.Status.Network.APIServerELB.DNSName
+	}
+	apiIntHost := awsCluster.Spec.ControlPlaneEndpoint.Host
+	err = client.CreateOrUpdateRecord(ctx, in.InstallConfig.Config, apiHost, apiIntHost, phzID)
+	if err != nil {
+		return fmt.Errorf("failed to create route53 records: %w", err)
+	}
+
+	return nil
+}
+
+func getVPCFromSubnets(ctx context.Context, awsSession *session.Session, region string, subnetIDs []string) (string, error) {
+	var vpcID string
+	var lastError error
+	client := ec2.New(awsSession, aws.NewConfig().WithRegion(region))
+	err := client.DescribeSubnetsPagesWithContext(
+		ctx,
+		&ec2.DescribeSubnetsInput{SubnetIds: aws.StringSlice(subnetIDs)},
+		func(results *ec2.DescribeSubnetsOutput, lastPage bool) bool {
+			for _, subnet := range results.Subnets {
+				if subnet.SubnetId == nil {
+					continue
+				}
+				if subnet.SubnetArn == nil {
+					lastError = fmt.Errorf("%s has no ARN", *subnet.SubnetId)
+					return false
+				}
+				if subnet.VpcId == nil {
+					lastError = fmt.Errorf("%s has no VPC", *subnet.SubnetId)
+					return false
+				}
+				if subnet.AvailabilityZone == nil {
+					lastError = fmt.Errorf("%s has no availability zone", *subnet.SubnetId)
+					return false
+				}
+				// All subnets belong to the same VPC
+				vpcID = aws.StringValue(subnet.VpcId)
+				lastError = nil
+				return true
+			}
+			return !lastPage
+		},
+	)
+	if err == nil {
+		err = lastError
+	}
+	if err != nil {
+		return "", fmt.Errorf("failed to get VPC from subnets: %w", err)
+	}
+
+	return vpcID, nil
+}