Merge pull request #13358 from k8s-infra-cherrypick-robot/cherry-pick-13357-to-release-1.12

[release-1.12] 🌱 Add retry in test framework when getting manifest YAMLs

Author: k8s-ci-robot

test/framework/clusterctl/repository.go

@@ -27,10 +27,13 @@ import (
 	"path/filepath"
 	"regexp"
 	"strings"
+	"time"
 
 	"github.com/blang/semver/v4"
 	. "github.com/onsi/gomega"
 	"github.com/pkg/errors"
+	kerrors "k8s.io/apimachinery/pkg/util/errors"
+	"k8s.io/apimachinery/pkg/util/wait"
 
 	clusterctlv1 "sigs.k8s.io/cluster-api/cmd/clusterctl/api/v1alpha3"
 	"sigs.k8s.io/cluster-api/test/framework/exec"
@@ -276,21 +279,37 @@ func getComponentSourceFromURL(ctx context.Context, source ProviderVersionSource
 			return nil, errors.Wrap(err, "failed to read file")
 		}
 	case httpURIScheme, httpsURIScheme:
-		req, err := http.NewRequestWithContext(ctx, http.MethodGet, source.Value, http.NoBody)
-		if err != nil {
-			return nil, errors.Wrapf(err, "failed to get %s: failed to create request", source.Value)
-		}
-		resp, err := http.DefaultClient.Do(req)
-		if err != nil {
-			return nil, errors.Wrapf(err, "failed to get %s", source.Value)
-		}
-		if resp.StatusCode != http.StatusOK {
-			return nil, errors.Errorf("failed to get %s: got status code %d", source.Value, resp.StatusCode)
-		}
-		defer resp.Body.Close()
-		buf, err = io.ReadAll(resp.Body)
+		var getErr error
+		err := wait.ExponentialBackoff(wait.Backoff{
+			Steps:    5,
+			Duration: 100 * time.Millisecond,
+			Factor:   4.0,
+		}, func() (bool, error) {
+			req, err := http.NewRequestWithContext(ctx, http.MethodGet, source.Value, http.NoBody)
+			if err != nil {
+				getErr = errors.Wrapf(err, "failed to get %s: failed to create request", source.Value)
+				return false, nil
+			}
+			resp, err := http.DefaultClient.Do(req)
+			if err != nil {
+				getErr = errors.Wrapf(err, "failed to get %s", source.Value)
+				return false, nil
+			}
+			if resp.StatusCode != http.StatusOK {
+				getErr = errors.Errorf("failed to get %s: got status code %d", source.Value, resp.StatusCode)
+				return false, nil
+			}
+			defer resp.Body.Close()
+			buf, err = io.ReadAll(resp.Body)
+			if err != nil {
+				getErr = errors.Wrapf(err, "failed to get %s: failed to read body", source.Value)
+				return false, nil
+			}
+
+			return true, nil
+		})
 		if err != nil {
-			return nil, errors.Wrapf(err, "failed to get %s: failed to read body", source.Value)
+			return nil, kerrors.NewAggregate([]error{err, getErr})
 		}
 	default:
 		return nil, errors.Errorf("unknown scheme for component source %q: allowed values are file, http, https", u.Scheme)