test(e2e): add retry logic for image pulling

Currently, end-to-end tests fail intermittently during the setup phase
due to image pulling failures (e.g., registry timeouts or network
issues).

This commit adds a retry mechanism with exponential backoff to the
image pulling logic in the test setup. It attempts to pull the required
images up to 5 times before failing the test.

Signed-off-by: Sankalp <sankalp25103@gmail.com>

Author: codesmith25103

tests/e2e/setup_test.go

@@ -21,13 +21,16 @@ import (
 	"os"
 	"strings"
 	"testing"
+	"time"
 )
 
 const (
-	testNerdctl = "TestNerdctl"
-	testCtr     = "TestCtr"
-	testCrictl  = "TestCrictl"
-	testDocker  = "TestDocker"
+	testNerdctl    = "TestNerdctl"
+	testCtr        = "TestCtr"
+	testCrictl     = "TestCrictl"
+	testDocker     = "TestDocker"
+	maxPullRetries = 5
+	pullRetryDelay = 2 * time.Second
 )
 
 func TestMain(m *testing.M) {
@@ -114,7 +117,7 @@ func getTestImages(cases []containerTestArgs) []string {
 func pullAllImages(testFunc string, images []string) error {
 	for _, image := range images {
 		log.Printf("Pulling image: %s", image)
-		if err := pullImageForTest(testFunc, image); err != nil {
+		if err := pullImageWithRetry(testFunc, image); err != nil {
 			return fmt.Errorf("failed to pull %s: %w", image, err)
 		}
 	}
@@ -130,6 +133,20 @@ func removeAllImages(testFunc string, images []string) {
 	}
 }
 
+func pullImageWithRetry(testFunc string, image string) error {
+	var err error
+	for i := 0; i < maxPullRetries; i++ {
+		err = pullImageForTest(testFunc, image)
+		if err == nil {
+			return nil
+		}
+
+		fmt.Printf("Attempt %d/%d failed to pull %s: %v. Retrying in %v...\n", i+1, maxPullRetries, image, err, pullRetryDelay)
+		time.Sleep(pullRetryDelay)
+	}
+	return fmt.Errorf("failed to pull %s after %d attempts: %w", image, maxPullRetries, err)
+}
+
 func pullImageForTest(testFunc string, image string) error {
 	switch testFunc {
 	case testCrictl: