diff --git a/.github/workflows/ci.yaml b/.github/workflows/ci.yaml index 35692f020f..5fd02cc18d 100644 --- a/.github/workflows/ci.yaml +++ b/.github/workflows/ci.yaml @@ -58,7 +58,24 @@ jobs: - name: Install Binaries run: ./hack/install-binaries.sh - name: Allocate Cluster - run: ./hack/allocate.sh + run: | + attempt=0 + max_attempts=5 + until [ $attempt -ge $max_attempts ] + do + attempt=$((attempt+1)) + echo "------------------ Attempt $attempt ------------------" + ./hack/allocate.sh && break + echo "------------------ failed, retrying... ------------------" + if [ $attempt -ge $max_attempts ]; then + echo "------------------ max # of retries reached, exiting ------------------" + exit 1 + fi + ./hack/delete.sh + echo "------------------ sleep for 5 minutes ------------------" + sleep 300 + done + echo "------------------ finished! attempt $attempt ------------------" - name: Local Registry run: ./hack/registry.sh - name: Setup testing images @@ -88,7 +105,24 @@ jobs: - name: Install Binaries run: ./hack/install-binaries.sh - name: Allocate Cluster - run: ./hack/allocate.sh + run: | + attempt=0 + max_attempts=5 + until [ $attempt -ge $max_attempts ] + do + attempt=$((attempt+1)) + echo "------------------ Attempt $attempt ------------------" + ./hack/allocate.sh && break + echo "------------------ failed, retrying... ------------------" + if [ $attempt -ge $max_attempts ]; then + echo "------------------ max # of retries reached, exiting ------------------" + exit 1 + fi + ./hack/delete.sh + echo "------------------ sleep for 5 minutes ------------------" + sleep 300 + done + echo "------------------ finished! attempt $attempt ------------------" - name: Local Registry run: ./hack/registry.sh - name: E2E Test @@ -117,7 +151,24 @@ jobs: - name: Install Binaries run: ./hack/install-binaries.sh - name: Allocate Cluster - run: ./hack/allocate.sh + run: | + attempt=0 + max_attempts=5 + until [ $attempt -ge $max_attempts ] + do + attempt=$((attempt+1)) + echo "------------------ Attempt $attempt ------------------" + ./hack/allocate.sh && break + echo "------------------ failed, retrying... ------------------" + if [ $attempt -ge $max_attempts ]; then + echo "------------------ max # of retries reached, exiting ------------------" + exit 1 + fi + ./hack/delete.sh + echo "------------------ sleep for 5 minutes ------------------" + sleep 300 + done + echo "------------------ finished! attempt $attempt ------------------" - name: Setup testing images run: ./hack/setup-testing-images.sh - name: Deploy Tekton diff --git a/.github/workflows/test-e2e-oncluster-runtime.yaml b/.github/workflows/test-e2e-oncluster-runtime.yaml index 04050649a6..f6df83c84b 100644 --- a/.github/workflows/test-e2e-oncluster-runtime.yaml +++ b/.github/workflows/test-e2e-oncluster-runtime.yaml @@ -22,7 +22,24 @@ jobs: - name: Install Binaries run: ./hack/install-binaries.sh - name: Allocate Cluster - run: ./hack/allocate.sh + run: | + attempt=0 + max_attempts=5 + until [ $attempt -ge $max_attempts ] + do + attempt=$((attempt+1)) + echo "------------------ Attempt $attempt ------------------" + ./hack/allocate.sh && break + echo "------------------ failed, retrying... ------------------" + if [ $attempt -ge $max_attempts ]; then + echo "------------------ max # of retries reached, exiting ------------------" + exit 1 + fi + ./hack/delete.sh + echo "------------------ sleep for 5 minutes ------------------" + sleep 300 + done + echo "------------------ finished! attempt $attempt ------------------" - name: Setup testing images run: ./hack/setup-testing-images.sh - name: Deploy Tekton diff --git a/.github/workflows/test-e2e-oncluster.yaml b/.github/workflows/test-e2e-oncluster.yaml index a97836158a..ddba5874d1 100644 --- a/.github/workflows/test-e2e-oncluster.yaml +++ b/.github/workflows/test-e2e-oncluster.yaml @@ -20,7 +20,24 @@ jobs: - name: Install Binaries run: ./hack/install-binaries.sh - name: Allocate Cluster - run: ./hack/allocate.sh + run: | + attempt=0 + max_attempts=5 + until [ $attempt -ge $max_attempts ] + do + attempt=$((attempt+1)) + echo "------------------ Attempt $attempt ------------------" + ./hack/allocate.sh && break + echo "------------------ failed, retrying... ------------------" + if [ $attempt -ge $max_attempts ]; then + echo "------------------ max # of retries reached, exiting ------------------" + exit 1 + fi + ./hack/delete.sh + echo "------------------ sleep for 5 minutes ------------------" + sleep 300 + done + echo "------------------ finished! attempt $attempt ------------------" - name: Setup testing images run: ./hack/setup-testing-images.sh - name: Deploy Tekton diff --git a/.github/workflows/test-e2e-runtime.yaml b/.github/workflows/test-e2e-runtime.yaml index 98320021c6..f58fd136a6 100644 --- a/.github/workflows/test-e2e-runtime.yaml +++ b/.github/workflows/test-e2e-runtime.yaml @@ -24,13 +24,44 @@ jobs: - name: Install Binaries run: ./hack/install-binaries.sh - name: Allocate Cluster - run: ./hack/allocate.sh + run: | + attempt=0 + max_attempts=5 + until [ $attempt -ge $max_attempts ] + do + attempt=$((attempt+1)) + echo "------------------ Attempt $attempt for ${{matrix.runtime}} ------------------" + ./hack/allocate.sh && break + echo "------------------ failed, retrying... ------------------" + if [ $attempt -ge $max_attempts ]; then + echo "------------------ max # of retries reached, exiting ------------------" + exit 1 + fi + ./hack/delete.sh + echo "------------------ sleep for 5 minutes ------------------" + sleep 300 + done + echo "------------------ finished! attempt $attempt ------------------" - name: Local Registry run: ./hack/registry.sh - name: Build run: make - name: E2E runtime for ${{ matrix.runtime }} - run: make test-e2e-runtime runtime=${{ matrix.runtime }} + run: | + attempt=0 + max_attempts=5 + until [ $attempt -ge $max_attempts ] + do + attempt=$((attempt+1)) + echo "------------------ Attempt $attempt for ${{matrix.runtime}} ------------------" + make test-e2e-runtime runtime=${{ matrix.runtime }} && break + echo "------------------ failed, retrying... ------------------" + if [ $attempt -ge $max_attempts ]; then + echo "------------------ max # of retries reached, exiting ------------------" + exit 1 + fi + done + echo "------------------ finished! attempt $attempt ------------------" - uses: codecov/codecov-action@v5 with: files: ./coverage.txt diff --git a/.github/workflows/test-e2e.yaml b/.github/workflows/test-e2e.yaml index b5aa2b6a31..f1a2d7ca7c 100644 --- a/.github/workflows/test-e2e.yaml +++ b/.github/workflows/test-e2e.yaml @@ -19,7 +19,24 @@ jobs: - name: Install Binaries run: ./hack/install-binaries.sh - name: Allocate Cluster - run: ./hack/allocate.sh + run: | + attempt=0 + max_attempts=5 + until [ $attempt -ge $max_attempts ] + do + attempt=$((attempt+1)) + echo "------------------ Attempt $attempt ------------------" + ./hack/allocate.sh && break + echo "------------------ failed, retrying... ------------------" + if [ $attempt -ge $max_attempts ]; then + echo "------------------ max # of retries reached, exiting ------------------" + exit 1 + fi + ./hack/delete.sh + echo "------------------ sleep for 5 minutes ------------------" + sleep 300 + done + echo "------------------ finished! attempt $attempt ------------------" - name: Local Registry run: ./hack/registry.sh - name: E2E Test diff --git a/.github/workflows/test-integration.yaml b/.github/workflows/test-integration.yaml index 4e8e848f2a..9a3952e6ea 100644 --- a/.github/workflows/test-integration.yaml +++ b/.github/workflows/test-integration.yaml @@ -29,10 +29,27 @@ jobs: - uses: imjasonh/setup-ko@v0.6 - name: Install Binaries run: ./hack/install-binaries.sh + - name: Allocate Cluster + run: | + attempt=0 + max_attempts=5 + until [ $attempt -ge $max_attempts ] + do + attempt=$((attempt+1)) + echo "------------------ Attempt $attempt ------------------" + ./hack/allocate.sh && break + echo "------------------ failed, retrying... ------------------" + if [ $attempt -ge $max_attempts ]; then + echo "------------------ max # of retries reached, exiting ------------------" + exit 1 + fi + ./hack/delete.sh + echo "------------------ sleep for 5 minutes ------------------" + sleep 300 + done + echo "------------------ finished! attempt $attempt ------------------" - name: Local Registry run: ./hack/registry.sh - - name: Allocate Cluster - run: ./hack/allocate.sh - name: Setup testing images run: ./hack/setup-testing-images.sh - name: Install Tekton diff --git a/.github/workflows/test-podman.yaml b/.github/workflows/test-podman.yaml index f2d363fe19..cc4cea6af3 100644 --- a/.github/workflows/test-podman.yaml +++ b/.github/workflows/test-podman.yaml @@ -24,7 +24,24 @@ jobs: - name: Install Binaries run: ./hack/install-binaries.sh - name: Allocate Cluster - run: ./hack/allocate.sh + run: | + attempt=0 + max_attempts=5 + until [ $attempt -ge $max_attempts ] + do + attempt=$((attempt+1)) + echo "------------------ Attempt $attempt ------------------" + ./hack/allocate.sh && break + echo "------------------ failed, retrying... ------------------" + if [ $attempt -ge $max_attempts ]; then + echo "------------------ max # of retries reached, exiting ------------------" + exit 1 + fi + ./hack/delete.sh + echo "------------------ sleep for 5 minutes ------------------" + sleep 300 + done + echo "------------------ finished! attempt $attempt ------------------" - name: Local Registry run: ./hack/registry.sh - name: Setup testing images