test: Try downloading container a couple of times before raising error

Author: giacomofiorin

.github/workflows/backend-template.yml

@@ -135,10 +135,7 @@ jobs:
           sudo apt install -y apptainer-suid
 
       - name: Get container images for build dependencies
-        shell: bash
-        working-directory: devel-tools
-        run: |
-          apptainer pull ${{ inputs.container_name }}.sif oras://ghcr.io/colvars/devel-containers:${{ inputs.container_name }}
+        run: devel-tools/get_container ${{ inputs.container_name }}
 
       - name: Update and build ${{ inputs.backend_name }}
         shell: bash

.github/workflows/test-library.yml

@@ -92,10 +92,7 @@ jobs:
           sudo apt install -y apptainer-suid
 
       - name: Get container image
-        shell: bash
-        working-directory: devel-tools
-        run: |
-          apptainer pull texlive.sif oras://ghcr.io/colvars/devel-containers:texlive
+        run: devel-tools/get_container texlive
 
       - name: Checkout website repository
         uses: actions/checkout@v4
@@ -191,10 +188,7 @@ jobs:
           sudo apt install -y apptainer-suid
 
       - name: Get container images for build dependencies
-        shell: bash
-        working-directory: devel-tools
-        run: |
-          apptainer pull CentOS9-devel.sif oras://ghcr.io/colvars/devel-containers:CentOS9-devel
+        run: devel-tools/get_container CentOS9-devel
 
       - name: Run build with Clang static analyser
         env:
@@ -252,10 +246,7 @@ jobs:
           sudo apt install -y apptainer-suid
 
       - name: Get container images for build dependencies
-        shell: bash
-        working-directory: devel-tools
-        run: |
-          apptainer pull CentOS9-devel.sif oras://ghcr.io/colvars/devel-containers:CentOS9-devel
+        run: devel-tools/get_container CentOS9-devel
 
       - name: Build with Clang and address sanitizer
         env:
@@ -307,11 +298,8 @@ jobs:
           sudo apt update
           sudo apt install -y apptainer-suid
 
-      - name: Get container images for build environment
-        shell: bash
-        working-directory: devel-tools
-        run: |
-          apptainer pull CentOS9-devel.sif oras://ghcr.io/colvars/devel-containers:CentOS9-devel
+      - name: Get container images for build dependencies
+        run: devel-tools/get_container CentOS9-devel
 
       - name: GCC 11, C++11 (CentOS 9)
         env:
@@ -447,10 +435,7 @@ jobs:
           sudo apt install -y apptainer-suid
 
       - name: Get container images for build dependencies
-        shell: bash
-        working-directory: devel-tools
-        run: |
-          apptainer pull CentOS9-oneAPI.sif oras://ghcr.io/colvars/devel-containers:CentOS9-oneAPI
+        run: devel-tools/get_container CentOS9-devel-oneAPI
 
       - name: Intel oneAPI 2024.2, C++11
         shell: bash
@@ -573,10 +558,7 @@ jobs:
           sudo apt install -y apptainer-suid
 
       - name: Get container images for build dependencies
-        shell: bash
-        working-directory: devel-tools
-        run: |
-          apptainer pull CentOS9-devel-arm64.sif oras://ghcr.io/colvars/devel-containers:CentOS9-devel-arm64
+        run: devel-tools/get_container CentOS9-devel-arm64
 
       - name: GCC 11, C++20 (CentOS 9)
         env:

devel-tools/get_container

@@ -0,0 +1,20 @@
+#!/bin/bash
+
+DOWNLOAD_DIR=$(dirname $0)
+
+label=$1
+if [ -n "${label}" ] ; then
+    if [ ! -f "${DOWNLOAD_DIR}/${label}.sif" ] ; then
+        echo "Downloading container image \"${label}\"..."
+        for try in {1..3}; do
+            apptainer pull "${DOWNLOAD_DIR}/${label}.sif" oras://ghcr.io/colvars/devel-containers:"${label}" && break
+            retcode=$?
+            if [ ${retcode} != 0 ] ; then
+                echo "(download failed, retrying...)"
+                sleep 15s
+            fi
+        done
+    fi
+fi
+    
+exit ${retcode}