chore(pipeline): batch Linux images publication by distribution (#1162)

Author: lemeurherve

Jenkinsfile

@@ -143,7 +143,12 @@ def parallelStages = [failFast: false]
                                 // This function is defined in the jenkins-infra/pipeline-library
                                 infra.withDockerCredentials {
                                     if (isUnix()) {
-                                        sh 'make "publish${MAKE_TARGET_SUFFIX}"'
+                                        if (imageType != 'linux') {
+                                            sh 'make "publish${MAKE_TARGET_SUFFIX}"'
+                                        } else {
+                                            // Batch Linux images publication by distribution to avoid 429 rate limit errors from Docker Hub
+                                            sh 'make listgroup-linux | xargs -I {} make "publish-{}"'
+                                        }
                                     } else {
                                         powershell './make.ps1 publish'
                                     }

Makefile

@@ -125,6 +125,10 @@ list-%: check-reqs
 listarch-%: check-reqs
 	@set -x; make --silent showarch-$* | jq -r '.target | keys[]'
 
+# Return the list of targets of a specific bake group
+listgroup-%: check-reqs
+	@set -x; make --silent show-$* | jq -r '.group | keys[]' | grep -v -e $* -e default
+
 # Ensure bats exists in the current folder
 bats:
 	git clone --branch v1.13.0 https://github.com/bats-core/bats-core ./bats