Update republish workflow to split docker pushes (#34086)

* Update republish workflow to split docker pushes

* Split out python

Author: damccorm

.github/workflows/republish_released_docker_containers.yml

@@ -39,6 +39,21 @@ jobs:
 
   build:
     runs-on: ubuntu-22.04
+    strategy:
+      fail-fast: false
+      matrix:
+        # Split up images to publish so that longer ones are able to run independently/finish faster, otherwise this takes >6 hours
+        # Any task which is skipped from a broader task must be explicitly included in this list to avoid accidentally missing new
+        # tasks as they are added.
+        images_to_publish: [
+          {"gradle_task": ":pushAllRunnersDockerImages", "skip_flags": ""},
+          {"gradle_task": ":sdks:python:container:push39", "skip_flags": ""},
+          {"gradle_task": ":sdks:python:container:push310", "skip_flags": ""},
+          {"gradle_task": ":sdks:python:container:push311", "skip_flags": ""},
+          {"gradle_task": ":sdks:python:container:pushAll", "skip_flags": "-Pskip-python-39-images -Pskip-python-310-images -Pskip-python-311-images"},
+          {"gradle_task": ":pushAllSdkDockerImages", "skip_flags": "-Pskip-python-images"},
+          {"gradle_task": ":pushAllDockerImages", "skip_flags": "-Pskip-runner-images -Pskip-sdk-images"}
+        ]
     steps:
       - name: Checkout
         uses: actions/checkout@v4
@@ -73,10 +88,10 @@ jobs:
           gcloud auth configure-docker ${{ env.docker_registry }}
       - name: Push docker images
         run: |
-          ./gradlew :pushAllDockerImages \
+          ./gradlew ${{ matrix.images_to_publish.gradle_task }} \
           -PisRelease \
           -Pdocker-pull-licenses \
-          -Pprune-images \
+          -Pprune-images ${{ matrix.images_to_publish.skip_flags }} \
           -Pdocker-repository-root=gcr.io/apache-beam-testing/updated_released_container_images \
           -Pdocker-tag-list=${{ env.release }},${{ github.sha }},$(date +'%Y-%m-%d') \
           --no-daemon \