Add accessors for parallel build dependencies

to be used for gha job generation.

Author: larskanis

.github/workflows/publish-images.yml

@@ -22,40 +22,17 @@ concurrency:
   group: "${{github.workflow}}-${{github.ref}}"
   cancel-in-progress: true
 
-
-<%
-platforms = %w[
-  aarch64-linux-gnu
-  aarch64-linux-musl
-  aarch64-mingw-ucrt
-  arm-linux-gnu
-  arm-linux-musl
-  arm64-darwin
-  jruby
-  x64-mingw-ucrt
-  x64-mingw32
-  x86-linux-gnu
-  x86-linux-musl
-  x86-mingw32
-  x86_64-darwin
-  x86_64-linux-gnu
-  x86_64-linux-musl
-]
-%>
-
 jobs:
-  build:
-    name: "build ${{ matrix.platform }} ${{ matrix.os }}"
+<% (parallel_docker_build.tree_deps.values + parallel_docker_build.tree_deps.keys).uniq.each do |job| %>
+  <%= job %>:
+    name: "build ${{ matrix.os }} <%= job %>"
+    <%= need = parallel_docker_build.tree_deps[job]; "needs: #{need}" if need %>
     strategy:
       fail-fast: false
       matrix:
         os:
           - ubuntu-latest
           - ubuntu-24.04-arm
-        platform:
-<% platforms.each do |pl| %>
-          <%= "- #{pl}" %>
-<% end %>
     runs-on: ${{ matrix.os }}
     steps:
       - uses: actions/checkout@v4
@@ -72,24 +49,27 @@ jobs:
         uses: actions/cache@v4
         with:
           path: tmp/build-cache-${{ runner.arch }}
-          key: ${{ runner.os }}-on-${{ runner.arch }}-${{ matrix.platform }}-buildxz-${{ github.sha }}
-          restore-keys: ${{ runner.os }}-on-${{ runner.arch }}-${{ matrix.platform }}-buildxz
+          key: ${{ runner.os }}-on-${{ runner.arch }}-<%= job %>-${{ github.sha }}
+          restore-keys: |
+            ${{ runner.os }}-on-${{ runner.arch }}-<%= job %>
+            ${{ runner.os }}-on-${{ runner.arch }}-<%= need %>
           enableCrossOsArchive: true
-      - name: Build the image for platform ${{ matrix.platform }} on ${{ runner.arch }}
+      - name: Build the image for platform <%= job %> on ${{ runner.arch }}
         run: |
           # Change docker to a cache-able driver
           docker buildx create --driver docker-container --use
-          bundle exec rake build:${{ matrix.platform }} RCD_DOCKER_BUILD="docker buildx build --cache-from=type=local,compression=zstd,src=tmp/build-cache-${{ runner.arch }} --cache-to=type=local,compression=zstd,dest=tmp/build-cache-new"
+          bundle exec rake build:<%= job %> RCD_DOCKER_BUILD="docker buildx build --cache-from=type=local,compression=zstd,src=tmp/build-cache-${{ runner.arch }} --cache-to=type=local,compression=zstd,dest=tmp/build-cache-new"
       - name: Show docker images
         run: docker images
       - name: Update and prune docker buildx layer cache
         run: |
           rm -rf tmp/build-cache-${{ runner.arch }}
           mv tmp/build-cache-new tmp/build-cache-${{ runner.arch }}
+<% end %>
 
   push:
     name: push
-    needs: build
+    needs: [<%= parallel_docker_build.final_deps.values.join(",") %>]
     strategy:
       fail-fast: false
     runs-on: ubuntu-24.04-arm
@@ -105,24 +85,24 @@ jobs:
           sudo apt clean
           df -h
 
-<% platforms.each do |pl| %>
-      - name: Use X64 cache from primary pipeline of <%= pl %>
+<% parallel_docker_build.final_deps.each do |dockerfile, tree_dep| %>
+      - name: Use X64 cache from tree pipeline of <%= dockerfile %>
         uses: actions/cache/restore@v4
         with:
           path: tmp/build-cache-X64
-          key: ${{ runner.os }}-on-X64-<%= pl %>-buildxz-${{ github.sha }}
-          restore-keys: ${{ runner.os }}-on-X64-<%= pl %>-buildxz
+          key: ${{ runner.os }}-on-X64-<%= tree_dep %>-${{ github.sha }}
+          restore-keys: ${{ runner.os }}-on-X64-<%= tree_dep %>
           enableCrossOsArchive: true
-      - run: mv tmp/build-cache-X64 tmp/build-cache-X64-<%= pl %>
-      - name: Use ARM64 cache from primary pipeline of <%= pl %>
+      - run: mv tmp/build-cache-X64 tmp/build-cache-X64-<%= tree_dep %>
+      - name: Use ARM64 cache from tree pipeline of <%= dockerfile %>
         uses: actions/cache/restore@v4
         with:
           path: tmp/build-cache-ARM64
-          key: ${{ runner.os }}-on-ARM64-<%= pl %>-buildxz-${{ github.sha }}
-          restore-keys: ${{ runner.os }}-on-ARM64-<%= pl %>-buildxz
+          key: ${{ runner.os }}-on-ARM64-<%= tree_dep %>-${{ github.sha }}
+          restore-keys: ${{ runner.os }}-on-ARM64-<%= tree_dep %>
           enableCrossOsArchive: true
           fail-on-cache-miss: true
-      - run: mv tmp/build-cache-ARM64 tmp/build-cache-ARM64-<%= pl %>
+      - run: mv tmp/build-cache-ARM64 tmp/build-cache-ARM64-<%= tree_dep %>
 <% end %>
       - uses: ruby/setup-ruby@v1
         with:
@@ -136,7 +116,7 @@ jobs:
       - name: Use cache and push docker image
         env:
           RCD_IMAGE_VERSION: snapshot
-          RCD_DOCKER_BUILD: docker buildx build <%= platforms.map{|pl| "--cache-from=type=local,compression=zstd,src=tmp/build-cache-X64-#{pl} --cache-from=type=local,compression=zstd,src=tmp/build-cache-ARM64-#{pl} " }.join %> --cache-to=type=local,compression=zstd,dest=tmp/build-cache-new
+          RCD_DOCKER_BUILD: docker buildx build <%= parallel_docker_build.final_deps.values.map{|tree_dep| "--cache-from=type=local,compression=zstd,src=tmp/build-cache-X64-#{tree_dep} --cache-from=type=local,compression=zstd,src=tmp/build-cache-ARM64-#{tree_dep} " }.join %> --cache-to=type=local,compression=zstd,dest=tmp/build-cache-new
         run: |
           docker buildx create --driver docker-container --use
           bundle exec rake release:images