ci(pr_test_build_images): Test that the changed product sharding works

Author: NickLarsenNZ

.github/workflows/pr_test_build_images.yaml

@@ -9,7 +9,52 @@ on:
     # paths: []
 
 jobs:
-  dummy:
+  # The set of paths for changed files (eg: airflow/Dockerfile, zookeeper/stackable/jmx/server.yaml)
+  # ... limited to the product-paths (eg: airflow, zookeeper) that have a versions.py
+  # Then for each _product_, shard based on product versions that have the "test" indicator
+  generate_matrix:
+    name: Generate Products and Versions Matrix
     runs-on: ubuntu-latest
     steps:
-      - run: echo TODO
+      - uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
+      - id: shard
+        shell: bash
+        run: |
+          set -euo pipefail
+          [ -n "$GITHUB_DEBUG" ] && set -x
+
+          PRODUCT_VERSION_PAIRS=$(
+            # shellcheck disable=SC2016
+            git diff --name-only \
+            | cut --delimiter=/ --fields=1 | xargs -I {} find {} -type f -maxdepth 1 -name versions.toml \
+            | xargs -r dirname \
+            | xargs -I {} tomlq --raw-output --arg product "{}" '{$product: .versions | map_values(select(.build_on_pr)) | keys[]}' {}/versions.toml \
+            | jq --slurp --compact-output '.'
+          )
+          echo "product_version_pairs=$PRODUCT_VERSION_PAIRS" | tee -a "$GITHUB_OUTPUT"
+
+    outputs:
+      product_version_pairs: ${{ steps.shard.outputs.product_version_pairs }}
+
+  build:
+    name: Build/Publish ${{ matrix.product_version_pairs.name }}-${{ matrix.product_version_pairs.version }}-${{ matrix.runner.arch }} Image
+    needs: [generate_matrix]
+    permissions:
+      id-token: write
+    runs-on: ${{ matrix.runner.name }}
+    strategy:
+      matrix:
+        runner:
+          - {name: "ubuntu-latest", arch: "amd64"}
+          - {name: "ubicloud-standard-8-arm", arch: "arm64"}
+        # Eg: [{"name":"airflow","version":"2.10.2"},{"name":"airflow","version":"2.9.3"},{"name":"zookeeper","version":"3.9.2"}]
+        product_version_pairs: ${{ fromJson(needs.generate_matrix.outputs.product_version_pairs) }}
+    steps:
+      - name: Checkout Repository
+        uses: actions/checkout@692973e3d937129bcbf40652eb9f2f61becf3332 # v4.1.7
+      - env:
+          PRODUCT_NAME: ${{ matrix.product_version_pairs.name }}
+          PRODUCT_VERSION: ${{ matrix.product_version_pairs.version }}
+        run: |
+          echo "PRODUCT_NAME=$PRODUCT_NAME"
+          echo "PRODUCT_VERSION=$PRODUCT_VERSION"

airflow/Dockerfile

@@ -82,6 +82,8 @@ ARG TINI
 ARG TARGETARCH
 ARG STACKABLE_USER_UID
 
+# Example change
+
 LABEL name="Apache Airflow" \
       maintainer="[email protected]" \
       vendor="Stackable GmbH" \

airflow/versions.toml

@@ -0,0 +1,8 @@
+[versions."2.9.2"]
+
+[versions."2.9.3"]
+
+[versions."2.10.2"]
+build_on_pr = true
+# This will come later. See: https://github.com/stackabletech/docker-images/issues/770
+# dependencies = { ... }

zookeeper/stackable/jmx/server.yaml

@@ -1,5 +1,6 @@
 ---
 rules:
+  # Example change
   # replicated Zookeeper
   - pattern: "org.apache.ZooKeeperService<name0=ReplicatedServer_id(\\d+)><>(\\w+)"
     name: "zookeeper_$2"

zookeeper/versions.toml

@@ -0,0 +1,4 @@
+[versions."3.9.2"]
+build_on_pr = true
+# This will come later. See: https://github.com/stackabletech/docker-images/issues/770
+# dependencies = { ... }