ci: split checks build jobs by system architecture

Refactor GitHub Actions workflow to run build checks in parallel across different
architectures (aarch64-linux, aarch64-darwin) with separate job matrices.

Author: jfroche

.github/workflows/nix-build.yml

@@ -105,17 +105,36 @@ jobs:
           set -Eeu
           echo matrix="$(python scripts/github-matrix.py checks)" >> "$GITHUB_OUTPUT"
 
+  build-checks-aarch64-linux:
+    name: ${{matrix.postgresql_version}}.${{ matrix.name }} (aarch64-darwin)
+    needs: checks-matrix
+    runs-on: ${{ matrix.runs_on.group && matrix.runs_on || matrix.runs_on.labels }}
+    if: |
+      !cancelled() && 
+      ${{ fromJSON(needs.checks-matrix.outputs.matrix).aarch64_linux != null }}
+    strategy:
+      fail-fast: false
+      max-parallel: 5
+      matrix: ${{ fromJSON(needs.checks-matrix.outputs.matrix).aarch64_linux }}
+    steps:
+      - name: Checkout Repo
+        uses: actions/checkout@v4
+      - name: Build Nix Package
+        uses: ./.github/actions/nix-build-setup
+        with:
+          attr: ${{ matrix.attr }}
 
-  build-checks:
-    name: ${{ matrix.name }} (${{ matrix.system }})
-    needs: [checks-matrix]
+  build-checks-aarch64-darwin:
+    name: ${{matrix.postgresql_version}}.${{ matrix.name }} (aarch64-darwin)
+    needs: checks-matrix
     runs-on: ${{ matrix.runs_on.group && matrix.runs_on || matrix.runs_on.labels }}
     if: |
       !cancelled() && 
-      (needs.checks-matrix.result == 'skipped' || needs.checks-matrix.result == 'success')
+      ${{ fromJSON(needs.checks-matrix.outputs.matrix).aarch64_darwin != null }}
     strategy:
       fail-fast: false
-      matrix: ${{fromJSON(needs.checks-matrix.outputs.matrix)}}
+      max-parallel: 5
+      matrix: ${{ fromJSON(needs.checks-matrix.outputs.matrix).aarch64_darwin }}
     steps:
       - name: Checkout Repo
         uses: actions/checkout@v4
@@ -124,9 +143,28 @@ jobs:
         with:
           attr: ${{ matrix.attr }}
 
+  # TODO
+  # build-checks-x86_64-linux:
+  #   name: ${{matrix.postgresql_version}}.${{ matrix.name }} (x86_64-linux)
+  #   needs: checks-matrix
+  #   runs-on: ${{ matrix.runs_on.group && matrix.runs_on || matrix.runs_on.labels }}
+  #   if: ${{ fromJSON(needs.checks-matrix.outputs.matrix).x86_64_linux != null }}
+  #   strategy:
+  #     fail-fast: false
+  #     max-parallel: 5
+  #     matrix: ${{ fromJSON(needs.checks-matrix.outputs.matrix).x86_64_linux }}
+  #   steps:
+  #     - name: Checkout Repo
+  #       uses: actions/checkout@v4
+  #     - name: Build Nix Package
+  #       uses: ./.github/actions/nix-build-setup
+  #       with:
+  #         attr: ${{ matrix.attr }}
+
   run-tests:
-    needs: build-checks
+    needs: [build-checks-aarch64-linux, build-checks-aarch64-darwin] #, build-checks-x86_64-linux]
     if: |
       !cancelled() && 
-      (needs.build-checks.result == 'skipped' || needs.build-checks.result == 'success')
+      (needs.build-checks-aarch64-linux.result == 'skipped' || needs.build-checks-aarch64-linux.result == 'success') &&
+      (needs.build-checks-aarch64-darwin.result == 'skipped' || needs.build-checks-aarch64-darwin.result == 'success')
     uses: ./.github/workflows/test.yml

scripts/github-matrix.py

@@ -144,7 +144,6 @@ def run_nix_eval_jobs(
         cmd, stdout=subprocess.PIPE, stderr=subprocess.PIPE, text=True
     ) as process:
         drv_paths = set()
-
         for line in process.stdout:
             package = parse_nix_eval_line(line, drv_paths, target)
             if package:
@@ -235,18 +234,15 @@ def clean_package_for_output(pkg: GitHubActionPackage) -> dict:
             if is_extension_pkg(pkg) and not pkg["already_cached"]
         ]
 
-        # Group packages by system
-        grouped_by_system = defaultdict(list)
-        for pkg in gh_action_packages:
-            grouped_by_system[pkg["system"]].append(clean_package_for_output(pkg))
+    # Group packages by system
+    grouped_by_system = defaultdict(list)
+    for pkg in gh_action_packages:
+        grouped_by_system[pkg["system"]].append(clean_package_for_output(pkg))
 
-        # Create output with system-specific matrices
-        gh_output = {}
-        for system, packages in grouped_by_system.items():
-            gh_output[system.replace("-", "_")] = {"include": packages}
-    else:
-        cleaned_packages = [clean_package_for_output(pkg) for pkg in gh_action_packages]
-        gh_output = {"include": cleaned_packages}
+    # Create output with system-specific matrices
+    gh_output = {}
+    for system, packages in grouped_by_system.items():
+        gh_output[system.replace("-", "_")] = {"include": packages}
 
     print(
         f"debug: Generated GitHub Actions matrix: {json.dumps(gh_output, indent=2)}",