[WIP] feat(deployment)!: Add spider scheduler to packaging.

.cargo/config.toml

@@ -4,3 +4,4 @@ rustflags = [
     "-Dclippy::nursery",
     "-Dclippy::pedantic",
 ]
+target-dir = "build/rust-targets"

.github/actions/run-on-image/action.yaml

@@ -46,7 +46,6 @@ runs:
     - run: >-
         docker run
         --user $(id -u):$(id -g)
-        --env npm_config_cache=/tmp/.npm
         --volume "$GITHUB_WORKSPACE":/mnt/repo
         --workdir /mnt/repo
         ${{steps.get_image_props.outputs.qualified_image_name}}

.github/workflows/clp-artifact-build.yaml

@@ -538,7 +538,7 @@ jobs:
         shell: "bash"
         run: "chown $(id -u):$(id -g) -R ."
 
-      - name: "Build the package"
+      - name: "Build the package without the package image"
         uses: "./.github/actions/run-on-image"
         env:
           OS_NAME: "ubuntu-jammy"
@@ -548,7 +548,9 @@ jobs:
             ${{needs.filter-relevant-changes.outputs.ubuntu_jammy_image_changed == 'false'
             || (github.event_name != 'pull_request' && github.ref == 'refs/heads/main')}}
           run_command: >-
-            CLP_CPP_MAX_PARALLELISM_PER_BUILD_TASK=$(getconf _NPROCESSORS_ONLN) task package
+            CLP_CPP_MAX_PARALLELISM_PER_BUILD_TASK=$(getconf _NPROCESSORS_ONLN)
+            HOME=/tmp
+            task package-build-deps
 
       - uses: "./.github/actions/clp-build-runtime-image"
         with:

.github/workflows/clp-core-build-macos.yaml

@@ -45,7 +45,6 @@ jobs:
     strategy:
       matrix:
         os:
-          - "macos-14"
           - "macos-15"
         use_shared_libs:
           - true

.github/workflows/clp-lint.yaml

@@ -43,6 +43,30 @@ jobs:
         name: "Install coreutils (for md5sum)"
         run: "brew install coreutils"
 
+      # This is a necessary dependency for the Python mariadb package which is a transitive
+      # dependency of `lint:py-check`.
+      - name: "Install MariaDB Connector/C"
+        shell: "bash"
+        run: |-
+          case "${{ matrix.os }}" in
+            ubuntu-24.04)
+              sudo apt-get update
+              sudo apt-get install -y libmariadb-dev
+              MARIADB_CONFIG_PATH="$(command -v mariadb_config)"
+              ;;
+            macos-15)
+              brew update
+              brew install mariadb-connector-c
+              PREFIX="$(brew --prefix mariadb-connector-c)"
+              MARIADB_CONFIG_PATH="$PREFIX/bin/mariadb_config"
+              ;;
+            *)
+              # Control flow should not reach here
+              exit 1
+              ;;
+          esac
+          echo "MARIADB_CONFIG=$MARIADB_CONFIG_PATH" >> "$GITHUB_ENV"
+
       - name: "Lint .js files"
         shell: "bash"
         run: "task lint:check-js"

.github/workflows/clp-rust-checks.yaml

@@ -2,7 +2,19 @@ name: "clp-rust-checks"
 
 on:
   pull_request:
+    paths: &monitored_paths
+      - ".cargo/**"
+      - "Cargo.lock"
+      - "Cargo.toml"
+      - ".github/workflows/clp-rust-checks.yaml"
+      - "components/api-server/**"
+      - "components/clp-rust-utils/**"
+      - "components/log-ingestor/**"
+      - "taskfile.yaml"
+      - "taskfiles/**"
+      - "tools/scripts/localstack/**"
   push:
+    paths: *monitored_paths
   schedule:
     # Run daily at 00:15 UTC (the 15 is to avoid periods of high load)
     - cron: "15 0 * * *"
@@ -15,13 +27,7 @@ concurrency:
 
 jobs:
   rust-checks:
-    strategy:
-      matrix:
-        os:
-          - "macos-15"
-          - "ubuntu-22.04"
-          - "ubuntu-24.04"
-    runs-on: "${{matrix.os}}"
+    runs-on: "ubuntu-22.04"
     steps:
       - uses: "actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683"
         with:
@@ -31,6 +37,13 @@ jobs:
         shell: "bash"
         run: "npm install -g @go-task/[email protected]"
 
+      - name: "Install the latest version of uv"
+        uses: "astral-sh/setup-uv@85856786d1ce8acfbcc2f13a5f3fbd6b938f9f41"  # v7.1.2
+
+      - name: "Validate lock files"
+        shell: "bash"
+        run: "task deps:lock:check-rust"
+
       - name: "Lint"
         shell: "bash"
         run: "task lint:check-rust"

.github/workflows/clp-uv-checks.yaml

@@ -0,0 +1,52 @@
+name: "clp-uv-checks"
+
+on:
+  pull_request:
+    paths: &monitored_paths
+      - ".github/workflows/clp-uv-checks.yaml"
+      - "components/clp-mcp-server/pyproject.toml"
+      - "components/clp-mcp-server/uv.lock"
+      - "components/clp-package-utils/pyproject.toml"
+      - "components/clp-package-utils/uv.lock"
+      - "components/clp-py-utils/pyproject.toml"
+      - "components/clp-py-utils/uv.lock"
+      - "components/job-orchestration/pyproject.toml"
+      - "components/job-orchestration/uv.lock"
+      - "integration-tests/pyproject.toml"
+      - "integration-tests/uv.lock"
+  push:
+    paths: *monitored_paths
+  schedule:
+    # Run daily at 00:15 UTC (the 15 is to avoid periods of high load)
+    - cron: "15 0 * * *"
+  workflow_dispatch:
+
+concurrency:
+  group: "${{github.workflow}}-${{github.ref}}"
+  # Cancel in-progress jobs for efficiency
+  cancel-in-progress: true
+
+jobs:
+  uv-checks:
+    strategy:
+      matrix:
+        os:
+          - "macos-15"
+          - "ubuntu-22.04"
+          - "ubuntu-24.04"
+    runs-on: "${{matrix.os}}"
+    steps:
+      - uses: "actions/checkout@08c6903cd8c0fde910a37f88322edcfb5dd907a8"  # v5.0.0
+        with:
+          submodules: "recursive"
+
+      - name: "Install task"
+        shell: "bash"
+        run: "npm install -g @go-task/[email protected]"
+
+      - name: "Install the latest version of uv"
+        uses: "astral-sh/setup-uv@85856786d1ce8acfbcc2f13a5f3fbd6b938f9f41"  # v7.1.2
+
+      - name: "Validate lock files"
+        shell: "bash"
+        run: "task deps:lock:check-uv"