chore(ci): PR workflow - build native once for all jobs (speedup builds)

Author: ovr

.github/workflows/push.yml

@@ -46,13 +46,14 @@ jobs:
   unit:
     runs-on: ubuntu-24.04
     timeout-minutes: 60
-    needs: latest-tag-sha
+    needs: [latest-tag-sha, build-native-linux]
     if: (needs['latest-tag-sha'].outputs.sha != github.sha)
 
     strategy:
       matrix:
         # Current docker version + next LTS
         node-version: [20.x, 22.x]
+        # Don't forget to update build-native-release
         python-version: [3.11]
         transpile-worker-threads: [false, true]
       fail-fast: false
@@ -69,13 +70,11 @@ jobs:
         with:
           # pulls all commits (needed for codecov)
           fetch-depth: 2
-      - name: Install Rust
-        uses: actions-rust-lang/setup-rust-toolchain@v1
+      - name: Download backend-native artifact
+        uses: actions/download-artifact@v4
         with:
-          toolchain: 1.84.1
-          # override: true # this is by default on
-          rustflags: ""
-          components: rustfmt
+          name: "native-linux-x64-glibc-${{ matrix.python-version }}.node"    # this name is referenced in above in native_linux
+          path: ./packages/cubejs-backend-native/
       - name: Install Node.js ${{ matrix.node-version }}
         uses: actions/setup-node@v4
         with:
@@ -111,11 +110,6 @@ jobs:
         run: yarn tsc
       - name: Build client
         run: yarn build
-      - name: Build cubejs-backend-native (with Python)
-        run: yarn run native:build-release-python
-        working-directory: ./packages/cubejs-backend-native
-        env:
-          PYO3_PYTHON: python${{ matrix.python-version }}
       - name: Lerna test
         run: yarn lerna run --concurrency 1 --stream --no-prefix unit
 #      - uses: codecov/codecov-action@v1
@@ -304,8 +298,56 @@ jobs:
           path: ./rust/cubestore/target/release/cubestored
           retention-days: 5
 
+  build-native-linux:
+    runs-on: ubuntu-22.04
+    timeout-minutes: 60
+    name: Build Linux Native backend for Dev image
+    container:
+      image: cubejs/rust-cross:x86_64-unknown-linux-gnu-15082024-python-3.11
+
+    steps:
+      - name: Checkout
+        uses: actions/checkout@v4
+      - name: Install Rust
+        uses: actions-rust-lang/setup-rust-toolchain@v1
+        with:
+          toolchain: 1.84.1
+          # override: true # this is by default on
+          rustflags: ""
+          components: rustfmt
+          target: x86_64-unknown-linux-gnu
+          cache: false
+      - uses: Swatinem/rust-cache@v2
+        with:
+          workspaces: ./rust/cubesql -> target
+          key: cubesql-x86_64-unknown-linux-gnu
+          shared-key: cubesql-x86_64-unknown-linux-gnu
+      - name: Install Node.js 20
+        uses: actions/setup-node@v4
+        with:
+          node-version: 20
+      - name: Install Yarn
+        run: npm install -g yarn
+      - name: Set Yarn version
+        run: yarn policies set-version v1.22.22
+        # We don't need to install all yarn deps to build native
+      - name: Install cargo-cp-artifact
+        run: npm install -g [email protected]
+      - name: Build native (with Python)
+        env:
+          PYO3_PYTHON: python3.11
+          CARGO_BUILD_TARGET: x86_64-unknown-linux-gnu
+        working-directory: ./packages/cubejs-backend-native
+        run: yarn run native:build-release-python
+      - name: Store build artifact for dev image
+        uses: actions/upload-artifact@v4
+        with:
+          name: "native-linux-x64-glibc-3.11.node"    # this name is referenced below in docker-image-dev
+          path: ./packages/cubejs-backend-native/index.node
+          overwrite: true
+
   integration-cubestore:
-    needs: [latest-tag-sha, build-cubestore]
+    needs: [latest-tag-sha, build-cubestore, build-native-linux]
     runs-on: ubuntu-24.04
     timeout-minutes: 60
     if: (needs['latest-tag-sha'].outputs.sha != github.sha)
@@ -334,13 +376,11 @@ jobs:
           df -h
       - name: Checkout
         uses: actions/checkout@v4
-      - name: Install Rust
-        uses: actions-rust-lang/setup-rust-toolchain@v1
+      - name: Download backend-native artifact
+        uses: actions/download-artifact@v4
         with:
-          toolchain: 1.84.1
-          # override: true # this is by default on
-          rustflags: ""
-          components: rustfmt
+          name: "native-linux-x64-glibc-${{ matrix.python-version }}.node"    # this name is referenced in above in native_linux
+          path: ./packages/cubejs-backend-native/
       - name: Install Node.js ${{ matrix.node-version }}
         uses: actions/setup-node@v4
         with:
@@ -370,9 +410,6 @@ jobs:
           command: yarn install --frozen-lockfile
       - name: Lerna tsc
         run: yarn tsc
-      - name: Build cubejs-backend-native (without Python)
-        run: yarn run native:build-release
-        working-directory: ./packages/cubejs-backend-native
       - name: Download cubestored-x86_64-unknown-linux-gnu-release artifact
         uses: actions/download-artifact@v4
         with:
@@ -388,7 +425,7 @@ jobs:
           yarn lerna run --concurrency 1 --stream --no-prefix integration:cubestore
 
   integration:
-    needs: [unit, lint, latest-tag-sha]
+    needs: [unit, lint, latest-tag-sha, build-native-linux]
     runs-on: ubuntu-24.04
     timeout-minutes: 60
     if: (needs['latest-tag-sha'].outputs.sha != github.sha)
@@ -411,6 +448,11 @@ jobs:
     steps:
       - name: Checkout
         uses: actions/checkout@v4
+      - name: Download backend-native artifact
+        uses: actions/download-artifact@v4
+        with:
+          name: "native-linux-x64-glibc-3.11.node"    # this name is referenced in above in native_linux
+          path: ./packages/cubejs-backend-native/
       - name: Install Rust
         uses: actions-rust-lang/setup-rust-toolchain@v1
         with:
@@ -447,9 +489,6 @@ jobs:
           command: yarn install --frozen-lockfile
       - name: Lerna tsc
         run: yarn tsc
-      - name: Build cubejs-backend-native (without Python)
-        run: yarn run native:build-release
-        working-directory: ./packages/cubejs-backend-native
       - name: Run Integration tests for ${{ matrix.db }} matrix
         uses: nick-fields/retry@v3
         with:
@@ -475,7 +514,7 @@ jobs:
           DRIVERS_TESTS_DREMIO_CUBEJS_DB_DREMIO_AUTH_TOKEN: ${{ secrets.DRIVERS_TESTS_DREMIO_CUBEJS_DB_DREMIO_AUTH_TOKEN }}
 
   integration-smoke:
-    needs: [ latest-tag-sha, build-cubestore ]
+    needs: [latest-tag-sha, build-cubestore, build-native-linux]
     runs-on: ubuntu-24.04
     timeout-minutes: 90
     if: (needs['latest-tag-sha'].outputs.sha != github.sha)
@@ -505,6 +544,11 @@ jobs:
           df -h
       - name: Checkout
         uses: actions/checkout@v4
+      - name: Download backend-native artifact
+        uses: actions/download-artifact@v4
+        with:
+          name: "native-linux-x64-glibc-${{ matrix.python-version }}.node"    # this name is referenced in above in native_linux
+          path: ./packages/cubejs-backend-native/
       - name: Install Node.js ${{ matrix.node-version }}
         uses: actions/setup-node@v4
         with:
@@ -540,8 +584,6 @@ jobs:
         uses: GoodManWEN/oracle-client-action@main
       - name: Build client
         run: yarn build
-      - name: Build cubejs-backend-native (with Python)
-        run: yarn run native:build-release-python
         working-directory: ./packages/cubejs-backend-native
         env:
           PYO3_PYTHON: python${{ matrix.python-version }}
@@ -638,14 +680,11 @@ jobs:
           df -h
       - name: Checkout
         uses: actions/checkout@v4
-      - name: Install Rust
-        uses: actions-rust-lang/setup-rust-toolchain@v1
+      - name: Download backend-native artifact
+        uses: actions/download-artifact@v4
         with:
-          toolchain: 1.84.1
-          # override: true # this is by default on
-          rustflags: ""
-          components: rustfmt
-          target: ${{ matrix.target }}
+          name: "native-linux-x64-glibc-${{ matrix.python-version }}.node"    # this name is referenced in above in native_linux
+          path: ./packages/cubejs-backend-native/
       - name: Install Node.js ${{ matrix.node-version }}
         uses: actions/setup-node@v4
         with:
@@ -686,8 +725,6 @@ jobs:
         run: yarn build
       - name: Lerna tsc
         run: yarn tsc
-      - name: Build cubejs-backend-native (without Python)
-        run: yarn run native:build-release
         working-directory: ./packages/cubejs-backend-native
       - name: Set up QEMU
         uses: docker/setup-qemu-action@v3