tools: run CI with shared libs on GHA

aduh95 · aduh95 · commit db22da52527b · 2025-08-17T12:33:56.000+02:00
diff --git a/.github/workflows/test-shared.yml b/.github/workflows/test-shared.yml
@@ -0,0 +1,83 @@
+name: Test Shared librairies
+
+on:
+  pull_request:
+    paths-ignore:
+      - .mailmap
+      - README.md
+      - .github/**
+      - '!.github/workflows/test-shared.yml'
+    types: [opened, synchronize, reopened, ready_for_review]
+  push:
+    branches:
+      - main
+      - canary
+      - v[0-9]+.x-staging
+      - v[0-9]+.x
+    paths-ignore:
+      - .mailmap
+      - README.md
+      - .github/**
+      - '!.github/workflows/test-shared.yml'
+
+concurrency:
+  group: ${{ github.workflow }}-${{ github.head_ref || github.run_id }}
+  cancel-in-progress: true
+
+env:
+  FLAKY_TESTS: keep_retrying
+  NIXPKGS_REPO: https://github.com/NixOS/nixpkgs
+  NIXPKGS_PIN: d74de548348c46cf25cb1fcc4b74f38103a4590d
+
+permissions:
+  contents: read
+
+jobs:
+  build:
+    strategy:
+      fail-fast: false
+      matrix:
+        include:
+          - runner: ubuntu-24.04
+            system: x86_64-linux
+          - runner: ubuntu-24.04-arm
+            system: aarch64-linux
+          - runner: macos-13
+            system: x86_64-darwin
+          - runner: macos-14
+            system: aarch64-darwin
+    name: '${{ matrix.system }}: with shared libraries'
+    runs-on: ${{ matrix.runner }}
+    steps:
+      - uses: actions/checkout@11bd71901bbe5b1630ceea73d27597364c9af683 # v4.2.2
+
+      - uses: cachix/install-nix-action@f0fe604f8a612776892427721526b4c7cfb23aba # v31
+        with:
+          extra_nix_config: sandbox = true
+          github_access_token: ${{ secrets.GITHUB_TOKEN }}
+          nix_path: nixpkgs=${{ env.NIXPKGS_REPO }}/archive/${{ env.NIXPKGS_PIN }}.tar.gz
+
+      - uses: cachix/cachix-action@0fc020193b5a1fa3ac4575aa3a7d3aa6a35435ad # v16
+        with:
+          # This cache is for the nixpkgs repo checks and should not be trusted or used elsewhere.
+          name: nodejs
+          authToken: ${{ secrets.CACHIX_AUTH_TOKEN_2 }}
+
+      - name: Configure sccache
+        run: echo "SCCACHE_DIR=$RUNNER_TEMP/sscache" >> "$GITHUB_ENV"
+
+      - uses: actions/cache@0400d5f644dc74513175e3cd8d07132dd4860809 # v4.2.4
+        with:
+          key: nixpkgs-sscache-${{ runner.os }}-${{ runner.arch }}
+          path: ${{ env.SCCACHE_DIR }}
+
+      - name: Build Node.js and run tests
+        run: |
+          nix-shell \
+            --arg loadJSBuiltinsDynamically false \
+            --arg ccache '(import <nixpkgs> {}).sccache' \
+            --arg devTools '[]' \
+            --arg benchmarkTools '[]' \
+            --run '
+                make run-ci -j4 V=1 TEST_CI_ARGS="-p actions --measure-flakiness 9 --skip-tests=$CI_SKIP_TESTS"
+            '
diff --git a/.github/workflows/tools.yml b/.github/workflows/tools.yml
@@ -30,6 +30,7 @@ on:
           - llhttp
           - minimatch
           - nbytes
+          - nixpkgs-unstable
           - nghttp2
           - nghttp3
           - ngtcp2
@@ -198,6 +199,14 @@ jobs:
               cat temp-output
               tail -n1 temp-output | grep "NEW_VERSION=" >> "$GITHUB_ENV" || true
               rm temp-output
+          - id: nixpkgs-unstable
+            subsystem: tools
+            label: tools
+            run: |
+              ./tools/dep_updaters/update-nixpkgs-pin.sh > temp-output
+              cat temp-output
+              tail -n1 temp-output | grep "NEW_VERSION=" >> "$GITHUB_ENV" || true
+              rm temp-output
           - id: nghttp2
             subsystem: deps
             label: dependencies
diff --git a/BUILDING.md b/BUILDING.md
@@ -239,6 +239,7 @@ Consult previous versions of this document for older versions of Node.js:
 
 Installation via Linux package manager can be achieved with:
 
+* Nix, NixOS: `nix-shell`
 * Ubuntu, Debian: `sudo apt-get install python3 g++-12 gcc-12 make python3-pip`
 * Fedora: `sudo dnf install python3 gcc-c++ make python3-pip`
 * CentOS and RHEL: `sudo yum install python3 gcc-c++ make python3-pip`
@@ -259,6 +260,16 @@ installed, you can find them under the menu `Xcode -> Open Developer Tool ->
 More Developer Tools...`. This step will install `clang`, `clang++`, and
 `make`.
 
+#### Nix integration
+
+If you are using Nix and direnv, you can use the following to get started:
+
+```
+echo 'use_nix --attr sharedLibDeps {}' > .envrc
+direnv allow .
+make build-ci -j12
+```
+
 #### Building Node.js
 
 If the path to your build directory contains a space, the build will likely
@@ -267,7 +278,6 @@ fail.
 To build Node.js:
 
 ```bash
-export CXX=g++-12
 ./configure
 make -j4
 ```
diff --git a/node.gyp b/node.gyp
@@ -848,6 +848,7 @@
         'deps/googletest/googletest.gyp:gtest_prod',
         'deps/histogram/histogram.gyp:histogram',
         'deps/nbytes/nbytes.gyp:nbytes',
+        'deps/uvwasi/uvwasi.gyp:uvwasi',
         'tools/v8_gypfiles/abseil.gyp:abseil',
         'node_js2c#host',
       ],
diff --git a/shell.nix b/shell.nix
@@ -0,0 +1,116 @@
+{
+  pkgs ? import <nixpkgs> {},
+  loadJSBuiltinsDynamically ? true, # Load `lib/**.js` from disk instead of embedding
+  ncu-path ? null, # Provide this if you want to use a local version of NCU
+  shared-icu ? pkgs.icu,
+  sharedLibDeps ? {
+    inherit (pkgs)
+      ada
+      brotli
+      c-ares
+      libuv
+      nghttp2
+      nghttp3
+      ngtcp2
+      openssl
+      simdjson
+      sqlite
+      zlib
+      zstd
+    ;
+    http-parser = pkgs.llhttp;
+    simdutf = pkgs.simdutf.overrideAttrs {
+      version = "6.5.0";
+
+      src = pkgs.fetchFromGitHub {
+        owner = "simdutf";
+        repo = "simdutf";
+        tag = "v6.5.0";
+        hash = "sha256-bZ4r62GMz2Dkd3fKTJhelitaA8jUBaDjG6jOysEg8Nk=";
+      };
+    };
+    uvwasi = pkgs.uvwasi.overrideAttrs {
+      version = "0.0.22";
+
+      src = pkgs.fetchFromGitHub {
+        owner = "nodejs";
+        repo = "uvwasi";
+        rev = "refs/heads/v0.0.22-proposal";
+        hash = "sha256-vrtL9HDzbbbx3QmRsifRzNTYilC4zgo9JmJoA9haUFQ=";
+      };
+      postPatch = "";
+    };
+  },
+  ccache ? pkgs.ccache,
+  ninja ? pkgs.ninja,
+  devTools ? [
+    pkgs.curl
+    pkgs.gh
+    pkgs.git
+    pkgs.jq
+    pkgs.shellcheck
+  ] ++ (if (ncu-path == null) then [
+      pkgs.node-core-utils
+    ] else [
+      (pkgs.writeShellScriptBin "git-node" "exec \"${ncu-path}/bin/git-node.js\" \"$@\"")
+      (pkgs.writeShellScriptBin "ncu-ci" "exec \"${ncu-path}/bin/ncu-ci.js\" \"$@\"")
+      (pkgs.writeShellScriptBin "ncu-config" "exec \"${ncu-path}/bin/ncu-config.js\" \"$@\"")
+    ]),
+  benchmarkTools ? [
+    pkgs.R
+    pkgs.rPackages.ggplot2
+    pkgs.rPackages.plyr
+  ],
+  extraConfigFlags ? [
+    "--without-npm"
+    "--debug-node"
+  ],
+}:
+
+let
+  useSharedICU = if builtins.isString shared-icu then shared-icu == "system" else shared-icu != null;
+  useSharedAda = builtins.hasAttr "ada" sharedLibDeps;
+  useSharedOpenSSL = builtins.hasAttr "openssl" sharedLibDeps;
+in
+pkgs.mkShell {
+  inherit (pkgs.nodejs_latest) nativeBuildInputs;
+
+  buildInputs = builtins.attrValues sharedLibDeps ++ pkgs.lib.optionals useSharedICU [ shared-icu ];
+
+  packages = [
+    ccache
+  ] ++ devTools ++ benchmarkTools;
+
+  shellHook = if (ccache != null) then ''
+    export CC="${pkgs.lib.getExe ccache} $CC"
+    export CXX="${pkgs.lib.getExe ccache} $CXX"
+  '' else "";
+
+  BUILD_WITH = if (ninja != null) then "ninja" else "make";
+  NINJA = if (ninja != null) then "${pkgs.lib.getExe ninja}" else "";
+  CI_SKIP_TESTS = pkgs.lib.concatStringsSep "," ([
+    ] ++ pkgs.lib.optionals useSharedAda [
+      # Different versions of Ada affect the WPT tests
+      "test-url"
+    ] ++ pkgs.lib.optionals useSharedOpenSSL [
+      # Path to the openssl.cnf is different from the expected one
+      "test-strace-openat-openssl"
+    ]);
+  CONFIG_FLAGS = builtins.toString ([
+    (if shared-icu == null
+      then "--without-intl"
+      else "--with-intl=${if useSharedICU then "system" else shared-icu}-icu")
+  ] ++ extraConfigFlags ++ pkgs.lib.optionals (ninja != null) [
+    "--ninja"
+  ] ++ pkgs.lib.optionals loadJSBuiltinsDynamically [
+    "--node-builtin-modules-path=${builtins.toString ./.}"
+  ] ++ pkgs.lib.concatMap (name: [
+    "--shared-${builtins.replaceStrings [ "c-ares" ] [ "cares" ] name}"
+    "--shared-${builtins.replaceStrings [ "c-ares" ] [ "cares" ] name}-libpath=${
+      pkgs.lib.getLib sharedLibDeps.${name}
+    }/lib"
+    "--shared-${builtins.replaceStrings [ "c-ares" ] [ "cares" ] name}-include=${
+      pkgs.lib.getInclude sharedLibDeps.${name}
+    }/include"
+  ]) (builtins.attrNames sharedLibDeps));
+}
diff --git a/tools/dep_updaters/update-nixpkgs-pin.sh b/tools/dep_updaters/update-nixpkgs-pin.sh
@@ -0,0 +1,36 @@
+#!/bin/sh
+set -ex
+# Shell script to update Nixpkgs pin in the source tree to the most recent
+# version on the unstable channel.
+
+BASE_DIR=$(cd "$(dirname "$0")/../.." && pwd)
+WORKFLOW_FILE="$BASE_DIR/.github/workflows/test-shared.yml"
+
+NIXPKGS_REPO=$(grep NIXPKGS_REPO: "$WORKFLOW_FILE" | awk -F': ' '{ print $2 }')
+CURRENT_VERSION_SHA1=$(grep NIXPKGS_PIN: "$WORKFLOW_FILE" | awk -F': ' '{ print $2 }')
+CURRENT_VERSION=$(echo "$CURRENT_UPSTREAM_SHA1" | head -c 7)
+
+NEW_UPSTREAM_SHA1=$(git ls-remote "$NIXPKGS_REPO.git" nixpkgs-unstable | awk '{print $1}')
+NEW_VERSION=$(echo "$NEW_UPSTREAM_SHA1" | head -c 7)
+
+
+# shellcheck disable=SC1091
+. "$BASE_DIR/tools/dep_updaters/utils.sh"
+
+compare_dependency_version "nixpkgs-unstable" "$NEW_VERSION" "$CURRENT_VERSION"
+
+TMP_FILE=$(mktemp)
+sed "s/$CURRENT_VERSION_SHA1/$NEW_UPSTREAM_SHA1/" "$WORKFLOW_FILE" > "$TMP_FILE"
+mv "$TMP_FILE" "$WORKFLOW_FILE"
+
+echo "All done!"
+echo ""
+echo "Please git add and commit the new version:"
+echo ""
+echo "$ git add $WORKFLOW_FILE"
+echo "$ git commit -m 'tools: bump nixpkgs-unstable pin to $NEW_VERSION'"
+echo ""
+
+# The last line of the script should always print the new version,
+# as we need to add it to $GITHUB_ENV variable.
+echo "NEW_VERSION=$NEW_VERSION"
