chore: add build step timings + minor build/install tweaks

Author: joshp123

nix/scripts/gateway-build.sh

@@ -1,6 +1,22 @@
 #!/bin/sh
 set -e
 
+log_step() {
+  if [ "${OPENCLAW_NIX_TIMINGS:-1}" != "1" ]; then
+    "$@"
+    return
+  fi
+
+  name="$1"
+  shift
+
+  start=$(date +%s)
+  printf '>> [timing] %s...\n' "$name" >&2
+  "$@"
+  end=$(date +%s)
+  printf '>> [timing] %s: %ss\n' "$name" "$((end - start))" >&2
+}
+
 if [ -z "${GATEWAY_PREBUILD_SH:-}" ]; then
   echo "GATEWAY_PREBUILD_SH is not set" >&2
   exit 1
@@ -27,28 +43,39 @@ export NPM_CONFIG_STORE_DIR="$store_path"
 export NPM_CONFIG_STORE_PATH="$store_path"
 export HOME="$(mktemp -d)"
 
-pnpm install --offline --frozen-lockfile --ignore-scripts --store-dir "$store_path"
-chmod -R u+w node_modules
+log_step "pnpm install (offline, frozen, ignore-scripts)" pnpm install --offline --frozen-lockfile --ignore-scripts --store-dir "$store_path"
+
+log_step "chmod node_modules writable" chmod -R u+w node_modules
+
+# sharp may leave build artifacts around; remove to keep output smaller + avoid stale builds.
 rm -rf node_modules/.pnpm/sharp@*/node_modules/sharp/src/build
+
 # Rebuild only native deps (avoid `pnpm rebuild` over the entire workspace).
 # node-llama-cpp postinstall attempts to download/compile llama.cpp (network blocked in Nix).
 # Also defensively disable other common downloaders.
 rebuild_list="$(jq -r '.pnpm.onlyBuiltDependencies // [] | .[]' package.json 2>/dev/null || true)"
 if [ -n "$rebuild_list" ]; then
-  NODE_LLAMA_CPP_SKIP_DOWNLOAD=1 \
-  PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD=1 \
-  PUPPETEER_SKIP_DOWNLOAD=1 \
-  ELECTRON_SKIP_BINARY_DOWNLOAD=1 \
-  pnpm rebuild $rebuild_list
+  log_step "pnpm rebuild (onlyBuiltDependencies)" env \
+    NODE_LLAMA_CPP_SKIP_DOWNLOAD=1 \
+    PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD=1 \
+    PUPPETEER_SKIP_DOWNLOAD=1 \
+    ELECTRON_SKIP_BINARY_DOWNLOAD=1 \
+    pnpm rebuild $rebuild_list
 else
-  NODE_LLAMA_CPP_SKIP_DOWNLOAD=1 \
-  PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD=1 \
-  PUPPETEER_SKIP_DOWNLOAD=1 \
-  ELECTRON_SKIP_BINARY_DOWNLOAD=1 \
-  pnpm rebuild
+  log_step "pnpm rebuild (all)" env \
+    NODE_LLAMA_CPP_SKIP_DOWNLOAD=1 \
+    PLAYWRIGHT_SKIP_BROWSER_DOWNLOAD=1 \
+    PUPPETEER_SKIP_DOWNLOAD=1 \
+    ELECTRON_SKIP_BINARY_DOWNLOAD=1 \
+    pnpm rebuild
 fi
-bash -e -c ". \"$STDENV_SETUP\"; patchShebangs node_modules/.bin"
-pnpm build
-pnpm ui:build
-CI=true pnpm prune --prod
+
+log_step "patchShebangs node_modules/.bin" bash -e -c ". \"$STDENV_SETUP\"; patchShebangs node_modules/.bin"
+
+log_step "pnpm build" pnpm build
+log_step "pnpm ui:build" pnpm ui:build
+
+log_step "pnpm prune --prod" env CI=true pnpm prune --prod
+
+# Reduce output size (pnpm implementation detail; safe to remove)
 rm -rf node_modules/.pnpm/node_modules

nix/scripts/gateway-install.sh

@@ -1,15 +1,32 @@
 #!/bin/sh
 set -e
+
+log_step() {
+  if [ "${OPENCLAW_NIX_TIMINGS:-1}" != "1" ]; then
+    "$@"
+    return
+  fi
+
+  name="$1"
+  shift
+
+  start=$(date +%s)
+  printf '>> [timing] %s...\n' "$name" >&2
+  "$@"
+  end=$(date +%s)
+  printf '>> [timing] %s: %ss\n' "$name" "$((end - start))" >&2
+}
+
 mkdir -p "$out/lib/openclaw" "$out/bin"
 
-cp -r dist node_modules package.json ui "$out/lib/openclaw/"
+log_step "copy build outputs" cp -r dist node_modules package.json "$out/lib/openclaw/"
 if [ -d extensions ]; then
-  cp -r extensions "$out/lib/openclaw/"
+  log_step "copy extensions" cp -r extensions "$out/lib/openclaw/"
 fi
 
 if [ -d docs/reference/templates ]; then
   mkdir -p "$out/lib/openclaw/docs/reference"
-  cp -r docs/reference/templates "$out/lib/openclaw/docs/reference/"
+  log_step "copy reference templates" cp -r docs/reference/templates "$out/lib/openclaw/docs/reference/"
 fi
 
 if [ -z "${STDENV_SETUP:-}" ]; then
@@ -21,10 +38,7 @@ if [ ! -f "$STDENV_SETUP" ]; then
   exit 1
 fi
 
-bash -e -c '. "$STDENV_SETUP"; patchShebangs "$out/lib/openclaw/node_modules/.bin"'
-if [ -d "$out/lib/openclaw/ui/node_modules/.bin" ]; then
-  bash -e -c '. "$STDENV_SETUP"; patchShebangs "$out/lib/openclaw/ui/node_modules/.bin"'
-fi
+log_step "patchShebangs node_modules/.bin" bash -e -c '. "$STDENV_SETUP"; patchShebangs "$out/lib/openclaw/node_modules/.bin"'
 
 # Work around missing dependency declaration in pi-coding-agent (strip-ansi).
 # Ensure it is resolvable at runtime without changing upstream.

nix/scripts/gateway-prebuild.sh

@@ -1,23 +1,43 @@
 #!/bin/sh
 set -e
 
+log_step() {
+  if [ "${OPENCLAW_NIX_TIMINGS:-1}" != "1" ]; then
+    "$@"
+    return
+  fi
+
+  name="$1"
+  shift
+
+  start=$(date +%s)
+  printf '>> [timing] %s...\n' "$name" >&2
+  "$@"
+  end=$(date +%s)
+  printf '>> [timing] %s: %ss\n' "$name" "$((end - start))" >&2
+}
+
 store_path_file="${PNPM_STORE_PATH_FILE:-.pnpm-store-path}"
 store_path="$(mktemp -d)"
 
 printf "%s" "$store_path" > "$store_path_file"
 
 fetcherVersion=$(cat "$PNPM_DEPS/.fetcher-version" 2>/dev/null || echo 1)
 if [ "$fetcherVersion" -ge 3 ]; then
-  tar --zstd -xf "$PNPM_DEPS/pnpm-store.tar.zst" -C "$store_path"
+  # tar --zstd uses libzstd; on some platforms it ends up single-threaded.
+  # Use zstd directly to enable multi-threaded decompression.
+  log_step "extract pnpm store (fetcherVersion=${fetcherVersion})" sh -c '
+    zstd -d --threads=0 < "$1" | tar -xf - -C "$2"
+  ' sh "$PNPM_DEPS/pnpm-store.tar.zst" "$store_path"
 else
-  cp -Tr "$PNPM_DEPS" "$store_path"
+  log_step "copy pnpm store (fetcherVersion=${fetcherVersion})" cp -Tr "$PNPM_DEPS" "$store_path"
 fi
 
-chmod -R +w "$store_path"
+log_step "chmod pnpm store writable" chmod -R +w "$store_path"
 
 # pnpm --ignore-scripts marks tarball deps as "not built" and offline install
 # later refuses to use them; if a dep doesn't require build, promote it.
-"$PROMOTE_PNPM_INTEGRITY_SH" "$store_path"
+log_step "promote pnpm integrity" "$PROMOTE_PNPM_INTEGRITY_SH" "$store_path"
 
 export REAL_NODE_GYP="$(command -v node-gyp)"
 wrapper_dir="$(mktemp -d)"

nix/scripts/gateway-tests-build.sh

@@ -1,6 +1,22 @@
 #!/bin/sh
 set -e
 
+log_step() {
+  if [ "${OPENCLAW_NIX_TIMINGS:-1}" != "1" ]; then
+    "$@"
+    return
+  fi
+
+  name="$1"
+  shift
+
+  start=$(date +%s)
+  printf '>> [timing] %s...\n' "$name" >&2
+  "$@"
+  end=$(date +%s)
+  printf '>> [timing] %s: %ss\n' "$name" "$((end - start))" >&2
+}
+
 if [ -z "${GATEWAY_PREBUILD_SH:-}" ]; then
   echo "GATEWAY_PREBUILD_SH is not set" >&2
   exit 1
@@ -19,7 +35,8 @@ export NPM_CONFIG_STORE_DIR="$store_path"
 export NPM_CONFIG_STORE_PATH="$store_path"
 export HOME="$(mktemp -d)"
 
-pnpm install --offline --frozen-lockfile --ignore-scripts --store-dir "$store_path"
+log_step "pnpm install (tests/config)" pnpm install --offline --frozen-lockfile --ignore-scripts --store-dir "$store_path"
+
 if [ -z "${STDENV_SETUP:-}" ]; then
   echo "STDENV_SETUP is not set" >&2
   exit 1
@@ -28,4 +45,5 @@ if [ ! -f "$STDENV_SETUP" ]; then
   echo "STDENV_SETUP not found: $STDENV_SETUP" >&2
   exit 1
 fi
-bash -e -c ". \"$STDENV_SETUP\"; patchShebangs node_modules/.bin"
+
+log_step "patchShebangs node_modules/.bin" bash -e -c ". \"$STDENV_SETUP\"; patchShebangs node_modules/.bin"