windows: fixed native build for windows

* Added `scripts/prebuild.js` which is set as the `prebuild` script in `package.json`
* The `scripts/prebuild.js` supports `npm_config_devdir`, `npm_config_nodedir` and `npm_config_arch` as environment variables
* Environment variables are necessary to pass configuration when using `npm run build` because the prebuild script doesn't receive commmand line parameters
* Added `engines` which specifies the node runtime and msvs version, used by `scripts/prebuild.js`
* Renamed `src/rocksdb` to `src/native` to avoid name conflict with `deps/rocksdb`, this affects windows builds
* All `package.json` scripts must be prefixed with the actual program to be executable on Windows
* The `execFile` functions do not read `PATHEXT` requiring the usage of `shell: true` option on windows
* Node headers and static libraries are installed into `npm_config_devdir` but only for window and macos, nix still uses `npm_config_nodedir`
* The `scripts/prebuild.js` supports incremental compilation, just need to cache the `./build` directory
* No more `prebuildify`, completely replaced by `scripts/prebuild.js`, replicates expected `./prebuilds` file and directory structure

Author: CMCDragonkai

.gitlab-ci.yml

@@ -123,6 +123,9 @@ build:merge:
 build:linux:
   stage: build
   needs: []
+  variables:
+    # Only x64 architecture is needed
+    npm_config_arch: "x64"
   script:
     - >
         nix-shell --run '
@@ -154,21 +157,18 @@ build:windows:
   tags:
     - windows
   variables:
-    # Target node version must match nixpkgs `pkgs.nodejs.version`
-    npm_config_target: '16.14.2'
     # Location node-gyp installed headers and static libraries
     npm_config_devdir: "${CI_PROJECT_DIR}/tmp/node-gyp"
-    npm_config_nodedir: "${CI_PROJECT_DIR}/tmp/node-gyp/$npm_config_target"
+    # Only x64 architecture is needed
+    npm_config_arch: "x64"
   before_script:
     - mkdir -Force "$CI_PROJECT_DIR/tmp"
-    - choco install nodejs --version="$npm_config_target" -y
+    - choco install nodejs --version="16.15.1" -y
     - choco install python --version=3.9.12 -y
     - refreshenv
   script:
-    - npm config set msvs_version 2019 --location project
     - npm install --ignore-scripts
     - $env:Path = "$(npm bin);" + $env:Path
-    - node-gyp install --ensure
     - npm run build --verbose
     - npm test -- --ci
   artifacts:
@@ -193,6 +193,10 @@ build:macos:
   variables:
     HOMEBREW_NO_INSTALL_UPGRADE: "true"
     HOMEBREW_NO_INSTALL_CLEANUP: "true"
+    # Location node-gyp installed headers and static libraries
+    npm_config_devdir: "${CI_PROJECT_DIR}/tmp/node-gyp"
+    # Produce universal binary
+    npm_config_arch: 'x64+arm64'
   before_script:
     - eval "$(brew shellenv)"
     - brew install node@16
@@ -203,7 +207,6 @@ build:macos:
   script:
     - npm install --ignore-scripts
     - export PATH="$(npm bin):$PATH"
-    - export PREBUILD_ARCH=x64+arm64
     - npm run build --verbose
     - npm test -- --ci
   artifacts:

.npmrc

@@ -1,4 +1,2 @@
 # Enables npm link
 prefix=~/.npm
-# Use all cores during node-gyp compilation
-jobs=max

binding.gyp

@@ -1,27 +1,27 @@
 {
   'targets': [{
-    'target_name': 'rocksdb',
+    'target_name': 'native',
     'include_dirs': [
       "<!(node -e \"require('napi-macros')\")"
     ],
     'dependencies': [
       '<(module_root_dir)/deps/rocksdb/rocksdb.gyp:rocksdb'
     ],
     'sources': [
-      './src/rocksdb/napi/batch.cpp',
-      './src/rocksdb/napi/database.cpp',
-      './src/rocksdb/napi/debug.cpp',
-      './src/rocksdb/napi/index.cpp',
-      './src/rocksdb/napi/iterator.cpp',
-      './src/rocksdb/napi/snapshot.cpp',
-      './src/rocksdb/napi/transaction.cpp',
-      './src/rocksdb/napi/utils.cpp',
-      './src/rocksdb/napi/worker.cpp',
-      './src/rocksdb/napi/workers/batch_workers.cpp',
-      './src/rocksdb/napi/workers/database_workers.cpp',
-      './src/rocksdb/napi/workers/iterator_workers.cpp',
-      './src/rocksdb/napi/workers/transaction_workers.cpp',
-      './src/rocksdb/napi/workers/snapshot_workers.cpp'
+      './src/native/napi/batch.cpp',
+      './src/native/napi/database.cpp',
+      './src/native/napi/debug.cpp',
+      './src/native/napi/index.cpp',
+      './src/native/napi/iterator.cpp',
+      './src/native/napi/snapshot.cpp',
+      './src/native/napi/transaction.cpp',
+      './src/native/napi/utils.cpp',
+      './src/native/napi/worker.cpp',
+      './src/native/napi/workers/batch_workers.cpp',
+      './src/native/napi/workers/database_workers.cpp',
+      './src/native/napi/workers/iterator_workers.cpp',
+      './src/native/napi/workers/transaction_workers.cpp',
+      './src/native/napi/workers/snapshot_workers.cpp'
     ],
     'conditions': [
       ['OS=="linux"', {