fix: fix flaky wasm tests (#13655)

* chore: add debugger

* chore: parallel run wasm ci

* chore: remove debugger

* Revert "chore: remove debugger"

This reverts commit 9cf41c2.

* chore: max workers

* Reapply "chore: remove debugger"

This reverts commit 4b2b18a.

* chore: wasi sdk

* chore: remote custom wasi

* chore: try increase increase memory

* chore: try decrease memory

* chore: limit memory to 2G

* chore: adjust 2gb

* chore: udpate comment

* chore: update

---------

Co-authored-by: CPunisher <1343316114@qq.com>

Author: hardfist

.cargo/config.toml

@@ -55,7 +55,12 @@ rustflags = [
 [target.wasm32-wasip1-threads]
 rustflags = [
   "-C",
-  "target-feature=+simd128", 
+  "target-feature=+simd128",
+  "-C",
+  # Set initial and max memory to 2GB to disable memory.grow at runtime.
+  # The allocator uses this link-time value to decide whether to call memory.grow,
+  # so it must match the runtime initial pages to ensure memory.grow is never called.
+  "link-args=--initial-memory=2147483648 --max-memory=2147483648",
   "--cfg", "tokio_unstable"
 ]
 

.github/workflows/reusable-build-build.yml

@@ -156,6 +156,7 @@ jobs:
       - name: Build wasm32-wasip1-threads with linux
         if: ${{ inputs.target == 'wasm32-wasip1-threads' && inputs.profile != 'release' }}
         run: |
+
           DISABLE_PLUGIN=1 RUST_TARGET=wasm32-wasip1-threads RSPACK_TARGET_BROWSER=1 pnpm build:binding:${{ inputs.profile }}
           DISABLE_PLUGIN=1 RUST_TARGET=wasm32-wasip1-threads pnpm build:binding:${{ inputs.profile }}
 

.github/workflows/reusable-build-test.yml

@@ -172,8 +172,7 @@ jobs:
           NODE_NO_WARNINGS: 1
           WASM: 1
           RSPACK_LOADER_WORKER_THREADS: 1
-          NODE_OPTIONS: '--max_old_space_size=8192 --stack-trace-limit=100'
-        run: pnpm run build:js && pnpm --filter "@rspack/cli" test && pnpm --filter "@rspack/tests" test
+        run: pnpm run test:ci
 
       - name: Upload Test Reporter
         if: always()

crates/node_binding/rspack.wasi-browser.js

@@ -21,9 +21,10 @@ const __wasmUrl = new URL('./rspack.wasm32-wasi.wasm', import.meta.url).href
 const __emnapiContext = __emnapiGetDefaultContext()
 __emnapiContext.feature.Buffer = Buffer
 
+// Allocate 2GB fixed shared memory (initial == maximum to disable memory.grow).
 const __sharedMemory = new WebAssembly.Memory({
-  initial: 16384,
-  maximum: 65536,
+  initial: 32768,
+  maximum: 32768,
   shared: true,
 })
 
@@ -57,6 +58,10 @@ const {
       ...importObject.napi,
       ...importObject.emnapi,
       memory: __sharedMemory,
+      // Override emnapi's napi_adjust_external_memory to a no-op.
+      // emnapi implements this by calling memory.grow, but we've disabled memory.grow
+      // (initial == maximum).
+      napi_adjust_external_memory() { return 0 },
     }
     return importObject
   },

crates/node_binding/rspack.wasi.cjs

@@ -26,9 +26,10 @@ const __wasi = new __nodeWASI({
 
 const __emnapiContext = __emnapiGetDefaultContext()
 
+// Allocate 2GB fixed shared memory (initial == maximum to disable memory.grow).
 const __sharedMemory = new WebAssembly.Memory({
-  initial: 16384,
-  maximum: 65536,
+  initial: 32768,
+  maximum: 32768,
   shared: true,
 })
 
@@ -97,6 +98,10 @@ const { instance: __napiInstance, module: __wasiModule, napiModule: __napiModule
       ...importObject.napi,
       ...importObject.emnapi,
       memory: __sharedMemory,
+      // Override emnapi's napi_adjust_external_memory to a no-op.
+      // emnapi implements this by calling memory.grow, but we've disabled memory.grow
+      // (initial == maximum).
+      napi_adjust_external_memory() { return 0 },
     }
     return importObject
   },

crates/node_binding/wasi-worker-browser.mjs

@@ -16,10 +16,10 @@ const handler = new MessageHandler({
         // eslint-disable-next-line no-console
         console.log.apply(console, arguments)
       },
-      printErr: function() {
+      printErr: function () {
         // eslint-disable-next-line no-console
         console.error.apply(console, arguments)
-        
+
         errorOutputs.push([...arguments])
       },
     })
@@ -32,6 +32,10 @@ const handler = new MessageHandler({
           ...importObject.napi,
           ...importObject.emnapi,
           memory: wasmMemory,
+          // Override emnapi's napi_adjust_external_memory to a no-op.
+          // emnapi implements this by calling memory.grow, but we've disabled memory.grow
+          // (initial == maximum).
+          napi_adjust_external_memory() { return 0 },
         }
       },
     })

crates/node_binding/wasi-worker.mjs

@@ -19,7 +19,7 @@ Object.assign(globalThis, {
   require,
   Worker,
   importScripts: function (f) {
-    ;(0, eval)(fs.readFileSync(f, "utf8") + "//# sourceURL=" + f);
+    ; (0, eval)(fs.readFileSync(f, "utf8") + "//# sourceURL=" + f);
   },
   postMessage: function (msg) {
     if (parentPort) {
@@ -51,7 +51,11 @@ const handler = new MessageHandler({
           ...importObject.env,
           ...importObject.napi,
           ...importObject.emnapi,
-          memory: wasmMemory
+          memory: wasmMemory,
+          // Override emnapi's napi_adjust_external_memory to a no-op.
+          // emnapi implements this by calling memory.grow, but we've disabled memory.grow
+          // (initial == maximum).
+          napi_adjust_external_memory() { return 0 },
         };
       },
     });

packages/rspack-cli/rstest.config.ts

@@ -5,10 +5,6 @@ const wasmConfig: RstestConfig | undefined = process.env.WASM
       exclude: [
         '**/*/profile.test.ts', // Skip due to lack of system api support
       ],
-      pool: {
-        maxWorkers: 1,
-      },
-      maxConcurrency: 1,
     }
   : undefined;
 

packages/rspack-test-tools/src/test/creator.ts

@@ -44,9 +44,7 @@ export interface IBasicCaseCreatorOptions {
   [key: string]: unknown;
 }
 
-const DEFAULT_MAX_CONCURRENT = process.env.WASM
-  ? 1
-  : Number(process.env.DEFAULT_MAX_CONCURRENT) || 5;
+const DEFAULT_MAX_CONCURRENT = Number(process.env.DEFAULT_MAX_CONCURRENT) || 5;
 
 export class BasicCaseCreator {
   protected currentConcurrent = 0;
@@ -89,9 +87,7 @@ export class BasicCaseCreator {
       testConfig,
       options,
     );
-    const concurrent = process.env.WASM
-      ? 1
-      : testConfig.concurrent || options.concurrent;
+    const concurrent = testConfig.concurrent || options.concurrent;
     if (options.describe) {
       if (run) {
         if (concurrent) {

tests/rspack-test/rstest.config.mts

@@ -33,7 +33,6 @@ const wasmConfig = process.env.WASM && defineProject({
     "Incremental-*.test.js",
     "NativeWatcher*.test.js",
   ],
-  maxConcurrency: 1,
 });
 
 const testFilter = process.argv.includes("--test") || process.argv.includes("-t")
@@ -44,9 +43,9 @@ const testFilter = process.argv.includes("--test") || process.argv.includes("-t"
   ]
   : undefined;
 
-const reporters: RstestConfig['reporters']  = testFilter ? ['verbose' as const] : ['default' as const];
+const reporters: RstestConfig['reporters'] = testFilter ? ['verbose' as const] : ['default' as const];
 if (process.env.CI) {
-  reporters.push(new StreamedEventReporter( path.join(__dirname, '../../', 'rspack-test-event-report.txt')));
+  reporters.push(new StreamedEventReporter(path.join(__dirname, '../../', 'rspack-test-event-report.txt')));
 }
 
 const sharedConfig = defineProject({
@@ -139,7 +138,7 @@ export default defineConfig({
   }],
   reporters,
   pool: {
-    maxWorkers: process.env.WASM ? 1 : "80%",
+    maxWorkers: "80%",
     execArgv: ['--no-warnings', '--expose-gc', '--max-old-space-size=8192', '--experimental-vm-modules'],
   },
 });