Benchmark.

Author: ionut.stan

tests/AllTests.js

@@ -248,6 +248,7 @@ class AllTests
 			});
 
 			this._httpServerSiteA = null;
+			global.gc();
 		}
 
 
@@ -1186,6 +1187,7 @@ class AllTests
 
 		if(this._bBenchmarkMode)
 		{
+			console.log("heapTotal: " + Math.round(process.memoryUsage().heapTotal / 1024 / 1024, 2) + " MB");
 			this.disableConsole();
 		}
 	}

tests/benchmark.js

@@ -17,27 +17,38 @@ process.on(
 		const bBenchmarkMode = true;
 
 
-		console.log("===== http (500 calls in parallel)");
-		let allTests = new AllTests(bBenchmarkMode, /*bWebSocketMode*/ false, undefined, undefined, undefined, /*bDisableVeryLargePacket*/ true);
-		await allTests.runTests();
-
-		console.log("===== ws (20,000 calls in parallel, over as many reused connections as possible)");
-		allTests = new AllTests(bBenchmarkMode, /*bWebSocketMode*/ true, require("ws"), require("ws").Server, undefined, /*bDisableVeryLargePacket*/ true);
-		await allTests.runTests();
-
-		// Super bug: somehow V8 is deoptimized here (win 10, 64 bit).
-		// Running ws first will show ws is faster. Running uws first, will show uws is faster.
-
-		console.log("===== uws (20,000 calls in parallel, over as many reused connections as possible)");
-		allTests = new AllTests(bBenchmarkMode, /*bWebSocketMode*/ true, require("uws"), require("uws").Server, JSONRPC.WebSocketAdapters.uws.WebSocketWrapper, /*bDisableVeryLargePacket*/ true);
-		allTests.websocketServerPort = allTests.httpServerPort + 1;
-		await allTests.runTests();
-
-		// uws is consistently slower than ws when benchmarking with a few open connections (2) with the same number of calls.
-		// Most of the randomness was disabled when tested.
-		// Tested on nodejs 7.8.0, Windows 10, 64 bit.
-
-		console.log("[" + process.pid + "] Finished all tests!!!");
+		let nPasses = 5;
+		let allTests;
+		while(nPasses--)
+		{
+			//console.log("===== http (500 calls in parallel)");
+			//allTests = new AllTests(bBenchmarkMode, /*bWebSocketMode*/ false, undefined, undefined, undefined, /*bDisableVeryLargePacket*/ true);
+			//await allTests.runTests();
+			//global.gc();
+			//console.log("heapTotal after gc(): " + Math.round(process.memoryUsage().heapTotal / 1024 / 1024, 2) + " MB");
+			//console.log("");
+
+			// uws is consistently slower than ws when benchmarking with a few open connections (2) with the same number of calls.
+			// Most of the randomness was disabled when tested.
+			// Tested on nodejs 7.8.0, Windows 10, 64 bit.
+			console.log("===== uws (20,000 calls in parallel, over as many reused connections as possible)");
+			allTests = new AllTests(bBenchmarkMode, /*bWebSocketMode*/ true, require("uws"), require("uws").Server, JSONRPC.WebSocketAdapters.uws.WebSocketWrapper, /*bDisableVeryLargePacket*/ true);
+			allTests.websocketServerPort = allTests.httpServerPort + 1;
+			await allTests.runTests();
+			global.gc();
+			console.log("heapTotal after gc(): " + Math.round(process.memoryUsage().heapTotal / 1024 / 1024, 2) + " MB");
+			console.log("");
+
+
+			console.log("===== ws (20,000 calls in parallel, over as many reused connections as possible)");
+			allTests = new AllTests(bBenchmarkMode, /*bWebSocketMode*/ true, require("ws"), require("ws").Server, undefined, /*bDisableVeryLargePacket*/ true);
+			await allTests.runTests();
+			global.gc();
+			console.log("heapTotal after gc(): " + Math.round(process.memoryUsage().heapTotal / 1024 / 1024, 2) + " MB");
+			console.log("");
+		}
+
+		console.log("[" + process.pid + "] Finished benchmarking.");
 
 		process.exit(0);
 	}