async worker initialization

Author: Rafal Augustyniak

CHANGELOG.md

@@ -5,6 +5,12 @@ All notable changes to this project will be documented in this file.
 The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/),
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
+## [2.3.0] - 2020-11-24
+
+### Added
+
+- new options `asyncWorkerInitialization` that enable async initialization of worker
+
 ## [2.2.1] - 2020-09-17
 
 ### Changed

Readme.md

@@ -95,6 +95,7 @@ Describes a WorkerNodes options.
 * [WorkerNodesOptions](#WorkerNodesOptions)
     * [.autoStart](#WorkerNodesOptions+autoStart) : <code>Boolean</code>
     * [.lazyStart](#WorkerNodesOptions+lazyStart) : <code>Boolean</code>
+    * [.asyncWorkerInitialization](#WorkerNodesOptions+asyncWorkerInitialization) : <code>Boolean</code>
     * [.minWorkers](#WorkerNodesOptions+minWorkers) : <code>Number</code>
     * [.maxWorkers](#WorkerNodesOptions+maxWorkers) : <code>Number</code>
     * [.maxTasks](#WorkerNodesOptions+maxTasks) : <code>Number</code>
@@ -119,6 +120,15 @@ If true, depending on the [lazyStart](#WorkerNodesOptions+lazyStart) option, it
 ### options.lazyStart : <code>Boolean</code>
 Whether should start a new worker only if all the others are busy.
 
+**Kind**: instance property of [<code>WorkerNodesOptions</code>](#WorkerNodesOptions)  
+**Default**: <code>false</code>  
+<a name="WorkerNodesOptions+asyncWorkerInitialization"></a>
+
+### options.asyncWorkerInitialization : <code>Boolean</code>
+Enables async initialization of worker.
+To start handling task over worker, need to invoke `sendWorkerMessage('ready')` function when it fully initialized.
+For examples please refer to [the test cases](https://github.com/allegro/node-worker-nodes/blob/master/e2e/async-initialization.spec.js)
+
 **Kind**: instance property of [<code>WorkerNodesOptions</code>](#WorkerNodesOptions)  
 **Default**: <code>false</code>  
 <a name="WorkerNodesOptions+minWorkers"></a>
@@ -199,7 +209,7 @@ const myModuleWorkerNodes = new WorkerNodes('/home/joe.doe/workspace/my-module')
 myModuleWorkerNodes.call().then(msg => console.log(msg));  // -> 'hello from separate process!'
 ```
 
-For more advanced examples please refer to [the test cases](https://github.com/allegro/node-worker-nodes/blob/master/tests/e2e.spec.js).
+For more advanced examples please refer to [the test cases](https://github.com/allegro/node-worker-nodes/tree/master/e2e).
 
 
 ## Running tests

docs-src/Readme.hbs

@@ -41,7 +41,7 @@ const myModuleWorkerNodes = new WorkerNodes('/home/joe.doe/workspace/my-module')
 myModuleWorkerNodes.call().then(msg => console.log(msg));  // -> 'hello from separate process!'
 ```
 
-For more advanced examples please refer to [the test cases](https://github.com/allegro/node-worker-nodes/blob/master/tests/e2e.spec.js).
+For more advanced examples please refer to [the test cases](https://github.com/allegro/node-worker-nodes/tree/master/e2e).
 
 
 ## Running tests

e2e/async-initialization.spec.js

@@ -0,0 +1,31 @@
+const test = require('ava');
+
+const WorkerNodes = require('../');
+const { fixture } = require('./utils');
+
+test('should not mark worker as ready until module fully initialized', t => {
+    // given
+    const workerNodes = new WorkerNodes(fixture('async-initialization'), {
+        maxWorkers: 1,
+        asyncWorkerInitialization: true,
+        autoStart: true
+    });
+
+    // then
+    t.falsy(workerNodes.pickWorker());
+});
+
+test('should correctly handle task after initialization', async t => {
+    // given
+    const workerNodes = new WorkerNodes(fixture('async-initialization'), {
+        maxWorkers: 1,
+        asyncWorkerInitialization: true,
+        autoStart: true
+    });
+
+    // when 
+    const result = await workerNodes.call.result();
+
+    // then
+    t.is(result, 'result');
+});

e2e/call-timeout.spec.js

@@ -49,7 +49,7 @@ test('should result with rejection of all the calls that the worker was processi
     // when
 
     const failingCall = workerNodes.call.task500ms().catch(error => error);
-    await wait(150);
+    await wait(200);
 
     const secondCall = workerNodes.call.task100ms().catch(error => error);
     const results = await Promise.all([failingCall, secondCall]);

e2e/fixtures/async-initialization.js

@@ -0,0 +1,12 @@
+const sendWorkerMessage = require('../../lib/util/send-worker-message');
+
+let result = '';
+
+setTimeout(() => {
+    result = 'result';
+    sendWorkerMessage('ready');
+}, 200);
+
+module.exports = {
+    result: () => result,
+};

index.d.ts

@@ -1,6 +1,7 @@
 interface Options {
   autoStart?: boolean;
   lazyStart?: boolean;
+  asyncWorkerInitialization?: boolean;
   minWorkers?: number;
   maxWorkers?: number;
   maxTasks?: number;
@@ -17,6 +18,7 @@ interface WorkerNodesInstance {
   terminate: () => Promise<WorkerNodesInstance>;
   profiler: (duration?: number) => void;
   takeSnapshot: () => void;
+  getUsedWorkers: () => Array<Worker>;
 }
 
 interface CallProperty {

lib/index.js

@@ -1 +1,2 @@
-module.exports = require('./pool');
+module.exports = require('./pool');
+module.exports.sendWorkerMessage = require('./util/send-worker-message');

lib/options.js

@@ -9,6 +9,7 @@ class WorkerNodesOptions {
     constructor({
         autoStart = false,
         lazyStart = false,
+        asyncWorkerInitialization = false,
         minWorkers = 0,
         maxWorkers = system.cpus().length,
         maxTasks = Infinity,
@@ -37,6 +38,16 @@ class WorkerNodesOptions {
          */
         this.lazyStart = Boolean(lazyStart);
 
+        /**
+         * Enables async initialization of worker.
+         * To start handling task over worker, need to invoke `sendWorkerMessage('ready')` function when it fully initialized.
+         * For examples please refer to [the test cases](https://github.com/allegro/node-worker-nodes/blob/master/e2e/async-initialization.spec.js)
+         * 
+         * @type {Boolean}
+         * @default false
+         */
+        this.asyncWorkerInitialization = Boolean(asyncWorkerInitialization);
+
         /**
          * The minimum number of workers that needs to be running to consider the whole pool as operational.
          *
@@ -127,7 +138,8 @@ class WorkerNodesOptions {
             srcFilePath,
             maxTasks: this.maxTasksPerWorker,
             endurance: this.workerEndurance,
-            stopTimeout: this.workerStopTimeout
+            stopTimeout: this.workerStopTimeout,
+            asyncWorkerInitialization: this.asyncWorkerInitialization
         }
     }
 }