Merge pull request #34 from elasticio/emit-all

emitAll feature

Author: kirill-levitskiy

.gitignore

@@ -28,3 +28,4 @@ build/Release
 # Dependency directory
 # https://www.npmjs.org/doc/misc/npm-faq.html#should-i-check-my-node_modules-folder-into-git
 node_modules
+package-lock.json

CHANGELOG.md

@@ -0,0 +1,27 @@
+## 1.1.4 (June 27, 2019)
+
+* Added emitAll feature for CSV Write action
+
+## 1.1.3 (October 31, 2017)
+
+* Make CSV Write dynamic configuration
+
+## 1.1.2 (September 21, 2017)
+
+* Supporting startRow option
+
+## 1.1.1 (June 18, 2017)
+
+* Updated sailor to 2.1.3
+
+## 1.1.0 (June 8, 2017)
+
+* Added new CSV Write action
+
+## 1.0.1 (January 7, 2016)
+
+* Updated sailor to 1.1.0
+
+## 1.0.0 (November 3, 2015)
+
+* Initial release

README.md

@@ -29,18 +29,30 @@ This trigger will fetch the CSV file from a given URL. The address must be acces
 to the component. The fetched CSV file will be placed in the attachment part of the
 outgoing message.
 
+![image](https://user-images.githubusercontent.com/40201204/60707311-190dae00-9f14-11e9-81a8-d48d9dcd1d03.png)
+
+*   `CSV URL` - the full URL to the file for retrieving data.
+*   `Emit all messages` - this checkbox configures output behavior of the component. If the option is checked - the component emits an array of messages, otherwise - the component emits a message per row.
+*   `CSV Header` - this is a required field. Input the names of headers separated with a comma.
+*   `Separators` - Specify the separator type. Usually it is a comma (`,`) but values like Semicolon (`;`), Space (` `), Tab (`\t`) and Hash (`#`) are also supported.
+*   `Skip rows` - if you know that the incoming CSV file has certain number of headers you can indicate to skip them. The supported values are `None`, `First row`, `First two`, `First three` and `First four`.
+*   `Data columns` - here the values will be added dynamically based on the values in the `CSV Header` field. Here each data column will be listed with the name, Data Type and the Format to enable further configuration.
+
 ## Actions
 
 ### Read CSV attachment
 
 This action will read the CSV attachment of the incoming message and output
 a `JSON` object. To configure this action the following fields can be used:
 
+*   `Emit all messages` - this checkbox configures output behavior of the component. If the option is checked - the component emits an array of messages, otherwise - the component emits a message per row.
 *   `CSV Header` - this is a required field. Input the names of headers separated with a comma.
 *   `Separators` - Specify the separator type. Usually it is a comma (`,`) but values like Semicolon (`;`), Space (` `), Tab (`\t`) and Hash (`#`) are also supported.
-*   `Skip rows` - if you know that the incoming CSV file has certain number of headers you can indicate to skip them. The supported values are `None`, `First row`, `First two`, `Dirst three` and `First four`.
+*   `Skip rows` - if you know that the incoming CSV file has certain number of headers you can indicate to skip them. The supported values are `None`, `First row`, `First two`, `First three` and `First four`.
 *   `Data columns` - here the values will be added dynamically based on the values in the `CSV Header` field. Here each data column will be listed with the name, Data Type and the Format to enable further configuration.
 
+![image](https://user-images.githubusercontent.com/40201204/60706373-fda1a380-9f11-11e9-8b5a-2acd2df33a87.png)
+
 
 ### Write CSV attachment
 

component.json

@@ -29,6 +29,10 @@
       "main": "./lib/read.js",
       "title": "Read CSV attachment",
       "fields": {
+        "emitAll": {
+          "label": "Emit all messages",
+          "viewClass": "CheckBoxView"
+        },
         "reader": {
           "viewClass": "CSVReadView",
           "required": true

lib/read.js

@@ -83,15 +83,23 @@ async function ProcessRead(msg, cfg) {
 
     let ended = false;
 
+    const outputMsg = {
+        result: []
+    };
+
     class CsvWriter extends Writable {
         async write(chunk, encoding, callback) {
             parser.pause();
             debug('Processing %d row...', index);
             debug('Memory usage: %d Mb', process.memoryUsage().heapUsed / 1024 / 1024);
-
             if (index >= startRow) {
                 const msg = createRowMessage(chunk, cfg.reader.columns);
-                await that.emit('data', msg);
+                if (cfg.emitAll) {
+                    debug('Row #%s added to result array', index);
+                    outputMsg.result.push(msg.body);
+                } else {
+                    await that.emit('data', msg);
+                }
             } else {
                 debug('Row #%s is skipped based on configuration', index);
             }
@@ -100,6 +108,9 @@ async function ProcessRead(msg, cfg) {
         }
 
         async end(chunk, encoding, callback) {
+            if (cfg.emitAll) {
+                await that.emit('data', messages.newMessageWithBody(outputMsg));
+            }
             debug('Processing csv writer end event...');
             debug('Memory usage: %d Mb', process.memoryUsage().heapUsed / 1024 / 1024);