feat(): add jsonl-archiver and fix small bugs (#16)

* feat(firehose): ✨ add a 'hold' event to detect holding states in firehose

* feat(tasks): ✨ add new config options for fast and slow cycle in scheduler

* chore(tasks): 🧪 fix some test for tasks

* chore(tasks): 🧪 fix failing test

* fix(tasks): 🐛 apply default retry options to task when no specific retry options are indicated

* feat(jsonl-archiver): ✨ add a new provider jsonl-archiver

* test(firehose): 🧪 add failing test

* docs(general): 📝 update doc

Author: cjimenezsaiz

.config/envDoc.mjs

@@ -95,12 +95,16 @@ function findAllEnvironmentVariablesInFile(fileContent, path) {
   for (let index = 0; index < lines.length; index++) {
     const matches = lines[index].match(envVarRegex);
     if (matches && matches.groups && matches.groups['varName']) {
-      let comment = findUpperCommentInFile(lines, index);
-      const defaultValue = getDefaultValueFromComment(comment);
-      if (defaultValue) {
-        comment = comment.replace(defaultValueRegex, '').trim();
+      try {
+        let comment = findUpperCommentInFile(lines, index);
+        const defaultValue = getDefaultValueFromComment(comment);
+        if (defaultValue) {
+          comment = comment.replace(defaultValueRegex, '').trim();
+        }
+        variables.push({ name: matches.groups['varName'], comment, path, defaultValue });
+      } catch (error) { 
+        console.log(`ERROR: Error while processing file ${path}: ${error.message}`);
       }
-      variables.push({ name: matches.groups['varName'], comment, path, defaultValue });
     }
   }
 }

.vscode/settings.json

@@ -1,81 +1,82 @@
-{
-  "[typescript]": {
-    "editor.defaultFormatter": "esbenp.prettier-vscode",
-    "editor.formatOnSave": true
-  },
-  "files.eol": "\r\n",
-  "editor.codeActionsOnSave": {
-    "source.organizeImports": "explicit",
-    "source.fixAll.eslint": "explicit"
-  },
-  "eslint.validate": [
-    "typescript",
-    "javascript",
-  ],
-  "eslint.workingDirectories": [{"pattern": "packages/**/*/"}],
-  "cSpell.words": [
-    "Artermis",
-    "binded",
-    "firehoses",
-    "jolokia",
-    "Jolokia",
-    "middlewares",
-    "Middlewares",
-    "openc2",
-    "OpenC2",
-    "OPENC2",
-    "RESTAPI",
-    "Retryable",
-    "sasl",
-    "SASL",
-    "Struct"
-  ],
-  "sonarlint.connectedMode.project": {
-    "projectKey": "Mytra-Development-Framework-NDF-TypeScript"
-  },
-  "typescript.tsdk": "node_modules/typescript/lib",
-  "terminal.integrated.shell.windows": "C:\\Program Files\\Git\\bin\\bash.exe",
-  "plantuml.diagramsRoot": ".models",
-  "plantuml.exportOutDir": "assets/models",
-  "jestrunner.runOptions": [
-    "--runInBand",
-    "--detectOpenHandles",
-    "--coverage=false",
-    "--no-cache",
-    "--forceExit"
-  ],
-  "jestrunner.debugOptions": {
-    "args": [
-      "--runInBand",
-      "--detectOpenHandles",
-      "--coverage=false",
-      "--no-cache",
-      "--forceExit"
-    ],
-  },
-  "conventionalCommits.scopes": [
-    "mongo-provider",
-    "style",
-    "amqp-provider",
-    "jobs",
-    "firehose",
-    "redis-provider",
-    "core",
-    "service-config",
-    "openc2",
-    "app-wrapper",
-    "ci",
-    "doorkeeper",
-    "faker",
-    "kafka-provider",
-    "mqtt-provider",
-    "utils",
-    "logger",
-    "middlewares",
-    "limiter",
-    "general",
-    "tasks",
-    "elastic-provider"
-  ],
-
-}
+{
+  "[typescript]": {
+    "editor.defaultFormatter": "esbenp.prettier-vscode",
+    "editor.formatOnSave": true
+  },
+  "files.eol": "\r\n",
+  "editor.codeActionsOnSave": {
+    "source.organizeImports": "explicit",
+    "source.fixAll.eslint": "explicit"
+  },
+  "eslint.validate": [
+    "typescript",
+    "javascript",
+  ],
+  "eslint.workingDirectories": [{"pattern": "packages/**/*/"}],
+  "cSpell.words": [
+    "Artermis",
+    "binded",
+    "firehoses",
+    "jolokia",
+    "Jolokia",
+    "middlewares",
+    "Middlewares",
+    "openc2",
+    "OpenC2",
+    "OPENC2",
+    "RESTAPI",
+    "Retryable",
+    "sasl",
+    "SASL",
+    "Struct"
+  ],
+  "sonarlint.connectedMode.project": {
+    "projectKey": "Mytra-Development-Framework-NDF-TypeScript"
+  },
+  "typescript.tsdk": "node_modules/typescript/lib",
+  "terminal.integrated.shell.windows": "C:\\Program Files\\Git\\bin\\bash.exe",
+  "plantuml.diagramsRoot": ".models",
+  "plantuml.exportOutDir": "assets/models",
+  "jestrunner.runOptions": [
+    "--runInBand",
+    "--detectOpenHandles",
+    "--coverage=false",
+    "--no-cache",
+    "--forceExit"
+  ],
+  "jestrunner.debugOptions": {
+    "args": [
+      "--runInBand",
+      "--detectOpenHandles",
+      "--coverage=false",
+      "--no-cache",
+      "--forceExit"
+    ],
+  },
+  "conventionalCommits.scopes": [
+    "mongo-provider",
+    "style",
+    "amqp-provider",
+    "jobs",
+    "firehose",
+    "redis-provider",
+    "core",
+    "service-config",
+    "openc2",
+    "app-wrapper",
+    "ci",
+    "doorkeeper",
+    "faker",
+    "kafka-provider",
+    "mqtt-provider",
+    "utils",
+    "logger",
+    "middlewares",
+    "limiter",
+    "general",
+    "tasks",
+    "elastic-provider",
+    "jsonl-archiver"
+  ],
+
+}