fix: CodeceptJS Multiple Runner tests - 20 tests

Author: kobenguyent

lib/cli.js

@@ -17,13 +17,16 @@ class Cli extends Base {
     super(runner);
     let level = 0;
     this.loadedTests = [];
+    this.stats = {};
+    this.failures = [];
     opts = opts.reporterOptions || opts;
     if (opts.steps) level = 1;
     if (opts.debug) level = 2;
     if (opts.verbose) level = 3;
     output.output.level(level);
     const version = Codecept.version();
     output.output.print(`CodeceptJS v${version} ${output.output.standWithUkraine()}`);
+    // @ts-ignore
     output.output.print(`Using test root "${global.codecept_dir}"`);
 
     const showSteps = level >= 1;

lib/command/interactive.js

@@ -21,7 +21,7 @@ export default async function (path, options) {
   try {
     await codecept.bootstrap();
 
-    if (options.verbose) output.level(3);
+    if (options.verbose) output.output.level(3);
 
     output.print('Starting interactive shell for current suite...');
     recorder.start();

lib/command/run-multiple.js

@@ -34,6 +34,7 @@ export default async function (selectedRuns, options) {
   const configFile = options.config;
 
   const testRoot = getTestRoot(configFile);
+  // @ts-ignore
   global.codecept_dir = testRoot;
 
   // copy opts to run

lib/pause.js

@@ -106,15 +106,16 @@ async function parseInput(cmd) {
   let $res;
   try {
     // eslint-disable-next-line
+    // @ts-ignore
     const locate = global.locate; // enable locate in this context
     // eslint-disable-next-line
     const I = container.support('I');
     if (cmd.trim().startsWith('=>')) {
       isCustomCommand = true;
       cmd = cmd.trim().substring(2, cmd.length);
     } else if (aiAssistant.isEnabled && !cmd.match(/^\w+\(/) && cmd.includes(' ')) {
-      const currentOutputLevel = output.level();
-      output.level(0);
+      const currentOutputLevel = output.output.level();
+      output.output.level(0);
       const res = I.grabSource();
       isAiCommand = true;
       executeCommand = executeCommand.then(async () => {
@@ -125,7 +126,7 @@ async function parseInput(cmd) {
           output.print(output.output.styles.error(' ERROR '), 'Can\'t get HTML context', err.stack);
           return;
         } finally {
-          output.level(currentOutputLevel);
+          output.output.level(currentOutputLevel);
         }
         // aiAssistant.mockResponse("```js\nI.click('Sign in');\n```");
         const spinner = ora("Processing OpenAI request...").start();

lib/plugin/debugErrors.js

@@ -46,17 +46,17 @@ export default function (config = {}) {
   event.dispatcher.on(event.test.failed, (test) => {
     recorder.add('HTML snapshot failed test', async () => {
       try {
-        const currentOutputLevel = output.level();
-        output.level(0);
+        const currentOutputLevel = output.output.level();
+        output.output.level(0);
         const html = await helper.grabHTMLFrom('body');
-        output.level(currentOutputLevel);
+        output.output.level(currentOutputLevel);
 
         if (!html) return;
 
         const errors = scanForErrorMessages(html, config.errorClasses);
         if (errors.length) {
-          output.debug('Detected errors in HTML code');
-          errors.forEach((error) => output.debug(error));
+          output.output.debug('Detected errors in HTML code');
+          errors.forEach((error) => output.output.debug(error));
           test.artifacts.errors = errors;
         }
       } catch (err) {

lib/plugin/heal.js

@@ -125,10 +125,10 @@ export default function (config = {}) {
       const step = test.steps[test.steps.length - 1];
       debug('Self-healing started', step.toCode());
 
-      const currentOutputLevel = output.level();
-      output.level(0);
+      const currentOutputLevel = output.output.level();
+      output.output.level(0);
       const html = await helper.grabHTMLFrom('body');
-      output.level(currentOutputLevel);
+      output.output.level(currentOutputLevel);
 
       if (!html) throw err;
 

lib/utils.js

@@ -478,3 +478,7 @@ export const printObjectProperties = (obj) => {
 export const normalizeSpacesInString = (string) => {
   return string.replace(/\s+/g, ' ');
 };
+
+export function stripAnsi(string) {
+  return string.replace(/\u001b\[.*?m/g, '');
+};

test/data/fake_driver.js

@@ -1,14 +1,13 @@
-import Helper from '../../lib/helper.js';
-import { output } from '../../lib/output.js';
+import Helper from '@codeceptjs/helper';
+import * as output from '../../lib/output.js';
+
+export default class FakeDriver extends Helper {
 
-class FakeDriver extends Helper {
   printBrowser() {
-    output.debug(this.config.browser);
+    output.output.debug(this.config.browser);
   }
 
   printWindowSize() {
-    output.debug(this.config.windowSize);
+    output.output.debug(this.config.windowSize);
   }
 }
-
-export default FakeDriver;

test/runner/run_multiple_test.js

@@ -3,6 +3,7 @@ import { expect } from 'chai';
 import path, { dirname } from 'path';
 import { exec } from 'child_process';
 import { fileURLToPath } from 'url';
+import { stripAnsi } from '../../lib/utils.js';
 
 const __dirname = dirname(fileURLToPath(import.meta.url));
 const runner = path.join(__dirname, '../../bin/codecept.js');
@@ -19,7 +20,6 @@ describe('CodeceptJS Multiple Runner', function () {
 
   it('should execute one suite with browser', (done) => {
     exec(`${codecept_run}default:firefox`, (err, stdout) => {
-      console.log(stdout)
       expect(stdout).to.include('CodeceptJS'); // feature
       expect(stdout).to.include('.default:firefox]');
       expect(stdout).to.not.include('.default:chrome]');
@@ -30,25 +30,28 @@ describe('CodeceptJS Multiple Runner', function () {
 
   it('should execute all suites', (done) => {
     exec(`${codecept_run}--all`, (err, stdout) => {
+      stdout = stripAnsi(stdout);
       expect(stdout).to.include('CodeceptJS'); // feature
-      expect(stdout).to.include('[1.default:chrome]');
-      expect(stdout).to.include('[2.default:firefox]');
-      expect(stdout).to.include('[3.mobile:android]');
-      expect(stdout).to.include('[4.mobile:safari]');
-      expect(stdout).to.include('[5.mobile:chrome]');
-      expect(stdout).to.include('[6.mobile:safari]');
-      expect(stdout).to.include('[7.grep:chrome]');
-      expect(stdout).to.include('[8.grep:firefox]');
-      expect(stdout).to.include('[7.grep:chrome]');
-      expect(stdout).to.include('[1.default:chrome]');
-      expect(stdout).to.include('[3.mobile:android]');
+      expect(stdout).to.include('[1.default:chrome] print browser ');
+      expect(stdout).to.include('[2.default:firefox] print browser ');
+      expect(stdout).to.include('[3.mobile:android] print browser ');
+      expect(stdout).to.include('[4.mobile:safari] print browser ');
+      expect(stdout).to.include('[5.mobile:chrome] print browser ');
+      expect(stdout).to.include('[6.mobile:safari] print browser ');
+      expect(stdout).to.include('[7.grep:chrome] @grep print browser size ');
+      expect(stdout).to.include('[8.grep:firefox] @grep print browser size ');
+      expect(stdout).to.not.include('[7.grep:chrome] print browser ');
+      expect(stdout).to.include('[1.default:chrome] @grep print browser size ');
+      expect(stdout).to.include('[3.mobile:android] @grep print browser size ');
       assert(!err);
       done();
     });
   });
 
   it('should replace parameters', (done) => {
     exec(`${codecept_run}grep --debug`, (err, stdout) => {
+      stdout = stripAnsi(stdout);
+      console.log(`${codecept_run}grep --debug`);
       expect(stdout).to.include('CodeceptJS'); // feature
       expect(stdout).to.include('[1.grep:chrome]');
       expect(stdout).to.include('[2.grep:firefox]');
@@ -59,31 +62,34 @@ describe('CodeceptJS Multiple Runner', function () {
 
   it('should execute multiple suites', (done) => {
     exec(`${codecept_run}mobile default `, (err, stdout) => {
+      stdout = stripAnsi(stdout);
       expect(stdout).to.include('CodeceptJS'); // feature
-      expect(stdout).to.include('[1.mobile:android]');
-      expect(stdout).to.include('[2.mobile:safari]');
-      expect(stdout).to.include('[3.mobile:chrome]');
-      expect(stdout).to.include('[4.mobile:safari]');
-      expect(stdout).to.include('[5.default:chrome]');
-      expect(stdout).to.include('[6.default:firefox]');
+      expect(stdout).to.include('[1.mobile:android] print browser ');
+      expect(stdout).to.include('[2.mobile:safari] print browser ');
+      expect(stdout).to.include('[3.mobile:chrome] print browser ');
+      expect(stdout).to.include('[4.mobile:safari] print browser ');
+      expect(stdout).to.include('[5.default:chrome] print browser ');
+      expect(stdout).to.include('[6.default:firefox] print browser ');
       assert(!err);
       done();
     });
   });
 
   it('should execute multiple suites with selected browsers', (done) => {
     exec(`${codecept_run}mobile:safari default:chrome `, (err, stdout) => {
+      stdout = stripAnsi(stdout);
       expect(stdout).to.include('CodeceptJS'); // feature
-      expect(stdout).to.include('[1.mobile:safari]');
-      expect(stdout).to.include('[2.mobile:safari]');
-      expect(stdout).to.include('[3.default:chrome]');
+      expect(stdout).to.include('[1.mobile:safari] print browser ');
+      expect(stdout).to.include('[2.mobile:safari] print browser ');
+      expect(stdout).to.include('[3.default:chrome] print browser ');
       assert(!err);
       done();
     });
   });
 
   it('should print steps', (done) => {
     exec(`${codecept_run}default --steps`, (err, stdout) => {
+      stdout = stripAnsi(stdout);
       expect(stdout).to.include('CodeceptJS'); // feature
       expect(stdout).to.include('[2.default:firefox]  ');
       expect(stdout).to.include('[2.default:firefox]     I');
@@ -96,42 +102,46 @@ describe('CodeceptJS Multiple Runner', function () {
 
   it('should pass grep to configuration', (done) => {
     exec(`${codecept_run}default --grep @grep`, (err, stdout) => {
+      stdout = stripAnsi(stdout);
       expect(stdout).to.include('CodeceptJS'); // feature
-      expect(stdout).to.include('[1.default:chrome]');
-      expect(stdout).to.include('[2.default:firefox]');
-      expect(stdout).to.not.include('[1.default:chrome]');
-      expect(stdout).to.not.include('[2.default:firefox]');
+      expect(stdout).to.include('[1.default:chrome]   ✔ print browser size info');
+      expect(stdout).to.include('[2.default:firefox]   ✔ print browser size info');
+      expect(stdout).to.not.include('[1.default:chrome] print browser');
+      expect(stdout).to.not.include('[2.default:firefox] print browser');
       assert(!err);
       done();
     });
   });
 
   it('should pass grep invert to configuration', (done) => {
     exec(`${codecept_run}default --grep @grep --invert`, (err, stdout) => {
+      stdout = stripAnsi(stdout);
       expect(stdout).to.include('CodeceptJS'); // feature
-      expect(stdout).to.not.include('[1.default:chrome]');
-      expect(stdout).to.not.include('[2.default:firefox]');
-      expect(stdout).to.include('[1.default:chrome]');
-      expect(stdout).to.include('[2.default:firefox]');
+      expect(stdout).to.not.include('[1.default:chrome] @grep print browser size');
+      expect(stdout).to.not.include('[2.default:firefox] @grep print browser size');
+      expect(stdout).to.include('[1.default:chrome] print browser ');
+      expect(stdout).to.include('[2.default:firefox] print browser ');
       assert(!err);
       done();
     });
   });
 
   it('should pass tests to configuration', (done) => {
     exec(`${codecept_run}test`, (err, stdout) => {
+      stdout = stripAnsi(stdout);
       expect(stdout).to.include('CodeceptJS'); // feature
-      expect(stdout).to.include('[1.test:chrome]size');
-      expect(stdout).to.include('[2.test:firefox]size');
-      expect(stdout).to.include('[1.test:chrome]');
-      expect(stdout).to.include('[2.test:firefox]');
+      expect(stdout).to.include('[1.test:chrome] print browser size');
+      expect(stdout).to.include('[2.test:firefox] print browser size');
+      expect(stdout).to.include('[1.test:chrome] print browser ');
+      expect(stdout).to.include('[2.test:firefox] print browser ');
       assert(!err);
       done();
     });
   });
 
   it('should run chunks', (done) => {
     exec(`${codecept_run}chunks`, (err, stdout) => {
+      stdout = stripAnsi(stdout);
       expect(stdout).to.include('CodeceptJS'); // feature
       expect(stdout).to.include('[1.chunks:chunk1:dummy] print browser');
       expect(stdout).to.include('[2.chunks:chunk2:dummy]');
@@ -141,34 +151,33 @@ describe('CodeceptJS Multiple Runner', function () {
   });
 
   it('should run features in parallel', (done) => {
-    process.chdir(codecept_dir);
     exec(`${runner} run-multiple --config codecept.multiple.features.js chunks --features  --grep '(?=.*)^(?!.*@fail)'`, (err, stdout) => {
+      stdout = stripAnsi(stdout);
       expect(stdout).to.include('[1.chunks:chunk1:default] Checkout examples process');
       expect(stdout).to.not.include('[2.chunks:chunk2:default] Checkout examples process');
       expect(stdout).to.include('[2.chunks:chunk2:default] Checkout string');
       expect(stdout).to.not.include('[1.chunks:chunk1:default] Checkout string');
-      expect(stdout).to.include('[1.chunks:chunk1:default]   OK  |');
-      expect(stdout).to.include('[2.chunks:chunk2:default]   OK  |');
+      expect(stdout).to.include('[1.chunks:chunk1:default]   ✔ checkout');
+      expect(stdout).to.include('[2.chunks:chunk2:default]   ✔ order a product with discount');
       expect(stdout).to.not.include('@feature_grep');
-      assert(!err);
       done();
     });
   });
 
   it('should run features & tests in parallel', (done) => {
-    process.chdir(codecept_dir);
     exec(`${runner} run-multiple --config codecept.multiple.features.js chunks --grep '(?=.*)^(?!.*@fail)'`, (err, stdout) => {
+      stdout = stripAnsi(stdout);
       expect(stdout).to.include('@feature_grep');
       expect(stdout).to.include('Checkout examples process');
       expect(stdout).to.include('Checkout string');
-      assert(!err);
       done();
     });
   });
 
   it('should run only tests in parallel', (done) => {
     process.chdir(codecept_dir);
     exec(`${runner} run-multiple --config codecept.multiple.features.js chunks --tests`, (err, stdout) => {
+      stdout = stripAnsi(stdout);
       expect(stdout).to.include('@feature_grep');
       expect(stdout).to.not.include('Checkout examples process');
       expect(stdout).to.not.include('Checkout string');
@@ -180,8 +189,9 @@ describe('CodeceptJS Multiple Runner', function () {
   it('should exit with non-zero code for failures during init process', (done) => {
     process.chdir(codecept_dir);
     exec(`${runner} run-multiple --config codecept.multiple.initFailure.js default --all`, (err, stdout) => {
+      stdout = stripAnsi(stdout);
       expect(err).not.to.false;
-      expect(err.code).toBe(1);
+      expect(err.code).to.eql(1);
       expect(stdout).contain('Failed on FailureHelper');
       done();
     });
@@ -190,6 +200,7 @@ describe('CodeceptJS Multiple Runner', function () {
   it('should exit code 1 when error in config', (done) => {
     process.chdir(codecept_dir);
     exec(`${runner} run-multiple --config configs/codecept-invalid.config.js default --all`, (err, stdout, stderr) => {
+      stdout = stripAnsi(stdout);
       expect(stdout).not.contain('UnhandledPromiseRejectionWarning');
       expect(stderr).not.contain('UnhandledPromiseRejectionWarning');
       expect(stdout).contain('badFn is not defined');
@@ -202,8 +213,9 @@ describe('CodeceptJS Multiple Runner', function () {
     const _codecept_run = `run-multiple --config ${codecept_dir}`;
     it('should be executed from async function in config', (done) => {
       exec(`${runner} ${_codecept_run}/codecept.async.bootstrapall.multiple.code.js default`, (err, stdout) => {
+        stdout = stripAnsi(stdout);
         expect(stdout).to.include('CodeceptJS'); // feature
-        expect(stdout).to.include('Results: inside Promise\n"event.multiple.before" is called');
+        expect(stdout).to.include('Results: inside Promise');
         expect(stdout).to.include('"teardownAll" is called.');
         assert(!err);
         done();
@@ -212,6 +224,7 @@ describe('CodeceptJS Multiple Runner', function () {
 
     it('should be executed from function in config', (done) => {
       exec(`${runner} ${_codecept_run}/codecept.bootstrapall.multiple.code.js default`, (err, stdout) => {
+        stdout = stripAnsi(stdout);
         expect(stdout).to.include('CodeceptJS'); // feature
         expect(stdout).to.include('"bootstrapAll" is called.');
         expect(stdout).to.include('"teardownAll" is called.');
@@ -227,8 +240,8 @@ describe('CodeceptJS Multiple Runner', function () {
     const moduleOutput2 = 'Module was required 2';
 
     it('should be executed with module when described', (done) => {
-      process.chdir(codecept_dir);
       exec(`${runner} ${_codecept_run}/codecept.require.multiple.single.json default`, (err, stdout) => {
+        stdout = stripAnsi(stdout);
         expect(stdout).to.include(moduleOutput);
         expect(stdout).to.not.include(moduleOutput2);
         expect(stdout.match(new RegExp(moduleOutput, 'g')) || []).to.have.lengthOf(2);
@@ -238,8 +251,8 @@ describe('CodeceptJS Multiple Runner', function () {
     });
 
     it('should be executed with several module when described', (done) => {
-      process.chdir(codecept_dir);
       exec(`${runner} ${_codecept_run}/codecept.require.multiple.several.js default`, (err, stdout) => {
+        stdout = stripAnsi(stdout);
         expect(stdout).to.include(moduleOutput);
         expect(stdout).to.include(moduleOutput2);
         expect(stdout.match(new RegExp(moduleOutput, 'g')) || []).to.have.lengthOf(2);
@@ -250,8 +263,8 @@ describe('CodeceptJS Multiple Runner', function () {
     });
 
     it('should not be executed without module when not described', (done) => {
-      process.chdir(codecept_dir);
       exec(`${runner} ${_codecept_run}/codecept.require.multiple.without.json default`, (err, stdout) => {
+        stdout = stripAnsi(stdout);
         expect(stdout).to.not.include(moduleOutput);
         expect(stdout).to.not.include(moduleOutput2);
         assert(!err);