added changes for spec level timeout

Author: roshan04

bin/commands/runs.js

@@ -53,6 +53,9 @@ module.exports = function run(args, rawArgs) {
     // set cypress geo location
     utils.setGeolocation(bsConfig, args);
 
+    // set spec timeout 
+    utils.setSpecTimeout(bsConfig, args);
+
     // accept the specs list from command line if provided
     utils.setUserSpecs(bsConfig, args);
 

bin/helpers/capabilityHelper.js

@@ -219,6 +219,20 @@ const validate = (bsConfig, args) => {
       addCypressZipStartLocation(bsConfig.run_settings);
     }
 
+    if(!Utils.isUndefined(bsConfig.run_settings.spec_timeout)) {
+      if(Utils.isPositiveInteger(bsConfig.run_settings.spec_timeout.toString().trim())) {
+        if(Number(bsConfig.run_settings.spec_timeout) > Constants.SPEC_TIMEOUT_LIMIT) { 
+          reject(Constants.validationMessages.SPEC_TIMEOUT_LIMIT_ERROR) 
+        } else {
+          logger.info(Constants.userMessages.SPEC_LIMIT_SUCCESS_MESSAGE.replace("<x>", bsConfig.run_settings.spec_timeout));
+        }
+      } else {
+        logger.warn(Constants.userMessages.SPEC_LIMIT_WARNING)
+      }
+    } else {
+      logger.warn(Constants.validationMessages.SPEC_TIMEOUT_NOT_PASSED_ERROR);
+    }
+
     resolve(cypressJson);
   });
 }

bin/helpers/constants.js

@@ -62,7 +62,9 @@ const userMessages = {
   DOWNLOAD_BUILD_ARTIFACTS_SUCCESS: "Your build artifact(s) have been successfully downloaded in '<user-path>/build_artifacts/<build-id>' directory",
   LATEST_SYNTAX_TO_ACTUAL_VERSION_MESSAGE: "Your build will run using Cypress <actualVersion> as you had specified <latestSyntaxVersion>.<frameworkUpgradeMessage> Read more about supported versions here: http://browserstack.com/docs/automate/cypress/supported-versions",
   PROCESS_KILL_MESSAGE: "Stopping the CLI and the execution of the build on BrowserStack",
-  BUILD_FAILED_ERROR: "The above stacktrace has been thrown by Cypress when we tried to run your build. If your test suite requires npm dependencies then please specify them on browserstack.json. Read more at " +  chalk.blueBright("https://www.browserstack.com/docs/automate/cypress/npm-packages") + ". Also, we recommend you to try running the build locally using ‘cypress run’ and if it works fine then please reach out to support at " + chalk.blueBright("https://www.browserstack.com/contact#technical-support")
+  BUILD_FAILED_ERROR: "The above stacktrace has been thrown by Cypress when we tried to run your build. If your test suite requires npm dependencies then please specify them on browserstack.json. Read more at " +  chalk.blueBright("https://www.browserstack.com/docs/automate/cypress/npm-packages") + ". Also, we recommend you to try running the build locally using ‘cypress run’ and if it works fine then please reach out to support at " + chalk.blueBright("https://www.browserstack.com/contact#technical-support"),
+  SPEC_LIMIT_WARNING: "Value for the 'spec_timeout' key not in the 1-120 range. Going ahead with 30 mins as the default spec timeout. Read more about how to specify the option in https://browserstack.com/docs/automate/cypress/spec-timeout ",
+  SPEC_LIMIT_SUCCESS_MESSAGE: "Spec timeout specified as <x> minutes. If any of your specs exceed the specified time limit, it would be forcibly killed by BrowserStack"
 };
 
 const validationMessages = {
@@ -96,7 +98,9 @@ const validationMessages = {
   NOT_ALLOWED_GEO_LOCATION_AND_LOCAL_MODE: "IP Geolocation feature is not available in conjunction with BrowserStack Local.",
   HOME_DIRECTORY_NOT_FOUND: "Specified home directory could not be found. Please make sure the path of the home directory is correct.",
   HOME_DIRECTORY_NOT_A_DIRECTORY: "Specified home directory is not a directory. The home directory can only be a directory and not a file.",
-  CYPRESS_CONFIG_FILE_NOT_PART_OF_HOME_DIRECTORY: "Could not find cypress.json within the specified home directory. Please make sure cypress.json resides within the home directory."
+  CYPRESS_CONFIG_FILE_NOT_PART_OF_HOME_DIRECTORY: "Could not find cypress.json within the specified home directory. Please make sure cypress.json resides within the home directory.",
+  SPEC_TIMEOUT_LIMIT_ERROR: "The maximum allowed value of 'spec_timeout' is 120. Read more on https://browserstack.com/docs/automate/cypress/spec-timeout ",
+  SPEC_TIMEOUT_NOT_PASSED_ERROR: "'spec_timeout' key not specified. Going ahead with 30 mins as the default spec timeout. Read more about how to specify the option in https://browserstack.com/docs/automate/cypress/spec-timeout "
 };
 
 const cliMessages = {
@@ -139,7 +143,8 @@ const cliMessages = {
     CONFIG_DESCRIPTION: "Set configuration values. Separate multiple values with a comma. The values set here override any values set in your configuration file.",
     REPORTER: "Specify the custom reporter to use",
     REPORTER_OPTIONS: "Specify reporter options for custom reporter",
-    CYPRESS_GEO_LOCATION: "Enterprise feature to simulate website and mobile behavior from different locations."
+    CYPRESS_GEO_LOCATION: "Enterprise feature to simulate website and mobile behavior from different locations.",
+    SPEC_TIMEOUT: "Specify the value for assigning timeout to each spec"
   },
   COMMON: {
     DISABLE_USAGE_REPORTING: "Disable usage reporting",
@@ -233,6 +238,8 @@ const REDACTED = "[REDACTED]";
 
 const REDACTED_AUTH =`auth: { "username": ${REDACTED}, "access_key": ${REDACTED} }`;
 
+const SPEC_TIMEOUT_LIMIT = 120 // IN MINS 
+
 module.exports = Object.freeze({
   syncCLI,
   userMessages,
@@ -253,5 +260,6 @@ module.exports = Object.freeze({
   ERROR_EXIT_CODE,
   AUTH_REGEX,
   REDACTED_AUTH,
-  BUILD_FAILED_EXIT_CODE
+  BUILD_FAILED_EXIT_CODE,
+  SPEC_TIMEOUT_LIMIT
 });

bin/helpers/utils.js

@@ -309,6 +309,23 @@ exports.setGeolocation = (bsConfig, args) => {
   }
 }
 
+exports.isSpecTimeoutArgPassed = () => {
+  return this.searchForOption('--spec-timeout') || this.searchForOption('-st') || this.searchForOption('--st'); 
+}
+exports.setSpecTimeout = (bsConfig, args) => {
+  let specTimeout = null;
+  if(this.isSpecTimeoutArgPassed()) {
+    if(!this.isUndefined(args.specTimeout)) { 
+      specTimeout = args.specTimeout; 
+    } else {
+      specTimeout = 'undefined'
+    }
+  } else if (!this.isUndefined(bsConfig.run_settings.spec_timeout)) {
+    specTimeout = bsConfig.run_settings.spec_timeout;
+  }
+  bsConfig.run_settings.spec_timeout = specTimeout;
+}
+
 // specs can be passed from bstack configuration file
 // specs can be passed via command line args as a string
 // command line args takes precedence over config
@@ -389,10 +406,26 @@ exports.fixCommaSeparatedString = (string) => {
 
 exports.isUndefined = value => (value === undefined || value === null);
 
+exports.isPositiveInteger = (str) => {
+  if (typeof str !== 'string') {
+    return false;
+  }
+
+  const num = Number(str);
+
+  if (Number.isInteger(num) && num > 0) {
+    return true;
+  }
+
+  return false;
+}
+
 exports.isTrueString = value => (!this.isUndefined(value) && value.toString().toLowerCase() === 'true');
 
 exports.isFloat = (value) => Number(value) && Number(value) % 1 !== 0;
 
+exports.isInteger = (value) => Number.isInteger(value);
+
 exports.nonEmptyArray = (value) => {
   if(!this.isUndefined(value) && value && value.length) {
     return true;

bin/runner.js

@@ -168,6 +168,12 @@ var argv = yargs
           type: "string",
           default: undefined
         },
+        'st': {
+          alias: ['specTimeout'],
+          default: undefined,
+          describe: Constants.cliMessages.RUN.SPEC_TIMEOUT,
+          type: "string"
+        },
         'disable-npm-warning': {
           default: false,
           description: Constants.cliMessages.COMMON.NO_NPM_WARNING,