Improve regex in TRSS to handle long CSV output

Signed-off-by: Lan Xia <Lan_Xia@ca.ibm.com>

Author: llxia

TestResultSummaryService/DataManager.js

@@ -22,6 +22,7 @@ class DataManager {
     }
 
     async parseOutput(buildName, output) {
+        logger.verbose('parseOutput');
         const parserTypes = await Promise.all(
             Object.keys(Parsers).map(async (type) => {
                 if (Parsers[type].canParse(buildName, output)) {
@@ -37,6 +38,7 @@ class DataManager {
             const parser = new DefaultParser();
             results = await parser.parse(output);
         }
+        logger.verbose('parseOutput done');
         return Object.assign.apply({}, results);
     }
 
@@ -219,7 +221,8 @@ class DataManager {
             update.buildOutputId = buildOutputId;
             update.hasChildren = false;
         }
-        const result = await testResults.update(criteria, { $set: update });
+        await testResults.update(criteria, { $set: update });
+        logger.verbose('updateBuildWithOutput done');
     }
 
     // create build only if the build does not exist in database

TestResultSummaryService/JenkinsInfo.js

@@ -69,7 +69,7 @@ class JenkinsInfo {
         });
         const size = await logStream.getSize();
         logger.debug(
-            'JenkinsInfo: getBuildOutput() is waiting for 5 secs after getSize()'
+            'JenkinsInfo: getBuildOutput() is waiting for 1 secs after getSize()'
         );
         await Promise.delay(1 * 1000);
 

TestResultSummaryService/parsers/Parser.js

@@ -14,7 +14,7 @@ class Parser {
             /=JAVA VERSION OUTPUT BEGIN=[\r\n]+([\s\S]*?)[\r\n]+.*=JAVA VERSION OUTPUT END=/;
         const javaBuildDateRegex =
             /\s([0-9]{4})-?(0[1-9]|1[012])-?(0[1-9]|[12][0-9]|3[01])/;
-        const sdkResourceRegex = /.*?SDK_RESOURCE\=(.*)[\r\n]+/;
+        const sdkResourceRegex = /SDK_RESOURCE\=(.*)[\r\n]+/;
         let curRegexResult = null;
         let javaVersion, jdkDate, sdkResource;
         if ((curRegexResult = javaVersionRegex.exec(output)) !== null) {
@@ -142,7 +142,7 @@ class Parser {
         let disabled = 0;
         // An example of test result summary: "TOTAL: 69   EXECUTED: 64   PASSED: 64   FAILED: 0   DISABLED: 0   SKIPPED: 5\n"
         const summaryRegex =
-            /\S*\s*?TOTAL:\s*([0-9]*)\s*EXECUTED:\s*([0-9]*)\s*PASSED:\s*([0-9]*)\s*FAILED:\s*([0-9]*)\s*DISABLED:\s*([0-9]*)\s*SKIPPED:\s*([0-9]*)\s*(\r\n|\r|\n)/;
+            /TOTAL:\s*([0-9]*)\s*EXECUTED:\s*([0-9]*)\s*PASSED:\s*([0-9]*)\s*FAILED:\s*([0-9]*)\s*DISABLED:\s*([0-9]*)\s*SKIPPED:\s*([0-9]*)\s*(\r\n|\r|\n)/;
         if ((m = summaryRegex.exec(output)) !== null) {
             total = parseInt(m[1], 10);
             executed = parseInt(m[2], 10);

TestResultSummaryService/parsers/Test.js

@@ -1,8 +1,8 @@
 const Parser = require('./Parser');
-const regexRunningTest = /.*?Running test (.*?) \.\.\.\r?/;
-const testSeparator = /.*?===============================================\r?/;
-const regexFinishTime = /(.*?) Finish Time\: .* Epoch Time \(ms\)\: (\d+).*/;
-const regexStartTime = /(.*?) Start Time\: .* Epoch Time \(ms\)\: (\d+).*/;
+const regexRunningTest = /Running test (.*?) \.\.\.\r?/;
+const testSeparator = /===============================================\r?/;
+const regexFinishTime = /^(.*?) Finish Time\: .* Epoch Time \(ms\)\: (\d+).*/;
+const regexStartTime = /^(.*?) Start Time\: .* Epoch Time \(ms\)\: (\d+).*/;
 const TestBenchmarkParser = require(`./TestBenchmarkParser`);
 const ExternalTestParser = require(`./ExternalTestParser`);
 

TestResultSummaryService/parsers/TestBenchmarkParser.js

@@ -41,13 +41,16 @@ class TestBenchmarkParser extends Parser {
                         this.getBenchmarkInfo(result.testName);
                     result.benchmarkName = benchmarkName;
                     result.benchmarkVariant = benchmarkVariant;
+                    console.log('parsePerf', benchmarkName);
                     result.testData = Utils.parseOutput(
                         benchmarkParserKey,
                         result.testOutput
                     );
+                    console.log('benchmarkParserKey', benchmarkParserKey);
                 }
             }
         }
+        console.log('parsePerf done');
         return results;
     }
 }

TestResultSummaryService/parsers/Utils.js

@@ -34,6 +34,10 @@ class Utils {
             // if outerRegex is undefined, all runs should be measured. Parse metrics in every run
             // if outerRegex is defined, any runs before outerRegex will be ignored. Parse metrics in warm runs only
             if (curBenchVariant.outerRegex !== undefined) {
+                console.log(
+                    'curBenchVariant.outerRegex',
+                    curBenchVariant.outerRegex
+                );
                 if (
                     (curRegexResult =
                         curBenchVariant.outerRegex.exec(testOutput)) !== null