pass arguments to isolate performance tests

Author: archmoj

tasks/test_performance.js

@@ -20,7 +20,11 @@ glob(pathToJasminePerformanceTests + '/*.js').then(function(files) {
                 'karma', 'start',
                 path.join(constants.pathToRoot, 'test', 'jasmine', 'karma.conf.js'),
                 '--performanceTest=' + path.basename(file),
-                '--nowatch'
+                '--nowatch',
+                '--tracesType=scattergl',
+                '--tracesMode=markers',
+                '--tracesCount=1',
+                '--tracesPoints=1000',
             ].join(' ');
 
             console.log('Running: ' + cmd);

test/jasmine/karma.conf.js

@@ -156,7 +156,7 @@ var hasSpecReporter = reporters.indexOf('spec') !== -1;
 if(!hasSpecReporter && argv.showSkipped) reporters.push('spec');
 if(argv.verbose) reporters.push('verbose');
 
-function func(config) {
+var func = function(config) {
     // level of logging
     // possible values: config.LOG_DISABLE || config.LOG_ERROR || config.LOG_WARN || config.LOG_INFO || config.LOG_DEBUG
     //
@@ -172,8 +172,18 @@ function func(config) {
         level: 'debug'
     };
 
+    if(isPerformanceTest) {
+        func.defaultConfig.client = func.defaultConfig.client || {};
+        func.defaultConfig.client.testCase = {
+            tracesType: config.tracesType,
+            tracesMode: config.tracesMode,
+            tracesCount: config.tracesCount,
+            tracesPoints: config.tracesPoints,
+        };
+    }
+
     config.set(func.defaultConfig);
-}
+};
 
 func.defaultConfig = {
 

test/jasmine/performance_tests/all_test.js

@@ -276,59 +276,72 @@ describe('Performance test various traces', function() {
     });
 
     tests.forEach(function(spec, index) {
-        samples.forEach(function(t) {
-            it(
-                spec.nTraces + ' ' + spec.traceType +
-                (spec.mode ? ' | mode: ' + spec.mode : '') +
-                ' | size:' + spec.n + ' | turn: ' + t, function(done) {
-                if(t === 0) {
-                    tests[index].raw = [];
-                }
-
-                var timerID;
-                var requestID1, requestID2;
-
-                var startTime, endTime;
-
-                requestID1 = requestAnimationFrame(function() {
-                    // Wait for actual rendering instead of promise
-                    requestID2 = requestAnimationFrame(function() {
-                        endTime = performance.now();
+        var testIt = true;
+
+        var testCase = __karma__.config.testCase;
+
+        if(testCase) {
+            if(testCase.tracesType && testCase.tracesType !== spec.traceType) testIt = false;
+            if(testCase.tracesCount && testCase.tracesCount !== spec.nTraces) testIt = false;
+            if(testCase.tracesMode && testCase.tracesMode !== spec.mode) testIt = false;
+            if(testCase.tracesPoints && testCase.tracesPoints !== spec.n) testIt = false;
+        }
+
+        if(testIt) {
+            samples.forEach(function(t) {
+                it(
+                    spec.nTraces + ' ' + spec.traceType +
+                    (spec.mode ? ' | mode: ' + spec.mode : '') +
+                    ' | size:' + spec.n + ' | turn: ' + t, function(done) {
+                    if(t === 0) {
+                        tests[index].raw = [];
+                    }
+
+                    var timerID;
+                    var requestID1, requestID2;
+
+                    var startTime, endTime;
 
-                        var delta = endTime - startTime;
+                    requestID1 = requestAnimationFrame(function() {
+                        // Wait for actual rendering instead of promise
+                        requestID2 = requestAnimationFrame(function() {
+                            endTime = performance.now();
 
-                        if(tests[index].raw[t] === undefined) {
-                            tests[index].raw[t] = delta;
-                        }
+                            var delta = endTime - startTime;
 
-                        if(spec.selector) {
-                            var nodes = d3SelectAll(spec.selector);
-                            expect(nodes.size()).toEqual(spec.nTraces);
-                        }
+                            if(tests[index].raw[t] === undefined) {
+                                tests[index].raw[t] = delta;
+                            }
 
-                        clearTimeout(timerID);
+                            if(spec.selector) {
+                                var nodes = d3SelectAll(spec.selector);
+                                expect(nodes.size()).toEqual(spec.nTraces);
+                            }
 
-                        done();
+                            clearTimeout(timerID);
+
+                            done();
+                        });
                     });
-                });
 
-                var mock = generateMock(spec);
+                    var mock = generateMock(spec);
 
-                timerID = setTimeout(() => {
-                    endTime = performance.now();
+                    timerID = setTimeout(() => {
+                        endTime = performance.now();
 
-                    tests[index].raw[t] = 'none';
+                        tests[index].raw[t] = 'none';
 
-                    cancelAnimationFrame(requestID2);
-                    cancelAnimationFrame(requestID1);
+                        cancelAnimationFrame(requestID2);
+                        cancelAnimationFrame(requestID1);
 
-                    done.fail('Takes too much time: ' + (endTime - startTime));
-                }, MAX_RENDERING_TIME);
+                        done.fail('Takes too much time: ' + (endTime - startTime));
+                    }, MAX_RENDERING_TIME);
 
-                startTime = performance.now();
+                    startTime = performance.now();
 
-                Plotly.newPlot(gd, mock);
+                    Plotly.newPlot(gd, mock);
+                });
             });
-        });
+        }
     });
 });