@@ -329,7 +329,7 @@ def setUp(self):
329
329
def test_run_benchmark_with_multiple_samples (self ):
330
330
self .driver .run ("b1" )
331
331
self .subprocess_mock .assert_called_with (
332
- ("/benchmarks/Benchmark_O-*" , "b1" )
332
+ ("/benchmarks/Benchmark_O-*" , "b1" , "--min-samples=2" )
333
333
)
334
334
self .driver .run ("b2" , num_samples = 5 )
335
335
self .subprocess_mock .assert_called_with (
@@ -339,19 +339,19 @@ def test_run_benchmark_with_multiple_samples(self):
339
339
def test_run_benchmark_with_specified_number_of_iterations (self ):
340
340
self .driver .run ("b" , num_iters = 1 )
341
341
self .subprocess_mock .assert_called_with (
342
- ("/benchmarks/Benchmark_O-*" , "b" , "--num-iters=1" )
342
+ ("/benchmarks/Benchmark_O-*" , "b" , "--min-samples=2" , "-- num-iters=1" )
343
343
)
344
344
345
345
def test_run_benchmark_for_specified_time (self ):
346
346
self .driver .run ("b" , sample_time = 0.5 )
347
347
self .subprocess_mock .assert_called_with (
348
- ("/benchmarks/Benchmark_O-*" , "b" , "--sample-time=0.5" )
348
+ ("/benchmarks/Benchmark_O-*" , "b" , "--min-samples=2" , "-- sample-time=0.5" )
349
349
)
350
350
351
351
def test_run_benchmark_in_verbose_mode (self ):
352
352
self .driver .run ("b" , verbose = True )
353
353
self .subprocess_mock .assert_called_with (
354
- ("/benchmarks/Benchmark_O-*" , "b" , "--verbose" )
354
+ ("/benchmarks/Benchmark_O-*" , "b" , "--min-samples=2" , "-- verbose" )
355
355
)
356
356
357
357
def test_run_batch (self ):
@@ -363,7 +363,7 @@ def test_run_batch(self):
363
363
self .driver .tests = ["b1" , "bx" ]
364
364
self .driver .run ()
365
365
self .subprocess_mock .assert_called_with (
366
- ("/benchmarks/Benchmark_O-*" , "1" , "bx" )
366
+ ("/benchmarks/Benchmark_O-*" , "1" , "bx" , "--min-samples=2" )
367
367
)
368
368
369
369
def test_parse_results_from_running_benchmarks (self ):
@@ -382,7 +382,7 @@ def test_parse_results_from_running_benchmarks(self):
382
382
def test_measure_memory (self ):
383
383
self .driver .run ("b" , measure_memory = True )
384
384
self .subprocess_mock .assert_called_with (
385
- ("/benchmarks/Benchmark_O-*" , "b" , "--memory" )
385
+ ("/benchmarks/Benchmark_O-*" , "b" , "--min-samples=2" , "-- memory" )
386
386
)
387
387
388
388
def test_run_benchmark_independent_samples (self ):
@@ -394,6 +394,7 @@ def test_run_benchmark_independent_samples(self):
394
394
(
395
395
"/benchmarks/Benchmark_O-*" ,
396
396
"b1" ,
397
+ "--min-samples=2" ,
397
398
"--num-iters=1" ,
398
399
"--memory" ,
399
400
)
0 commit comments