benchmark:inode,canonical: improve accuracy

Author: scivision

example/BenchmarkCanonical.m

@@ -14,19 +14,29 @@
 methods (Test)
 
 function bench_exist(tc, fun)
-tc.startMeasuring()
-o = fun(tc.exist, true);
-tc.stopMeasuring()
+while(tc.keepMeasuring)
+  o = fun(tc.exist, true);
+end
+
+tc.verifyClass(o, 'string')
+tc.verifyGreaterThan(strlength(o), 0)
+end
+
+
+function bench_exist_main(tc)
+while(tc.keepMeasuring)
+  o = stdlib.canonical(tc.exist, true);
+end
 
 tc.verifyClass(o, 'string')
 tc.verifyGreaterThan(strlength(o), 0)
 end
 
 
 function bench_not_exist(tc, fun)
-tc.startMeasuring()
-o = fun(tc.not_exist, true);
-tc.stopMeasuring()
+while(tc.keepMeasuring)
+  o = fun(tc.not_exist, true);
+end
 
 tc.verifyClass(o, 'string')
 tc.verifyEqual(strlength(o), 0)

example/BenchmarkCanonicalRun.m

@@ -1,20 +1,23 @@
-function [r, s] =  BenchmarkCanonicalRun()
+function BenchmarkCanonicalRun()
 tname = "BenchmarkCanonical";
 
 %% Exist
 r.same = run_bench(tname + "/bench_exist");
-s.exist = sampleSummary(r.same);
-disp(sortrows(s.exist, "Median"))
+s.exist = sortrows(sampleSummary(r.same), "Median");
+disp(s.exist(:, ["Name", "SampleSize", "Mean", "Median"]))
 %% Not Exist
 r.not = run_bench(tname + "/bench_not_exist");
-s.not = sampleSummary(r.not);
-disp(sortrows(s.not, "Median"))
-
+s.not = sortrows(sampleSummary(r.not), "Median");
+disp(s.not(:, ["Name", "SampleSize", "Mean", "Median"]))
+%% Main
+r.main = run_bench(tname + "/bench_exist_main");
+s.main = sortrows(sampleSummary(r.main), "Median");
+disp(s.main(:, ["Name", "SampleSize", "Mean", "Median"]))
 end
 
 
 function result = run_bench(name)
 suite = testsuite(name);
-exp = matlab.perftest.TimeExperiment.limitingSamplingError(MaxSamples=150, RelativeMarginOfError=0.05);
+exp = matlab.perftest.TimeExperiment.limitingSamplingError(RelativeMarginOfError=0.05);
 result = exp.run(suite);
 end

example/BenchmarkInode.m

@@ -21,9 +21,20 @@
 methods (Test)
 
 function bench_exist(tc, backend)
-tc.startMeasuring()
-i = tc.fun(tc.exist, backend);
-tc.stopMeasuring()
+while tc.keepMeasuring()
+  i = tc.fun(tc.exist, backend);
+end
+
+tc.verifyClass(i, 'uint64')
+tc.assertNotEmpty(i)
+tc.verifyGreaterThan(i, 0)
+end
+
+
+function bench_exist_main(tc)
+while tc.keepMeasuring()
+  i = tc.fun(tc.exist);
+end
 
 tc.verifyClass(i, 'uint64')
 tc.assertNotEmpty(i)
@@ -32,9 +43,9 @@ function bench_exist(tc, backend)
 
 
 function bench_not_exist(tc, backend)
-tc.startMeasuring()
-i = tc.fun(tc.not_exist, backend);
-tc.stopMeasuring()
+while tc.keepMeasuring()
+  i = tc.fun(tc.not_exist, backend);
+end
 
 tc.verifyClass(i, 'uint64')
 tc.verifyEmpty(i)

example/BenchmarkInodeRun.m

@@ -1,20 +1,23 @@
-function [r, s] =  BenchmarkInodeRun()
+function BenchmarkInodeRun()
 tname = "BenchmarkInode";
 
 %% Exist
 r.same = run_bench(tname + "/bench_exist");
-s.exist = sampleSummary(r.same);
-disp(sortrows(s.exist, "Median"))
+s.exist = sortrows(sampleSummary(r.same), "Median");
+disp(s.exist(:, ["Name", "SampleSize", "Mean", "Median"]))
 %% Not Exist
 r.not = run_bench(tname + "/bench_not_exist");
-s.not = sampleSummary(r.not);
-disp(sortrows(s.not, "Median"))
-
+s.not = sortrows(sampleSummary(r.not), "Median");
+disp(s.not(:, ["Name", "SampleSize", "Mean", "Median"]))
+%% Main
+r.main = run_bench(tname + "/bench_exist_main");
+s.main = sortrows(sampleSummary(r.main), "Median");
+disp(s.main(:, ["Name", "SampleSize", "Mean", "Median"]))
 end
 
 
 function result = run_bench(name)
 suite = testsuite(name);
-exp = matlab.perftest.TimeExperiment.limitingSamplingError(MaxSamples=20, RelativeMarginOfError=0.1);
+exp = matlab.perftest.TimeExperiment.limitingSamplingError(RelativeMarginOfError=0.1);
 result = exp.run(suite);
 end