Merge pull request #272 from nblumhardt/more-bench-cases

More bench cases; order cases by id, fix width of `first` output column

Author: nblumhardt

src/SeqCli/Cli/Commands/Bench/BenchCases.json

@@ -6,7 +6,17 @@
       "notes": "Tests page traversal performance only; avoids data copies, serialization, and evaluation."
     },
     {
-      "id": "count-having-request-id",
+      "id": "multiple-reductions",
+      "query": "select count(*), sum(A), min(B), max(C) from stream where @Timestamp >= now() - 30d",
+      "notes": "Reducer performance. Percentile is excluded because it prevents parallelization unless time-grouped."
+    },
+    {
+      "id": "percentile-by-12h",
+      "query": "select percentile(@Timestamp % 1ms, 90) from stream where @Timestamp >= now() - 30d group by @Level, time(12h)",
+      "notes": "Common reducer/grouping combination used when monitoring performance."
+    },
+    {
+      "id": "count-with-request-id",
       "query": "select count(*) from stream where RequestId is not null and @Timestamp >= now() - 30d",
       "notes": "Tests sparse deserialization and condition evaluation atop basic page traversal."
     },
@@ -21,17 +31,17 @@
       "notes": "Text search performance; worse on @Message than other properties because fragment pre-filtering is not used."
     },
     {
-      "id": "count-by-level",
+      "id": "group-by-level",
       "query": "select count(*) from stream where @Timestamp >= now() - 30d group by @Level",
       "notes": "Grouping performance, strings, small number of groups."
     },
     {
-      "id": "count-by-millisecond",
+      "id": "group-by-millisecond",
       "query": "select count(*) from stream where @Timestamp >= now() - 30d group by @Timestamp % 1ms limit 100",
       "notes": "Grouping performance, numbers, up to 10000 groups."
     },
     {
-      "id": "count-by-day",
+      "id": "group-by-12h",
       "query": "select count(*) from stream where @Timestamp >= now() - 30d group by time(12h)",
       "notes": "Time partitioning performance."
     },
@@ -49,6 +59,11 @@
       "id": "order-by-message-limit-10",
       "query": "select @Message from stream where @Timestamp >= now() - 30d order by @Message limit 10",
       "notes": "Adds character collation to limited sort."
+    },
+    {
+      "id": "count-where-heavy-predicate",
+      "query": "select count(*) from stream where (A = 1 or B = '2' or C or D <> null or length(E) > 5 or F = {f: 6} or G = '7' or H like '8%' or I > 9 or J % 10 = 0) and @Timestamp >= now() - 30d",
+      "notes": "Tests expression evaluation performance."
     }
   ]
 }

src/SeqCli/Cli/Commands/Bench/BenchCommand.cs

@@ -125,7 +125,7 @@ protected override async Task<int> Run()
             using (LogContext.PushProperty("Start", _range.Start))
             using (LogContext.PushProperty("End", _range.End))
             {
-                foreach (var c in cases.Cases)
+                foreach (var c in cases.Cases.OrderBy(c => c.Id))
                 {
                     var timings = new BenchCaseTimings();
                     object? lastResult = null;
@@ -159,7 +159,7 @@ protected override async Task<int> Run()
                     using (LogContext.PushProperty("Query", c.Query))
                     {
                         reportingLogger.Information(
-                            "Case {Id,-40} mean {MeanElapsed,5:N0} ms (first {FirstElapsed:N0} ms, min {MinElapsed,5:N0} ms, max {MaxElapsed,5:N0} ms, RSD {RelativeStandardDeviationElapsed,4:N2})",
+                            "Case {Id,-40} mean {MeanElapsed,5:N0} ms (first {FirstElapsed,5:N0} ms, min {MinElapsed,5:N0} ms, max {MaxElapsed,5:N0} ms, RSD {RelativeStandardDeviationElapsed,4:N2})",
                             c.Id, timings.MeanElapsed, timings.FirstElapsed, timings.MinElapsed, timings.MaxElapsed, timings.RelativeStandardDeviationElapsed);
                     }
                 }