Fixing benchmark

Author: isoos

app/bin/tools/isolate_search_benchmark.dart

@@ -5,6 +5,7 @@
 import 'dart:math';
 
 import 'package:_pub_shared/search/search_form.dart';
+import 'package:collection/collection.dart';
 import 'package:pub_dev/search/search_service.dart';
 import 'package:pub_dev/service/entrypoint/_isolate.dart';
 import 'package:pub_dev/service/entrypoint/search_index.dart';
@@ -42,19 +43,29 @@ Future<void> main(List<String> args) async {
 
 Future<void> _benchmark(IsolateRunner primary, IsolateRunner reduced) async {
   final index = IsolateSearchIndex(primary, reduced);
-  final sw = Stopwatch()..start();
-  for (var i = 0; i < 10; i++) {
+  final durations = <String, List<int>>{};
+  for (var i = 0; i < 100; i++) {
     final random = Random(i);
     final items = queries
-        .expand((q) => List.generate(10, (_) => q))
         .map((q) => ServiceSearchQuery.parse(
               query: q,
               tagsPredicate: TagsPredicate.regularSearch(),
             ))
         .toList();
     items.shuffle(random);
-    await Future.wait(items.map((q) async => index.search(q)));
+    await Future.wait(items.map((q) async {
+      final sw = Stopwatch()..start();
+      await index.search(q);
+      final d = sw.elapsed.inMicroseconds;
+      durations.putIfAbsent('all', () => []).add(d);
+      final key = q.parsedQuery.hasFreeText ? 'primary' : 'reduced';
+      durations.putIfAbsent(key, () => []).add(d);
+    }));
+  }
+  for (final e in durations.entries) {
+    e.value.sort();
+    print('${e.key.padLeft(10)}: '
+        '${e.value.average.round().toString().padLeft(10)} avg '
+        '${e.value[e.value.length * 90 ~/ 100].toString().padLeft(10)} p90');
   }
-  sw.stop();
-  print(sw.elapsedMilliseconds);
 }