Add -s/--summary flag to print failed tests at end of run

Author: Telomelonia

pkgs/test/test/runner/compact_reporter_test.dart

@@ -562,6 +562,37 @@ void main() {
       );
     });
   }, testOn: 'windows');
+
+  test('prints failure summary with --summary flag', () {
+    return _expectReport(
+      '''
+        test('failure 1', () => throw TestFailure('oh no'));
+        test('success 1', () {});
+        test('failure 2', () => throw TestFailure('oh no'));''',
+      '''
+        +0: loading test.dart
+        +0: failure 1
+        +0 -1: failure 1 [E]
+          oh no
+          test.dart 6:33  main.<fn>
+
+
+        +0 -1: success 1
+        +1 -1: success 1
+        +1 -1: failure 2
+        +1 -2: failure 2 [E]
+          oh no
+          test.dart 8:33  main.<fn>
+
+
+        +1 -2: Some tests failed.
+
+        Failing tests:
+          test.dart: failure 1
+          test.dart: failure 2''',
+      args: ['--summary'],
+    );
+  });
 }
 
 Future<void> _expectReport(

pkgs/test_core/lib/src/runner/configuration.dart

@@ -104,6 +104,10 @@ class Configuration {
   bool get color => _color ?? canUseSpecialChars;
   final bool? _color;
 
+  /// Whether to print a summary of failed tests at the end.
+  bool get printSummary => _printSummary ?? false;
+  final bool? _printSummary;
+
   /// How many tests to run concurrently.
   int get concurrency =>
       pauseAfterLoad ? 1 : (_concurrency ?? defaultConcurrency);
@@ -274,6 +278,7 @@ class Configuration {
     required bool? pauseAfterLoad,
     required bool? debug,
     required bool? color,
+    required bool? printSummary,
     required String? configurationPath,
     required String? reporter,
     required Map<String, String>? fileReporters,
@@ -330,6 +335,7 @@ class Configuration {
       pauseAfterLoad: pauseAfterLoad,
       debug: debug,
       color: color,
+      printSummary: printSummary,
       configurationPath: configurationPath,
       reporter: reporter,
       fileReporters: fileReporters,
@@ -392,6 +398,7 @@ class Configuration {
     bool? pauseAfterLoad,
     bool? debug,
     bool? color,
+    bool? printSummary,
     String? configurationPath,
     String? reporter,
     Map<String, String>? fileReporters,
@@ -446,6 +453,7 @@ class Configuration {
     pauseAfterLoad: pauseAfterLoad,
     debug: debug,
     color: color,
+    printSummary: printSummary,
     configurationPath: configurationPath,
     reporter: reporter,
     fileReporters: fileReporters,
@@ -517,6 +525,7 @@ class Configuration {
     pauseAfterLoad: null,
     debug: null,
     color: null,
+    printSummary: null,
     configurationPath: null,
     reporter: null,
     fileReporters: null,
@@ -584,6 +593,7 @@ class Configuration {
     pauseAfterLoad: null,
     debug: null,
     color: null,
+    printSummary: null,
     configurationPath: null,
     reporter: null,
     fileReporters: null,
@@ -656,6 +666,7 @@ class Configuration {
     version: null,
     debug: null,
     color: null,
+    printSummary: null,
     configurationPath: null,
     coverage: null,
     coverageLcov: null,
@@ -718,6 +729,7 @@ class Configuration {
     pauseAfterLoad: null,
     debug: null,
     color: null,
+    printSummary: null,
     configurationPath: null,
     reporter: null,
     fileReporters: null,
@@ -788,6 +800,7 @@ class Configuration {
     required bool? pauseAfterLoad,
     required bool? debug,
     required bool? color,
+    required bool? printSummary,
     required String? configurationPath,
     required String? reporter,
     required Map<String, String>? fileReporters,
@@ -818,6 +831,7 @@ class Configuration {
        _pauseAfterLoad = pauseAfterLoad,
        _debug = debug,
        _color = color,
+       _printSummary = printSummary,
        _configurationPath = configurationPath,
        _reporter = reporter,
        fileReporters = fileReporters ?? {},
@@ -883,6 +897,7 @@ class Configuration {
     pauseAfterLoad: null,
     debug: null,
     color: null,
+    printSummary: null,
     configurationPath: null,
     reporter: null,
     fileReporters: null,
@@ -986,6 +1001,7 @@ class Configuration {
       pauseAfterLoad: other._pauseAfterLoad ?? _pauseAfterLoad,
       debug: other._debug ?? _debug,
       color: other._color ?? _color,
+      printSummary: other._printSummary ?? _printSummary,
       configurationPath: other._configurationPath ?? _configurationPath,
       reporter: other._reporter ?? _reporter,
       fileReporters: mergeMaps(fileReporters, other.fileReporters),
@@ -1044,6 +1060,7 @@ class Configuration {
     bool? pauseAfterLoad,
     bool? debug,
     bool? color,
+    bool? printSummary,
     String? configurationPath,
     String? reporter,
     Map<String, String>? fileReporters,
@@ -1095,6 +1112,7 @@ class Configuration {
       pauseAfterLoad: pauseAfterLoad ?? _pauseAfterLoad,
       debug: debug ?? _debug,
       color: color ?? _color,
+      printSummary: printSummary ?? _printSummary,
       configurationPath: configurationPath ?? _configurationPath,
       reporter: reporter ?? _reporter,
       fileReporters: fileReporters ?? this.fileReporters,

pkgs/test_core/lib/src/runner/configuration/args.dart

@@ -262,6 +262,12 @@ final ArgParser _parser =
         'color',
         help: 'Use terminal colors.\n(auto-detected by default)',
       );
+      parser.addFlag(
+        'summary',
+        abbr: 's',
+        help: 'Print a summary of all failed tests at the end of the run.',
+        defaultsTo: false,
+      );
 
       /// The following options are used only by the internal Google test runner.
       /// They're hidden and not supported as stable API surface outside Google.
@@ -460,6 +466,7 @@ class _Parser {
       verboseTrace: _ifParsed('verbose-trace'),
       chainStackTraces: _ifParsed('chain-stack-traces'),
       jsTrace: _ifParsed('js-trace'),
+      printSummary: _ifParsed('summary'),
       pauseAfterLoad: _ifParsed('pause-after-load'),
       debug: _ifParsed('debug'),
       color: color,

pkgs/test_core/lib/src/runner/configuration/reporters.dart

@@ -43,6 +43,7 @@ final _allReporters = <String, ReporterDetails>{
       printPlatform:
           config.suiteDefaults.runtimes.length > 1 ||
           config.suiteDefaults.compilerSelections != null,
+      printSummary: config.printSummary,
     ),
   ),
   'expanded': ReporterDetails(

pkgs/test_core/lib/src/runner/reporter/compact.dart

@@ -61,6 +61,9 @@ class CompactReporter implements Reporter {
   /// Whether the platform each test is running on should be printed.
   final bool _printPlatform;
 
+  /// Whether to print a summary of failed tests at the end.
+  final bool _printSummary;
+
   /// A stopwatch that tracks the duration of the full run.
   final _stopwatch = Stopwatch();
 
@@ -124,12 +127,14 @@ class CompactReporter implements Reporter {
     required bool color,
     required bool printPath,
     required bool printPlatform,
+    required bool printSummary,
   }) => CompactReporter._(
     engine,
     sink,
     color: color,
     printPath: printPath,
     printPlatform: printPlatform,
+    printSummary: printSummary,
   );
 
   CompactReporter._(
@@ -138,8 +143,10 @@ class CompactReporter implements Reporter {
     required bool color,
     required bool printPath,
     required bool printPlatform,
+    required bool printSummary,
   }) : _printPath = printPath,
        _printPlatform = printPlatform,
+       _printSummary = printSummary,
        _color = color,
        _green = color ? '\u001b[32m' : '',
        _red = color ? '\u001b[31m' : '',
@@ -342,6 +349,20 @@ class CompactReporter implements Reporter {
       }
       _progressLine('Some tests failed.', color: _red);
       _sink.writeln('');
+
+      if (_printSummary && _engine.failed.isNotEmpty) {
+        _sink.writeln('');
+        _sink.writeln('${_red}Failing tests:$_noColor');
+        for (final liveTest in _engine.failed) {
+          final path = liveTest.suite.path;
+          final name = liveTest.test.name;
+          if (path != null) {
+            _sink.writeln('  $path: $name');
+          } else {
+            _sink.writeln('  $name');
+          }
+        }
+      }
     } else if (_engine.passed.isEmpty) {
       _progressLine('${_yellow}All tests skipped.$_noColor');
       _sink.writeln('');