Add failure summary to compact and expanded reporters with --summary flag

Author: Telomelonia

pkgs/test/test/runner/compact_reporter_test.dart

@@ -562,6 +562,37 @@ void main() {
       );
     });
   }, testOn: 'windows');
+
+  test('prints failure summary with --summary flag', () {
+    return _expectReport(
+      '''
+        test('failure 1', () => throw TestFailure('oh no'));
+        test('success 1', () {});
+        test('failure 2', () => throw TestFailure('oh no'));''',
+      '''
+        +0: loading test.dart
+        +0: failure 1
+        +0 -1: failure 1 [E]
+          oh no
+          test.dart 6:33  main.<fn>
+
+
+        +0 -1: success 1
+        +1 -1: success 1
+        +1 -1: failure 2
+        +1 -2: failure 2 [E]
+          oh no
+          test.dart 8:33  main.<fn>
+
+
+        +1 -2: Some tests failed.
+
+        Failing tests:
+          test.dart: failure 1
+          test.dart: failure 2''',
+      args: ['--summary'],
+    );
+  });
 }
 
 Future<void> _expectReport(

pkgs/test/test/utils.dart

@@ -220,6 +220,7 @@ Configuration configuration({
   bool? pauseAfterLoad,
   bool? debug,
   bool? color,
+  bool? printSummary,
   String? configurationPath,
   String? reporter,
   Map<String, String>? fileReporters,
@@ -273,6 +274,7 @@ Configuration configuration({
   pauseAfterLoad: pauseAfterLoad,
   debug: debug,
   color: color,
+  printSummary: printSummary,
   configurationPath: configurationPath,
   reporter: reporter,
   fileReporters: fileReporters,

pkgs/test_core/CHANGELOG.md

@@ -1,3 +1,8 @@
+## 0.6.16
+
+* Add `-s`/`--summary` flag to print a list of failed tests at the end of the
+  run for the compact and expanded reporters.
+
 ## 0.6.15
 
 * Add `--coverage-package` flag, which filters the coverage report to specific

pkgs/test_core/lib/src/direct_run.dart

@@ -76,6 +76,7 @@ Future<bool> _directRunTests(
         color: Configuration.empty.color,
         printPath: false,
         printPlatform: false,
+        printSummary: false,
       );
   final declarer = Declarer(
     fullTestName: fullTestName,

pkgs/test_core/lib/src/runner/configuration.dart

@@ -104,6 +104,10 @@ class Configuration {
   bool get color => _color ?? canUseSpecialChars;
   final bool? _color;
 
+  /// Whether to print a summary of failed tests at the end.
+  bool get printSummary => _printSummary ?? false;
+  final bool? _printSummary;
+
   /// How many tests to run concurrently.
   int get concurrency =>
       pauseAfterLoad ? 1 : (_concurrency ?? defaultConcurrency);
@@ -274,6 +278,7 @@ class Configuration {
     required bool? pauseAfterLoad,
     required bool? debug,
     required bool? color,
+    required bool? printSummary,
     required String? configurationPath,
     required String? reporter,
     required Map<String, String>? fileReporters,
@@ -330,6 +335,7 @@ class Configuration {
       pauseAfterLoad: pauseAfterLoad,
       debug: debug,
       color: color,
+      printSummary: printSummary,
       configurationPath: configurationPath,
       reporter: reporter,
       fileReporters: fileReporters,
@@ -392,6 +398,7 @@ class Configuration {
     bool? pauseAfterLoad,
     bool? debug,
     bool? color,
+    bool? printSummary,
     String? configurationPath,
     String? reporter,
     Map<String, String>? fileReporters,
@@ -446,6 +453,7 @@ class Configuration {
     pauseAfterLoad: pauseAfterLoad,
     debug: debug,
     color: color,
+    printSummary: printSummary,
     configurationPath: configurationPath,
     reporter: reporter,
     fileReporters: fileReporters,
@@ -517,6 +525,7 @@ class Configuration {
     pauseAfterLoad: null,
     debug: null,
     color: null,
+    printSummary: null,
     configurationPath: null,
     reporter: null,
     fileReporters: null,
@@ -584,6 +593,7 @@ class Configuration {
     pauseAfterLoad: null,
     debug: null,
     color: null,
+    printSummary: null,
     configurationPath: null,
     reporter: null,
     fileReporters: null,
@@ -656,6 +666,7 @@ class Configuration {
     version: null,
     debug: null,
     color: null,
+    printSummary: null,
     configurationPath: null,
     coverage: null,
     coverageLcov: null,
@@ -718,6 +729,7 @@ class Configuration {
     pauseAfterLoad: null,
     debug: null,
     color: null,
+    printSummary: null,
     configurationPath: null,
     reporter: null,
     fileReporters: null,
@@ -788,6 +800,7 @@ class Configuration {
     required bool? pauseAfterLoad,
     required bool? debug,
     required bool? color,
+    required bool? printSummary,
     required String? configurationPath,
     required String? reporter,
     required Map<String, String>? fileReporters,
@@ -818,6 +831,7 @@ class Configuration {
        _pauseAfterLoad = pauseAfterLoad,
        _debug = debug,
        _color = color,
+       _printSummary = printSummary,
        _configurationPath = configurationPath,
        _reporter = reporter,
        fileReporters = fileReporters ?? {},
@@ -883,6 +897,7 @@ class Configuration {
     pauseAfterLoad: null,
     debug: null,
     color: null,
+    printSummary: null,
     configurationPath: null,
     reporter: null,
     fileReporters: null,
@@ -986,6 +1001,7 @@ class Configuration {
       pauseAfterLoad: other._pauseAfterLoad ?? _pauseAfterLoad,
       debug: other._debug ?? _debug,
       color: other._color ?? _color,
+      printSummary: other._printSummary ?? _printSummary,
       configurationPath: other._configurationPath ?? _configurationPath,
       reporter: other._reporter ?? _reporter,
       fileReporters: mergeMaps(fileReporters, other.fileReporters),
@@ -1044,6 +1060,7 @@ class Configuration {
     bool? pauseAfterLoad,
     bool? debug,
     bool? color,
+    bool? printSummary,
     String? configurationPath,
     String? reporter,
     Map<String, String>? fileReporters,
@@ -1095,6 +1112,7 @@ class Configuration {
       pauseAfterLoad: pauseAfterLoad ?? _pauseAfterLoad,
       debug: debug ?? _debug,
       color: color ?? _color,
+      printSummary: printSummary ?? _printSummary,
       configurationPath: configurationPath ?? _configurationPath,
       reporter: reporter ?? _reporter,
       fileReporters: fileReporters ?? this.fileReporters,

pkgs/test_core/lib/src/runner/configuration/args.dart

@@ -262,6 +262,12 @@ final ArgParser _parser =
         'color',
         help: 'Use terminal colors.\n(auto-detected by default)',
       );
+      parser.addFlag(
+        'summary',
+        abbr: 's',
+        help: 'Print a summary of all failed tests at the end of the run.',
+        defaultsTo: false,
+      );
 
       /// The following options are used only by the internal Google test runner.
       /// They're hidden and not supported as stable API surface outside Google.
@@ -460,6 +466,7 @@ class _Parser {
       verboseTrace: _ifParsed('verbose-trace'),
       chainStackTraces: _ifParsed('chain-stack-traces'),
       jsTrace: _ifParsed('js-trace'),
+      printSummary: _ifParsed('summary'),
       pauseAfterLoad: _ifParsed('pause-after-load'),
       debug: _ifParsed('debug'),
       color: color,

pkgs/test_core/lib/src/runner/configuration/reporters.dart

@@ -43,6 +43,7 @@ final _allReporters = <String, ReporterDetails>{
       printPlatform:
           config.suiteDefaults.runtimes.length > 1 ||
           config.suiteDefaults.compilerSelections != null,
+      printSummary: config.printSummary,
     ),
   ),
   'expanded': ReporterDetails(
@@ -57,6 +58,7 @@ final _allReporters = <String, ReporterDetails>{
       printPlatform:
           config.suiteDefaults.runtimes.length > 1 ||
           config.suiteDefaults.compilerSelections != null,
+      printSummary: config.printSummary,
     ),
   ),
   'failures-only': ReporterDetails(

pkgs/test_core/lib/src/runner/reporter/compact.dart

@@ -17,6 +17,7 @@ import '../engine.dart';
 import '../load_exception.dart';
 import '../load_suite.dart';
 import '../reporter.dart';
+import 'failure_summary.dart';
 
 /// A reporter that prints test results to the console in a single
 /// continuously-updating line.
@@ -61,6 +62,9 @@ class CompactReporter implements Reporter {
   /// Whether the platform each test is running on should be printed.
   final bool _printPlatform;
 
+  /// Whether to print a summary of failed tests at the end.
+  final bool _printSummary;
+
   /// A stopwatch that tracks the duration of the full run.
   final _stopwatch = Stopwatch();
 
@@ -124,12 +128,14 @@ class CompactReporter implements Reporter {
     required bool color,
     required bool printPath,
     required bool printPlatform,
+    required bool printSummary,
   }) => CompactReporter._(
     engine,
     sink,
     color: color,
     printPath: printPath,
     printPlatform: printPlatform,
+    printSummary: printSummary,
   );
 
   CompactReporter._(
@@ -138,8 +144,10 @@ class CompactReporter implements Reporter {
     required bool color,
     required bool printPath,
     required bool printPlatform,
+    required bool printSummary,
   }) : _printPath = printPath,
        _printPlatform = printPlatform,
+       _printSummary = printSummary,
        _color = color,
        _green = color ? '\u001b[32m' : '',
        _red = color ? '\u001b[31m' : '',
@@ -342,6 +350,15 @@ class CompactReporter implements Reporter {
       }
       _progressLine('Some tests failed.', color: _red);
       _sink.writeln('');
+
+      if (_printSummary) {
+        writeFailureSummary(
+          _sink,
+          _engine.failed,
+          red: _red,
+          noColor: _noColor,
+        );
+      }
     } else if (_engine.passed.isEmpty) {
       _progressLine('${_yellow}All tests skipped.$_noColor');
       _sink.writeln('');

pkgs/test_core/lib/src/runner/reporter/expanded.dart

@@ -13,6 +13,7 @@ import '../engine.dart';
 import '../load_exception.dart';
 import '../load_suite.dart';
 import '../reporter.dart';
+import 'failure_summary.dart';
 
 /// A reporter that prints each test on its own line.
 ///
@@ -57,6 +58,9 @@ class ExpandedReporter implements Reporter {
   /// Whether the platform each test is running on should be printed.
   final bool _printPlatform;
 
+  /// Whether to print a summary of failed tests at the end.
+  final bool _printSummary;
+
   /// A stopwatch that tracks the duration of the full run.
   final _stopwatch = Stopwatch();
 
@@ -103,12 +107,14 @@ class ExpandedReporter implements Reporter {
     required bool color,
     required bool printPath,
     required bool printPlatform,
+    required bool printSummary,
   }) => ExpandedReporter._(
     engine,
     sink,
     color: color,
     printPath: printPath,
     printPlatform: printPlatform,
+    printSummary: printSummary,
   );
 
   ExpandedReporter._(
@@ -117,8 +123,10 @@ class ExpandedReporter implements Reporter {
     required bool color,
     required bool printPath,
     required bool printPlatform,
+    required bool printSummary,
   }) : _printPath = printPath,
        _printPlatform = printPlatform,
+       _printSummary = printSummary,
        _color = color,
        _green = color ? '\u001b[32m' : '',
        _red = color ? '\u001b[31m' : '',
@@ -264,6 +272,15 @@ class ExpandedReporter implements Reporter {
         );
       }
       _progressLine('Some tests failed.', color: _red);
+
+      if (_printSummary) {
+        writeFailureSummary(
+          _sink,
+          _engine.failed,
+          red: _red,
+          noColor: _noColor,
+        );
+      }
     } else if (_engine.passed.isEmpty) {
       _progressLine('All tests skipped.');
     } else {

pkgs/test_core/lib/src/runner/reporter/failure_summary.dart

@@ -0,0 +1,46 @@
+// Copyright (c) 2025, the Dart project authors.  Please see the AUTHORS file
+// for details. All rights reserved. Use of this source code is governed by a
+// BSD-style license that can be found in the LICENSE file.
+
+import 'package:test_api/src/backend/live_test.dart'; // ignore: implementation_imports
+
+/// The maximum number of individual failing tests to list in the summary.
+const maxFailureSummaryCount = 5;
+
+/// Writes a summary of [failedTests] to [sink].
+///
+/// At most [maxFailureSummaryCount] tests are listed individually; if there
+/// are more, a "... and N more" line is appended.
+void writeFailureSummary(
+  StringSink sink,
+  Iterable<LiveTest> failedTests, {
+  required String red,
+  required String noColor,
+}) {
+  final failed = failedTests.toList();
+  if (failed.isEmpty) return;
+
+  sink.writeln('');
+  sink.writeln('${red}Failing tests:$noColor');
+
+  final displayCount =
+      failed.length > maxFailureSummaryCount
+          ? maxFailureSummaryCount
+          : failed.length;
+
+  for (var i = 0; i < displayCount; i++) {
+    final liveTest = failed[i];
+    final path = liveTest.suite.path;
+    final name = liveTest.test.name;
+    if (path != null) {
+      sink.writeln('  $path: $name');
+    } else {
+      sink.writeln('  $name');
+    }
+  }
+
+  final remaining = failed.length - displayCount;
+  if (remaining > 0) {
+    sink.writeln('  ... and $remaining more');
+  }
+}