Implement configuration options for displaying details on all issues and failing on all issues

Author: sebastianbergmann

ChangeLog-10.5.md

@@ -2,6 +2,13 @@
 
 All notable changes of the PHPUnit 10.5 release series are documented in this file using the [Keep a CHANGELOG](https://keepachangelog.com/) principles.
 
+## [10.5.46] - 2025-MM-DD
+
+### Added
+
+* `displayDetailsOnAllIssues` attribute on the `<phpunit>` element of the XML configuration file and `--display-all-issues` CLI option for controlling whether PHPUnit should display details on all issues that are triggered (default: `false`)
+* `failOnAllIssues` attribute on the `<phpunit>` element of the XML configuration file and `--fail-on-all-issues` CLI option for controlling whether PHPUnit should fail on all issues that are triggered (default: `false`)
+
 ## [10.5.45] - 2025-02-06
 
 ### Changed
@@ -402,6 +409,7 @@ All notable changes of the PHPUnit 10.5 release series are documented in this fi
 
 * [#5563](https://github.com/sebastianbergmann/phpunit/issues/5563): `createMockForIntersectionOfInterfaces()` does not automatically register mock object for expectation verification
 
+[10.5.46]: https://github.com/sebastianbergmann/phpunit/compare/10.5.45...10.5
 [10.5.45]: https://github.com/sebastianbergmann/phpunit/compare/10.5.44...10.5.45
 [10.5.44]: https://github.com/sebastianbergmann/phpunit/compare/10.5.43...10.5.44
 [10.5.43]: https://github.com/sebastianbergmann/phpunit/compare/10.5.42...10.5.43

phpunit.xsd

@@ -177,6 +177,7 @@
         <xs:attribute name="numberOfTestsBeforeGarbageCollection" type="xs:integer" default="100"/>
         <xs:attribute name="requireCoverageMetadata" type="xs:boolean" default="false"/>
         <xs:attribute name="processIsolation" type="xs:boolean" default="false"/>
+        <xs:attribute name="failOnAllIssues" type="xs:boolean" default="false"/>
         <xs:attribute name="failOnDeprecation" type="xs:boolean" default="false"/>
         <xs:attribute name="failOnPhpunitDeprecation" type="xs:boolean" default="false"/>
         <xs:attribute name="failOnEmptyTestSuite" type="xs:boolean" default="false"/>
@@ -211,6 +212,7 @@
         <xs:attribute name="extensionsDirectory" type="xs:anyURI"/>
         <xs:attribute name="executionOrder" type="executionOrderType" default="default"/>
         <xs:attribute name="resolveDependencies" type="xs:boolean" default="true"/>
+        <xs:attribute name="displayDetailsOnAllIssues" type="xs:boolean" default="false"/>
         <xs:attribute name="displayDetailsOnIncompleteTests" type="xs:boolean" default="false"/>
         <xs:attribute name="displayDetailsOnSkippedTests" type="xs:boolean" default="false"/>
         <xs:attribute name="displayDetailsOnTestsThatTriggerDeprecations" type="xs:boolean" default="false"/>

src/TextUI/Application.php

@@ -271,14 +271,14 @@ public function run(array $argv): int
             }
 
             $shellExitCode = (new ShellExitCodeCalculator)->calculate(
-                $configuration->failOnDeprecation(),
-                $configuration->failOnPhpunitDeprecation(),
-                $configuration->failOnEmptyTestSuite(),
-                $configuration->failOnIncomplete(),
-                $configuration->failOnNotice(),
-                $configuration->failOnRisky(),
-                $configuration->failOnSkipped(),
-                $configuration->failOnWarning(),
+                $configuration->failOnDeprecation() || $configuration->failOnAllIssues(),
+                $configuration->failOnPhpunitDeprecation() || $configuration->failOnAllIssues(),
+                $configuration->failOnEmptyTestSuite() || $configuration->failOnAllIssues(),
+                $configuration->failOnIncomplete() || $configuration->failOnAllIssues(),
+                $configuration->failOnNotice() || $configuration->failOnAllIssues(),
+                $configuration->failOnRisky() || $configuration->failOnAllIssues(),
+                $configuration->failOnSkipped() || $configuration->failOnAllIssues(),
+                $configuration->failOnWarning() || $configuration->failOnAllIssues(),
                 $result,
             );
 

src/TextUI/Configuration/Cli/Builder.php

@@ -55,6 +55,7 @@ final class Builder
         'coverage-xml=',
         'path-coverage',
         'disallow-test-output',
+        'display-all-issues',
         'display-incomplete',
         'display-skipped',
         'display-deprecations',
@@ -101,6 +102,7 @@ final class Builder
         'reverse-list',
         'static-backup',
         'stderr',
+        'fail-on-all-issues',
         'fail-on-deprecation',
         'fail-on-phpunit-deprecation',
         'fail-on-empty-test-suite',
@@ -187,6 +189,7 @@ public function fromParameters(array $parameters): Configuration
         $defaultTimeLimit                  = null;
         $disableCodeCoverageIgnore         = null;
         $disallowTestOutput                = null;
+        $displayAllIssues                  = null;
         $displayIncomplete                 = null;
         $displaySkipped                    = null;
         $displayDeprecations               = null;
@@ -198,6 +201,7 @@ public function fromParameters(array $parameters): Configuration
         $excludeGroups                     = null;
         $executionOrder                    = null;
         $executionOrderDefects             = null;
+        $failOnAllIssues                   = null;
         $failOnDeprecation                 = null;
         $failOnPhpunitDeprecation          = null;
         $failOnEmptyTestSuite              = null;
@@ -568,6 +572,11 @@ public function fromParameters(array $parameters): Configuration
 
                     break;
 
+                case '--fail-on-all-issues':
+                    $failOnAllIssues = true;
+
+                    break;
+
                 case '--fail-on-deprecation':
                     $failOnDeprecation = true;
 
@@ -753,6 +762,11 @@ public function fromParameters(array $parameters): Configuration
 
                     break;
 
+                case '--display-all-issues':
+                    $displayAllIssues = true;
+
+                    break;
+
                 case '--display-incomplete':
                     $displayIncomplete = true;
 
@@ -924,6 +938,7 @@ public function fromParameters(array $parameters): Configuration
             $excludeGroups,
             $executionOrder,
             $executionOrderDefects,
+            $failOnAllIssues,
             $failOnDeprecation,
             $failOnPhpunitDeprecation,
             $failOnEmptyTestSuite,
@@ -978,6 +993,7 @@ public function fromParameters(array $parameters): Configuration
             $testSuite,
             $excludeTestSuite,
             $useDefaultConfiguration,
+            $displayAllIssues,
             $displayIncomplete,
             $displaySkipped,
             $displayDeprecations,

src/TextUI/Configuration/Cli/Configuration.php

@@ -54,6 +54,7 @@ final class Configuration
     private readonly ?array $excludeGroups;
     private readonly ?int $executionOrder;
     private readonly ?int $executionOrderDefects;
+    private readonly ?bool $failOnAllIssues;
     private readonly ?bool $failOnDeprecation;
     private readonly ?bool $failOnPhpunitDeprecation;
     private readonly ?bool $failOnEmptyTestSuite;
@@ -114,6 +115,7 @@ final class Configuration
     private readonly ?string $testSuite;
     private readonly ?string $excludeTestSuite;
     private readonly bool $useDefaultConfiguration;
+    private readonly ?bool $displayDetailsOnAllIssues;
     private readonly ?bool $displayDetailsOnIncompleteTests;
     private readonly ?bool $displayDetailsOnSkippedTests;
     private readonly ?bool $displayDetailsOnTestsThatTriggerDeprecations;
@@ -130,7 +132,7 @@ final class Configuration
      * @psalm-param list<non-empty-string> $arguments
      * @psalm-param ?non-empty-list<non-empty-string> $testSuffixes
      */
-    public function __construct(array $arguments, ?string $atLeastVersion, ?bool $backupGlobals, ?bool $backupStaticProperties, ?bool $beStrictAboutChangesToGlobalState, ?string $bootstrap, ?string $cacheDirectory, ?bool $cacheResult, ?string $cacheResultFile, bool $checkVersion, ?string $colors, null|int|string $columns, ?string $configurationFile, ?string $coverageClover, ?string $coverageCobertura, ?string $coverageCrap4J, ?string $coverageHtml, ?string $coveragePhp, ?string $coverageText, ?bool $coverageTextShowUncoveredFiles, ?bool $coverageTextShowOnlySummary, ?string $coverageXml, ?bool $pathCoverage, ?string $coverageCacheDirectory, bool $warmCoverageCache, ?int $defaultTimeLimit, ?bool $disableCodeCoverageIgnore, ?bool $disallowTestOutput, ?bool $enforceTimeLimit, ?array $excludeGroups, ?int $executionOrder, ?int $executionOrderDefects, ?bool $failOnDeprecation, ?bool $failOnPhpunitDeprecation, ?bool $failOnEmptyTestSuite, ?bool $failOnIncomplete, ?bool $failOnNotice, ?bool $failOnRisky, ?bool $failOnSkipped, ?bool $failOnWarning, ?bool $stopOnDefect, ?bool $stopOnDeprecation, ?bool $stopOnError, ?bool $stopOnFailure, ?bool $stopOnIncomplete, ?bool $stopOnNotice, ?bool $stopOnRisky, ?bool $stopOnSkipped, ?bool $stopOnWarning, ?string $filter, ?string $generateBaseline, ?string $useBaseline, bool $ignoreBaseline, bool $generateConfiguration, bool $migrateConfiguration, ?array $groups, ?array $testsCovering, ?array $testsUsing, bool $help, ?string $includePath, ?array $iniSettings, ?string $junitLogfile, bool $listGroups, bool $listSuites, bool $listTests, ?string $listTestsXml, ?bool $noCoverage, ?bool $noExtensions, ?bool $noOutput, ?bool $noProgress, ?bool $noResults, ?bool $noLogging, ?bool $processIsolation, ?int $randomOrderSeed, ?bool $reportUselessTests, ?bool $resolveDependencies, ?bool $reverseList, ?bool $stderr, ?bool $strictCoverage, ?string $teamcityLogfile, ?string $testdoxHtmlFile, ?string $testdoxTextFile, ?array $testSuffixes, ?string $testSuite, ?string $excludeTestSuite, bool $useDefaultConfiguration, ?bool $displayDetailsOnIncompleteTests, ?bool $displayDetailsOnSkippedTests, ?bool $displayDetailsOnTestsThatTriggerDeprecations, ?bool $displayDetailsOnPhpunitDeprecations, ?bool $displayDetailsOnTestsThatTriggerErrors, ?bool $displayDetailsOnTestsThatTriggerNotices, ?bool $displayDetailsOnTestsThatTriggerWarnings, bool $version, ?array $coverageFilter, ?string $logEventsText, ?string $logEventsVerboseText, ?bool $printerTeamCity, ?bool $printerTestDox, bool $debug)
+    public function __construct(array $arguments, ?string $atLeastVersion, ?bool $backupGlobals, ?bool $backupStaticProperties, ?bool $beStrictAboutChangesToGlobalState, ?string $bootstrap, ?string $cacheDirectory, ?bool $cacheResult, ?string $cacheResultFile, bool $checkVersion, ?string $colors, null|int|string $columns, ?string $configurationFile, ?string $coverageClover, ?string $coverageCobertura, ?string $coverageCrap4J, ?string $coverageHtml, ?string $coveragePhp, ?string $coverageText, ?bool $coverageTextShowUncoveredFiles, ?bool $coverageTextShowOnlySummary, ?string $coverageXml, ?bool $pathCoverage, ?string $coverageCacheDirectory, bool $warmCoverageCache, ?int $defaultTimeLimit, ?bool $disableCodeCoverageIgnore, ?bool $disallowTestOutput, ?bool $enforceTimeLimit, ?array $excludeGroups, ?int $executionOrder, ?int $executionOrderDefects, ?bool $failOnAllIssues, ?bool $failOnDeprecation, ?bool $failOnPhpunitDeprecation, ?bool $failOnEmptyTestSuite, ?bool $failOnIncomplete, ?bool $failOnNotice, ?bool $failOnRisky, ?bool $failOnSkipped, ?bool $failOnWarning, ?bool $stopOnDefect, ?bool $stopOnDeprecation, ?bool $stopOnError, ?bool $stopOnFailure, ?bool $stopOnIncomplete, ?bool $stopOnNotice, ?bool $stopOnRisky, ?bool $stopOnSkipped, ?bool $stopOnWarning, ?string $filter, ?string $generateBaseline, ?string $useBaseline, bool $ignoreBaseline, bool $generateConfiguration, bool $migrateConfiguration, ?array $groups, ?array $testsCovering, ?array $testsUsing, bool $help, ?string $includePath, ?array $iniSettings, ?string $junitLogfile, bool $listGroups, bool $listSuites, bool $listTests, ?string $listTestsXml, ?bool $noCoverage, ?bool $noExtensions, ?bool $noOutput, ?bool $noProgress, ?bool $noResults, ?bool $noLogging, ?bool $processIsolation, ?int $randomOrderSeed, ?bool $reportUselessTests, ?bool $resolveDependencies, ?bool $reverseList, ?bool $stderr, ?bool $strictCoverage, ?string $teamcityLogfile, ?string $testdoxHtmlFile, ?string $testdoxTextFile, ?array $testSuffixes, ?string $testSuite, ?string $excludeTestSuite, bool $useDefaultConfiguration, ?bool $displayDetailsOnAllIssues, ?bool $displayDetailsOnIncompleteTests, ?bool $displayDetailsOnSkippedTests, ?bool $displayDetailsOnTestsThatTriggerDeprecations, ?bool $displayDetailsOnPhpunitDeprecations, ?bool $displayDetailsOnTestsThatTriggerErrors, ?bool $displayDetailsOnTestsThatTriggerNotices, ?bool $displayDetailsOnTestsThatTriggerWarnings, bool $version, ?array $coverageFilter, ?string $logEventsText, ?string $logEventsVerboseText, ?bool $printerTeamCity, ?bool $printerTestDox, bool $debug)
     {
         $this->arguments                                    = $arguments;
         $this->atLeastVersion                               = $atLeastVersion;
@@ -165,6 +167,7 @@ public function __construct(array $arguments, ?string $atLeastVersion, ?bool $ba
         $this->excludeGroups                                = $excludeGroups;
         $this->executionOrder                               = $executionOrder;
         $this->executionOrderDefects                        = $executionOrderDefects;
+        $this->failOnAllIssues                              = $failOnAllIssues;
         $this->failOnDeprecation                            = $failOnDeprecation;
         $this->failOnPhpunitDeprecation                     = $failOnPhpunitDeprecation;
         $this->failOnEmptyTestSuite                         = $failOnEmptyTestSuite;
@@ -219,6 +222,7 @@ public function __construct(array $arguments, ?string $atLeastVersion, ?bool $ba
         $this->testSuite                                    = $testSuite;
         $this->excludeTestSuite                             = $excludeTestSuite;
         $this->useDefaultConfiguration                      = $useDefaultConfiguration;
+        $this->displayDetailsOnAllIssues                    = $displayDetailsOnAllIssues;
         $this->displayDetailsOnIncompleteTests              = $displayDetailsOnIncompleteTests;
         $this->displayDetailsOnSkippedTests                 = $displayDetailsOnSkippedTests;
         $this->displayDetailsOnTestsThatTriggerDeprecations = $displayDetailsOnTestsThatTriggerDeprecations;
@@ -880,6 +884,26 @@ public function failOnDeprecation(): bool
         return $this->failOnDeprecation;
     }
 
+    /**
+     * @psalm-assert-if-true !null $this->failOnAllIssues
+     */
+    public function hasFailOnAllIssues(): bool
+    {
+        return $this->failOnAllIssues !== null;
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function failOnAllIssues(): bool
+    {
+        if (!$this->hasFailOnAllIssues()) {
+            throw new Exception;
+        }
+
+        return $this->failOnAllIssues;
+    }
+
     /**
      * @psalm-assert-if-true !null $this->failOnPhpunitDeprecation
      */
@@ -1862,6 +1886,26 @@ public function useDefaultConfiguration(): bool
         return $this->useDefaultConfiguration;
     }
 
+    /**
+     * @psalm-assert-if-true !null $this->displayDetailsOnAllIssues
+     */
+    public function hasDisplayDetailsOnAllIssues(): bool
+    {
+        return $this->displayDetailsOnAllIssues !== null;
+    }
+
+    /**
+     * @throws Exception
+     */
+    public function displayDetailsOnAllIssues(): bool
+    {
+        if (!$this->hasDisplayDetailsOnAllIssues()) {
+            throw new Exception;
+        }
+
+        return $this->displayDetailsOnAllIssues;
+    }
+
     /**
      * @psalm-assert-if-true !null $this->displayDetailsOnIncompleteTests
      */