Configure PHPUnit to fail on skipped, output during tests, and random execution order

Kocal · Kocal · commit 1850afe347be · 2025-06-27T06:08:01.000+02:00
diff --git a/src/Autocomplete/phpunit.xml.dist b/src/Autocomplete/phpunit.xml.dist
@@ -7,6 +7,8 @@
         bootstrap="vendor/autoload.php"
         failOnRisky="true"
         failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
 >
     <coverage processUncoveredFiles="true">
         <include>
diff --git a/src/Chartjs/phpunit.xml.dist b/src/Chartjs/phpunit.xml.dist
@@ -7,6 +7,8 @@
         bootstrap="vendor/autoload.php"
         failOnRisky="true"
         failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
 >
     <coverage>
         <include>
diff --git a/src/Cropperjs/phpunit.xml.dist b/src/Cropperjs/phpunit.xml.dist
@@ -7,6 +7,8 @@
         bootstrap="vendor/autoload.php"
         failOnRisky="true"
         failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
 >
     <coverage>
         <include>
diff --git a/src/Dropzone/phpunit.xml.dist b/src/Dropzone/phpunit.xml.dist
@@ -7,6 +7,8 @@
         bootstrap="vendor/autoload.php"
         failOnRisky="true"
         failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
 >
     <coverage>
         <include>
diff --git a/src/Icons/phpunit.xml.dist b/src/Icons/phpunit.xml.dist
@@ -4,9 +4,11 @@
         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
         xsi:noNamespaceSchemaLocation="vendor/bin/.phpunit/phpunit.xsd"
         colors="true"
-        bootstrap="vendor/autoload.php"
+        bootstrap="tests/bootstrap.php"
         failOnRisky="true"
         failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
 >
     <coverage processUncoveredFiles="true">
         <include>
diff --git a/src/LazyImage/phpunit.xml.dist b/src/LazyImage/phpunit.xml.dist
@@ -7,6 +7,8 @@
         bootstrap="vendor/autoload.php"
         failOnRisky="true"
         failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
 >
     <coverage>
         <include>
diff --git a/src/LiveComponent/phpunit.xml.dist b/src/LiveComponent/phpunit.xml.dist
@@ -1,11 +1,14 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <!-- https://phpunit.de/manual/current/en/appendixes.configuration.html -->
-<phpunit xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:noNamespaceSchemaLocation="vendor/bin/.phpunit/phpunit.xsd"
-         colors="true"
-         bootstrap="vendor/autoload.php"
-         failOnRisky="true"
-         failOnWarning="true"
+<phpunit
+        xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+        xsi:noNamespaceSchemaLocation="vendor/bin/.phpunit/phpunit.xsd"
+        colors="true"
+        bootstrap="vendor/autoload.php"
+        failOnRisky="true"
+        failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
 >
     <coverage processUncoveredFiles="true">
         <include>
diff --git a/src/Map/phpunit.xml.dist b/src/Map/phpunit.xml.dist
@@ -1,18 +1,21 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <!-- https://phpunit.de/manual/current/en/appendixes.configuration.html -->
-<phpunit xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:noNamespaceSchemaLocation="vendor/bin/.phpunit/phpunit.xsd"
-         colors="true"
-         bootstrap="vendor/autoload.php"
-         failOnRisky="true"
-         failOnWarning="true"
+<phpunit
+        xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+        xsi:noNamespaceSchemaLocation="vendor/bin/.phpunit/phpunit.xsd"
+        colors="true"
+        bootstrap="vendor/autoload.php"
+        failOnRisky="true"
+        failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
 >
     <coverage processUncoveredFiles="true">
         <include>
             <directory suffix=".php">./src</directory>
         </include>
     </coverage>
-    
+
     <php>
         <ini name="error_reporting" value="-1"/>
         <server name="SYMFONY_DEPRECATIONS_HELPER" value="max[self]=0&amp;max[direct]=0"/>
diff --git a/src/Map/src/Bridge/Google/phpunit.xml.dist b/src/Map/src/Bridge/Google/phpunit.xml.dist
@@ -1,11 +1,14 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <!-- https://phpunit.de/manual/current/en/appendixes.configuration.html -->
-<phpunit xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:noNamespaceSchemaLocation="vendor/bin/.phpunit/phpunit.xsd"
-         colors="true"
-         bootstrap="vendor/autoload.php"
-         failOnRisky="true"
-         failOnWarning="true"
+<phpunit
+        xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+        xsi:noNamespaceSchemaLocation="vendor/bin/.phpunit/phpunit.xsd"
+        colors="true"
+        bootstrap="vendor/autoload.php"
+        failOnRisky="true"
+        failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
 >
     <coverage processUncoveredFiles="true">
         <include>
diff --git a/src/Map/src/Bridge/Leaflet/phpunit.xml.dist b/src/Map/src/Bridge/Leaflet/phpunit.xml.dist
@@ -1,11 +1,14 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <!-- https://phpunit.de/manual/current/en/appendixes.configuration.html -->
-<phpunit xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:noNamespaceSchemaLocation="vendor/bin/.phpunit/phpunit.xsd"
-         colors="true"
-         bootstrap="vendor/autoload.php"
-         failOnRisky="true"
-         failOnWarning="true"
+<phpunit
+        xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+        xsi:noNamespaceSchemaLocation="vendor/bin/.phpunit/phpunit.xsd"
+        colors="true"
+        bootstrap="vendor/autoload.php"
+        failOnRisky="true"
+        failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
 >
     <coverage processUncoveredFiles="true">
         <include>
diff --git a/src/Notify/phpunit.xml.dist b/src/Notify/phpunit.xml.dist
@@ -7,6 +7,8 @@
         bootstrap="vendor/autoload.php"
         failOnRisky="true"
         failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
 >
     <coverage>
         <include>
diff --git a/src/React/phpunit.xml.dist b/src/React/phpunit.xml.dist
@@ -1,24 +1,27 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <!-- https://phpunit.de/manual/current/en/appendixes.configuration.html -->
-<phpunit xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:noNamespaceSchemaLocation="vendor/bin/.phpunit/phpunit.xsd"
-         colors="true"
-         bootstrap="vendor/autoload.php"
-         failOnRisky="true"
-         failOnWarning="true">
-
+<phpunit
+        xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+        xsi:noNamespaceSchemaLocation="vendor/bin/.phpunit/phpunit.xsd"
+        colors="true"
+        bootstrap="vendor/autoload.php"
+        failOnRisky="true"
+        failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
+>
     <coverage processUncoveredFiles="true">
         <include>
             <directory suffix=".php">./src</directory>
         </include>
     </coverage>
 
     <php>
-        <ini name="error_reporting" value="-1" />
-        <ini name="intl.default_locale" value="en" />
-        <ini name="intl.error_level" value="0" />
-        <ini name="memory_limit" value="-1" />
-        <env name="SHELL_VERBOSITY" value="-1" />
+        <ini name="error_reporting" value="-1"/>
+        <ini name="intl.default_locale" value="en"/>
+        <ini name="intl.error_level" value="0"/>
+        <ini name="memory_limit" value="-1"/>
+        <env name="SHELL_VERBOSITY" value="-1"/>
         <server name="SYMFONY_DEPRECATIONS_HELPER" value="max[self]=0&amp;max[direct]=0"/>
     </php>
 
diff --git a/src/StimulusBundle/phpunit.xml.dist b/src/StimulusBundle/phpunit.xml.dist
@@ -7,6 +7,8 @@
         bootstrap="vendor/autoload.php"
         failOnRisky="true"
         failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
 >
     <coverage processUncoveredFiles="true">
         <include>
diff --git a/src/Svelte/phpunit.xml.dist b/src/Svelte/phpunit.xml.dist
@@ -7,6 +7,8 @@
         bootstrap="vendor/autoload.php"
         failOnRisky="true"
         failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
 >
     <coverage processUncoveredFiles="true">
         <include>
diff --git a/src/TogglePassword/phpunit.xml.dist b/src/TogglePassword/phpunit.xml.dist
@@ -1,32 +1,33 @@
 <?xml version="1.0" encoding="UTF-8"?>
-
 <!-- https://phpunit.de/manual/current/en/appendixes.configuration.html -->
-<phpunit xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:noNamespaceSchemaLocation="https://schema.phpunit.de/9.3/phpunit.xsd"
-         backupGlobals="false"
-         colors="true"
-         bootstrap="vendor/autoload.php"
-         failOnRisky="true"
-         failOnWarning="true">
-
-  <coverage>
-    <include>
-      <directory>./src</directory>
-    </include>
-  </coverage>
+<phpunit
+        xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+        xsi:noNamespaceSchemaLocation="vendor/bin/.phpunit/phpunit.xsd"
+        colors="true"
+        bootstrap="vendor/autoload.php"
+        failOnRisky="true"
+        failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
+>
+    <coverage>
+        <include>
+            <directory>./src</directory>
+        </include>
+    </coverage>
 
-  <php>
-    <ini name="error_reporting" value="-1"/>
-    <ini name="intl.default_locale" value="en"/>
-    <ini name="intl.error_level" value="0"/>
-    <ini name="memory_limit" value="-1"/>
-    <env name="SHELL_VERBOSITY" value="-1"/>
-    <server name="SYMFONY_DEPRECATIONS_HELPER" value="max[self]=0&amp;max[direct]=0"/>
-  </php>
+    <php>
+        <ini name="error_reporting" value="-1"/>
+        <ini name="intl.default_locale" value="en"/>
+        <ini name="intl.error_level" value="0"/>
+        <ini name="memory_limit" value="-1"/>
+        <env name="SHELL_VERBOSITY" value="-1"/>
+        <server name="SYMFONY_DEPRECATIONS_HELPER" value="max[self]=0&amp;max[direct]=0"/>
+    </php>
 
-  <testsuites>
-    <testsuite name="Test Suite">
-      <directory>tests</directory>
-    </testsuite>
-  </testsuites>
+    <testsuites>
+        <testsuite name="Test Suite">
+            <directory>tests</directory>
+        </testsuite>
+    </testsuites>
 </phpunit>
diff --git a/src/Toolkit/phpunit.xml.dist b/src/Toolkit/phpunit.xml.dist
@@ -1,31 +1,34 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <!-- https://phpunit.readthedocs.io/en/latest/configuration.html -->
-<phpunit xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance" xsi:noNamespaceSchemaLocation="https://schema.phpunit.de/10.5/phpunit.xsd"
-      backupGlobals="false"
-      colors="true"
-      bootstrap="tests/bootstrap.php"
-      failOnRisky="true"
-      failOnWarning="true"
+<phpunit
+        xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+        xsi:noNamespaceSchemaLocation="vendor/bin/.phpunit/phpunit.xsd"
+        colors="true"
+        bootstrap="tests/bootstrap.php"
+        failOnRisky="true"
+        failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
 >
-  <php>
-    <ini name="display_errors" value="1"/>
-    <ini name="error_reporting" value="-1"/>
-    <server name="APP_ENV" value="test" force="true"/>
-    <server name="SHELL_VERBOSITY" value="-1"/>
-    <server name="SYMFONY_DEPRECATIONS_HELPER" value="max[total]=999999"/>
-    <server name="KERNEL_CLASS" value="Symfony\UX\Toolkit\Tests\Fixtures\Kernel"/>
-  </php>
-  <testsuites>
-    <testsuite name="UX Toolkit Test Suite">
-      <directory>tests</directory>
-    </testsuite>
-  </testsuites>
-  <listeners>
-    <listener class="Symfony\Bridge\PhpUnit\SymfonyTestsListener"/>
-  </listeners>
-  <coverage>
-    <include>
-      <directory suffix=".php">src</directory>
-    </include>
-  </coverage>
+    <php>
+        <ini name="display_errors" value="1"/>
+        <ini name="error_reporting" value="-1"/>
+        <server name="APP_ENV" value="test" force="true"/>
+        <server name="SHELL_VERBOSITY" value="-1"/>
+        <server name="SYMFONY_DEPRECATIONS_HELPER" value="max[total]=999999"/>
+        <server name="KERNEL_CLASS" value="Symfony\UX\Toolkit\Tests\Fixtures\Kernel"/>
+    </php>
+    <testsuites>
+        <testsuite name="UX Toolkit Test Suite">
+            <directory>tests</directory>
+        </testsuite>
+    </testsuites>
+    <listeners>
+        <listener class="Symfony\Bridge\PhpUnit\SymfonyTestsListener"/>
+    </listeners>
+    <coverage>
+        <include>
+            <directory suffix=".php">src</directory>
+        </include>
+    </coverage>
 </phpunit>
diff --git a/src/Translator/phpunit.xml.dist b/src/Translator/phpunit.xml.dist
@@ -7,6 +7,8 @@
         bootstrap="vendor/autoload.php"
         failOnRisky="true"
         failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
 >
     <coverage>
         <include>
diff --git a/src/Turbo/phpunit.xml.dist b/src/Turbo/phpunit.xml.dist
@@ -1,11 +1,14 @@
 <?xml version="1.0" encoding="UTF-8"?>
+<!-- https://phpunit.de/manual/current/en/appendixes.configuration.html -->
 <phpunit
         xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
         xsi:noNamespaceSchemaLocation="vendor/bin/.phpunit/phpunit.xsd"
         colors="true"
         bootstrap="vendor/autoload.php"
         failOnRisky="true"
         failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
 >
     <coverage processUncoveredFiles="true">
         <include>
diff --git a/src/TwigComponent/phpunit.xml.dist b/src/TwigComponent/phpunit.xml.dist
@@ -1,11 +1,14 @@
 <?xml version="1.0" encoding="UTF-8"?>
 <!-- https://phpunit.de/manual/current/en/appendixes.configuration.html -->
-<phpunit xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
-         xsi:noNamespaceSchemaLocation="vendor/bin/.phpunit/phpunit.xsd"
-         colors="true"
-         bootstrap="vendor/autoload.php"
-         failOnRisky="true"
-         failOnWarning="true"
+<phpunit
+        xmlns:xsi="http://www.w3.org/2001/XMLSchema-instance"
+        xsi:noNamespaceSchemaLocation="vendor/bin/.phpunit/phpunit.xsd"
+        colors="true"
+        bootstrap="vendor/autoload.php"
+        failOnRisky="true"
+        failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
 >
     <coverage processUncoveredFiles="true">
         <include>
diff --git a/src/Vue/phpunit.xml.dist b/src/Vue/phpunit.xml.dist
@@ -7,6 +7,8 @@
         bootstrap="vendor/autoload.php"
         failOnRisky="true"
         failOnWarning="true"
+        beStrictAboutOutputDuringTests="true"
+        executionOrder="random"
 >
     <coverage>
         <include>

Original file line number	Diff line number	Diff line change
`@@ -7,6 +7,8 @@`
`7`	`7`	`bootstrap="vendor/autoload.php"`
`8`	`8`	`failOnRisky="true"`
`9`	`9`	`failOnWarning="true"`
	`10`	`+ beStrictAboutOutputDuringTests="true"`
	`11`	`+ executionOrder="random"`
`10`	`12`	`>`
`11`	`13`	`<coverage processUncoveredFiles="true">`
`12`	`14`	`<include>`