EndpointPerformanceTest: add debug print if env variable is set

Use env variable that we can turn off this feature quickly.

Author: BacLuc

.github/workflows/continuous-integration.yml

@@ -233,6 +233,8 @@ jobs:
 
       - run: composer test
         working-directory: api
+        env:
+          PERFORMANCE_TEST_DEBUG_OUTPUT: ${{ vars.PERFORMANCE_TEST_DEBUG_OUTPUT }}
 
       - name: send coveralls report
         run: |

.github/workflows/reusable-api-performance-test.yml

@@ -68,3 +68,5 @@ jobs:
 
       - run: composer performance_test
         working-directory: api
+        env:
+          PERFORMANCE_TEST_DEBUG_OUTPUT: ${{ vars.PERFORMANCE_TEST_DEBUG_OUTPUT }}

api/tests/Api/SnapshotTests/EndpointPerformanceTest.php

@@ -15,7 +15,6 @@
 use function PHPUnit\Framework\assertThat;
 use function PHPUnit\Framework\equalTo;
 use function PHPUnit\Framework\greaterThanOrEqual;
-use function PHPUnit\Framework\lessThan;
 use function PHPUnit\Framework\lessThanOrEqual;
 use function PHPUnit\Framework\logicalAnd;
 
@@ -64,6 +63,10 @@ public function testPerformanceDidNotChangeForStableEndpoints() {
         $not200Responses = array_filter($responseCodes, fn ($value) => 200 != $value);
         assertThat($not200Responses, equalTo([]));
 
+        if (static::isPerformanceTestDebugOutput()) {
+            var_dump($queryExecutionTime);
+        }
+
         $endpointsWithTooLongExecutionTime = array_filter($queryExecutionTime, fn ($value) => MAX_EXECUTION_TIME_SECONDS < $value);
         assertThat($endpointsWithTooLongExecutionTime, equalTo([]));
 
@@ -82,10 +85,14 @@ public function testNumberOfQueriesDidNotChangeForContentNodeCollectionEndpoints
         if ('test' !== $this->getEnvironment()) {
             self::markTestSkipped(__FUNCTION__.' is only run in test environment, not in '.$this->getEnvironment());
         }
-        list($statusCode, $queryCount) = $this->measurePerformanceFor($collectionEndpoint);
+        list($statusCode, $queryCount, $executionTimeSeconds) = $this->measurePerformanceFor($collectionEndpoint);
 
         assertThat($statusCode, equalTo(200));
 
+        if (static::isPerformanceTestDebugOutput()) {
+            echo "{$collectionEndpoint}: {$executionTimeSeconds}\n";
+        }
+
         $queryCountRanges = self::getContentNodeEndpointQueryCountRanges()[$collectionEndpoint];
         assertThat(
             $queryCount,
@@ -116,6 +123,10 @@ public function testNumberOfQueriesDidNotChangeForContentNodeItemEndpoints(strin
 
         assertThat($statusCode, equalTo(200));
 
+        if (static::isPerformanceTestDebugOutput()) {
+            echo "{$collectionEndpoint}: {$executionTimeSeconds}\n";
+        }
+
         assertThat($executionTimeSeconds, lessThan(MAX_EXECUTION_TIME_SECONDS));
 
         $queryCountRanges = self::getContentNodeEndpointQueryCountRanges()[$collectionEndpoint.'/item'];
@@ -249,4 +260,8 @@ private function getFixtureFor(string $collectionEndpoint) {
     private function getEnvironment(): string {
         return static::$kernel->getContainer()->getParameter('kernel.environment');
     }
+
+    private static function isPerformanceTestDebugOutput(): bool {
+        return 'true' === getenv('PERFORMANCE_TEST_DEBUG_OUTPUT');
+    }
 }

docker-compose.yml

@@ -64,6 +64,7 @@ services:
       # Then PHPStorm will use the corresponding path mappings
       PHP_IDE_CONFIG: serverName=localhost
       ADDITIONAL_TRUSTED_HOSTS: '.*'
+      PERFORMANCE_TEST_DEBUG_OUTPUT: ${PERFORMANCE_TEST_DEBUG_OUTPUT:-}
     healthcheck:
       interval: 10s
       timeout: 3s