cucumber · mpkorstanje · Nov 16, 2024 · Nov 15, 2024 · Nov 15, 2024 · Nov 15, 2024
diff --git a/CHANGELOG.md b/CHANGELOG.md
@@ -6,6 +6,8 @@ The format is based on [Keep a Changelog](https://keepachangelog.com/en/1.0.0/)
 and this project adheres to [Semantic Versioning](https://semver.org/spec/v2.0.0.html).
 
 ## [Unreleased]
+### Added
+- Add `timestamp` attribute ((#45)[https://github.com/cucumber/junit-xml-formatter/pull/45])
 
 ## [0.6.0] - 2024-11-15
 ### Added

diff --git a/README.md b/README.md
@@ -7,9 +7,10 @@ JUnit XML Formatter
 
 Writes Cucumber message into a JUnit XML report.
 
-The JUnit XML report is a loose standard. We validate it against the
-[Jenkins JUnit XML XSD](./jenkins-junit.xsd) so there should be a good
-chance your CI will understand it.
+The JUnit XML report is
+[a de facto standard without an official specification](https://github.com/testmoapp/junitxml/tree/main).
+But we validate it against the [Jenkins JUnit XML XSD](./jenkins-junit.xsd) so
+there should be a good chance your CI will understand it.
 
 If not, please let us know in the issues!
 

diff --git a/java/src/main/java/io/cucumber/junitxmlformatter/XmlReportData.java b/java/src/main/java/io/cucumber/junitxmlformatter/XmlReportData.java
@@ -1,11 +1,13 @@
 package io.cucumber.junitxmlformatter;
 
+import io.cucumber.messages.Convertor;
 import io.cucumber.messages.types.Envelope;
 import io.cucumber.messages.types.Feature;
 import io.cucumber.messages.types.Pickle;
 import io.cucumber.messages.types.PickleStep;
 import io.cucumber.messages.types.Step;
 import io.cucumber.messages.types.TestCaseStarted;
+import io.cucumber.messages.types.TestRunStarted;
 import io.cucumber.messages.types.TestStep;
 import io.cucumber.messages.types.TestStepFinished;
 import io.cucumber.messages.types.TestStepResult;
@@ -22,6 +24,7 @@
 import java.util.Optional;
 
 import static io.cucumber.messages.types.TestStepResultStatus.PASSED;
+import static java.time.format.DateTimeFormatter.ISO_INSTANT;
 import static java.util.concurrent.TimeUnit.SECONDS;
 import static java.util.stream.Collectors.toList;
 
@@ -125,4 +128,10 @@ TestStepResult getTestCaseStatus(TestCaseStarted testCaseStarted) {
                 .orElse(SCENARIO_WITH_NO_STEPS);
     }
 
-}
+    public Optional<String> getTestRunStartedAt() {
+        return query.findTestRunStarted()
+                .map(TestRunStarted::getTimestamp)
+                .map(Convertor::toInstant)
+                .map(ISO_INSTANT::format);
+    }
+}
diff --git a/java/src/main/java/io/cucumber/junitxmlformatter/XmlReportWriter.java b/java/src/main/java/io/cucumber/junitxmlformatter/XmlReportWriter.java
@@ -59,6 +59,11 @@ private void writeSuiteAttributes(EscapingXmlStreamWriter writer) throws XMLStre
         writer.writeAttribute("skipped", counts.get(SKIPPED).toString());
         writer.writeAttribute("failures", String.valueOf(countFailures(counts)));
         writer.writeAttribute("errors", "0");
+
+        Optional<String> testRunStartedAt = data.getTestRunStartedAt();
+        if (testRunStartedAt.isPresent()) {
+            writer.writeAttribute("timestamp", testRunStartedAt.get());
+        }
     }
 
     private static long countFailures(Map<TestStepResultStatus, Long> counts) {

diff --git a/java/src/test/java/io/cucumber/junitxmlformatter/MessagesToJunitXmlWriterAcceptanceTest.java b/java/src/test/java/io/cucumber/junitxmlformatter/MessagesToJunitXmlWriterAcceptanceTest.java
@@ -6,6 +6,7 @@
 import org.junit.jupiter.api.Disabled;
 import org.junit.jupiter.params.ParameterizedTest;
 import org.junit.jupiter.params.provider.MethodSource;
+import org.xmlunit.assertj.XmlAssert;
 import org.xmlunit.builder.Input;
 import org.xmlunit.validation.JAXPValidator;
 import org.xmlunit.validation.Languages;
@@ -20,6 +21,7 @@
 import java.nio.file.Files;
 import java.nio.file.Path;
 import java.nio.file.Paths;
+import java.util.ArrayList;
 import java.util.Arrays;
 import java.util.Comparator;
 import java.util.List;
@@ -76,11 +78,16 @@ void validateAgainstSurefire(TestCase testCase) throws IOException {
         ByteArrayOutputStream bytes = writeJunitXmlReport(testCase, new ByteArrayOutputStream());
         Source actual = Input.fromByteArray(bytes.toByteArray()).build();
         Source surefireSchema = Input.fromPath(Paths.get("../surefire-test-report-3.0.xsd")).build();
-        if (!testCasesWithMissingException.contains(testCase.name)) {
-            assertThat(actual).isValidAgainst(surefireSchema);
-            return;
-        }
 
+        JAXPValidator validator = new JAXPValidator(Languages.W3C_XML_SCHEMA_NS_URI);
+        validator.setSchemaSource(surefireSchema);
+        ValidationResult validationResult = validator.validateInstance(actual);
+
+        List<String> expectedProblems = new ArrayList<>();
+        /*
+         * We add the timestamp attribute to all reports.
+         */
+        expectedProblems.add("cvc-complex-type.3.2.2: Attribute 'timestamp' is not allowed to appear in element 'testsuite'.");
         /*
          This report tries to be compatible with the Jenkins XSD. The Surefire
          XSD is a bit stricter and generally assumes tests fail with an
@@ -94,12 +101,11 @@ void validateAgainstSurefire(TestCase testCase) throws IOException {
          Since the Surefire XSD is also relatively popular we do check it and
          exclude the cases that don't pass selectively.
          */
-        JAXPValidator validator = new JAXPValidator(Languages.W3C_XML_SCHEMA_NS_URI);
-        validator.setSchemaSource(surefireSchema);
-        ValidationResult validationResult = validator.validateInstance(actual);
+        if (testCasesWithMissingException.contains(testCase.name)) {
+            expectedProblems.add("cvc-complex-type.4: Attribute 'type' must appear on element 'failure'.");
+        }
         Iterable<ValidationProblem> problems = validationResult.getProblems();
-        Assertions.assertThat(problems).extracting(ValidationProblem::getMessage)
-                .containsOnly("cvc-complex-type.4: Attribute 'type' must appear on element 'failure'.");
+        Assertions.assertThat(problems).extracting(ValidationProblem::getMessage).containsAll(expectedProblems);
     }
 
     @ParameterizedTest

diff --git a/java/src/test/java/io/cucumber/junitxmlformatter/MessagesToJunitXmlWriterTest.java b/java/src/test/java/io/cucumber/junitxmlformatter/MessagesToJunitXmlWriterTest.java
@@ -28,7 +28,7 @@ void it_writes_two_messages_to_xml() throws IOException {
 
         assertThat(html).isEqualTo("" +
                 "<?xml version=\"1.0\" encoding=\"UTF-8\"?>\n" +
-                "<testsuite name=\"Cucumber\" time=\"20\" tests=\"0\" skipped=\"0\" failures=\"0\" errors=\"0\">\n" +
+                "<testsuite name=\"Cucumber\" time=\"20\" tests=\"0\" skipped=\"0\" failures=\"0\" errors=\"0\" timestamp=\"1970-01-01T00:00:10Z\">\n" +
                 "</testsuite>\n"
         );
     }

diff --git a/javascript/package-lock.json b/javascript/package-lock.json
diff --git a/javascript/package.json b/javascript/package.json
@@ -24,6 +24,7 @@
   "dependencies": {
     "@cucumber/query": "^13.0.2",
     "@teppeis/multimaps": "^3.0.0",
+    "luxon": "^3.5.0",
     "xmlbuilder": "^15.1.1"
   },
   "peerDependencies": {
@@ -35,6 +36,7 @@
     "@types/chai": "^4.3.11",
     "@types/chai-almost": "^1.0.3",
     "@types/chai-xml": "^0.3.6",
+    "@types/luxon": "^3.4.2",
     "@types/mocha": "^10.0.6",
     "@types/node": "18.11.18",
     "@typescript-eslint/eslint-plugin": "5.48.1",

diff --git a/javascript/src/helpers.ts b/javascript/src/helpers.ts
@@ -2,9 +2,11 @@ import {
   Duration,
   PickleStep,
   Step,
+  TestRunStarted,
   TestStepResultStatus,
   TimeConversion,
 } from '@cucumber/messages'
+import { DateTime } from 'luxon'
 
 export function durationToSeconds(duration?: Duration) {
   if (!duration) {
@@ -29,3 +31,13 @@ export function formatStep(step: Step, pickleStep: PickleStep, status: TestStepR
   } while (text.length < 76)
   return text + status.toLowerCase()
 }
+
+export function formatTimestamp(testRunStarted: TestRunStarted | undefined) {
+  if (!testRunStarted) {
+    return undefined
+  }
+  const millis = TimeConversion.timestampToMillisecondsSinceEpoch(testRunStarted.timestamp)
+  return DateTime.fromMillis(millis, { zone: 'UTC' }).toISO({
+    suppressMilliseconds: true,
+  }) as string
+}
diff --git a/javascript/src/index.ts b/javascript/src/index.ts
@@ -31,6 +31,10 @@ export default {
         builder.att('failures', testSuite.failures)
         builder.att('errors', testSuite.errors)
 
+        if (testSuite.timestamp) {
+          builder.att('timestamp', testSuite.timestamp)
+        }
+
         for (const testCase of testSuite.testCases) {
           const testcaseElement = builder.ele('testcase', {
             classname: testCase.classname,

diff --git a/javascript/src/makeReport.ts b/javascript/src/makeReport.ts
@@ -9,7 +9,7 @@ import {
   Query,
 } from '@cucumber/query'
 
-import { countStatuses, durationToSeconds, formatStep } from './helpers.js'
+import { countStatuses, durationToSeconds, formatStep, formatTimestamp } from './helpers.js'
 
 const NAMING_STRATEGY = namingStrategy(
   NamingStrategyLength.LONG,
@@ -24,6 +24,7 @@ interface ReportSuite {
   failures: number
   errors: number
   testCases: ReadonlyArray<ReportTestCase>
+  timestamp?: string
 }
 
 interface ReportTestCase {
@@ -53,6 +54,7 @@ export function makeReport(query: Query): ReportSuite {
     ),
     errors: 0,
     testCases: makeTestCases(query),
+    timestamp: formatTimestamp(query.findTestRunStarted())
   }
 }
 

diff --git a/testdata/attachments.feature.xml b/testdata/attachments.feature.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="Cucumber" time="0.045" tests="11" skipped="0" failures="0" errors="0">
+<testsuite name="Cucumber" time="0.045" tests="11" skipped="0" failures="0" errors="0" timestamp="1970-01-01T00:00:00Z">
 <testcase classname="Attachments" name="Strings can be attached with a media type" time="0.003">
 <system-out><![CDATA[
 When the string "hello" is attached as "application/octet-stream"...........passed

diff --git a/testdata/cdata.feature.xml b/testdata/cdata.feature.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="Cucumber" time="0.005" tests="1" skipped="0" failures="0" errors="0">
+<testsuite name="Cucumber" time="0.005" tests="1" skipped="0" failures="0" errors="0" timestamp="1970-01-01T00:00:00Z">
 <testcase classname="cdata" name="cdata" time="0.003">
 <system-out><![CDATA[
 Given I have 42 <![CDATA[cukes]]]]><![CDATA[> in my belly...............................passed

diff --git a/testdata/data-tables.feature.xml b/testdata/data-tables.feature.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="Cucumber" time="0.007" tests="1" skipped="0" failures="0" errors="0">
+<testsuite name="Cucumber" time="0.007" tests="1" skipped="0" failures="0" errors="0" timestamp="1970-01-01T00:00:00Z">
 <testcase classname="Data Tables" name="transposed table" time="0.005">
 <system-out><![CDATA[
 When the following table is transposed:.....................................passed

diff --git a/testdata/empty.feature.xml b/testdata/empty.feature.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="Cucumber" time="0.003" tests="1" skipped="0" failures="0" errors="0">
+<testsuite name="Cucumber" time="0.003" tests="1" skipped="0" failures="0" errors="0" timestamp="1970-01-01T00:00:00Z">
 <testcase classname="Empty Scenarios" name="Blank Scenario" time="0.001">
 </testcase>
 </testsuite>
diff --git a/testdata/examples-tables.feature.xml b/testdata/examples-tables.feature.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="Cucumber" time="0.073" tests="9" skipped="0" failures="4" errors="0">
+<testsuite name="Cucumber" time="0.073" tests="9" skipped="0" failures="4" errors="0" timestamp="1970-01-01T00:00:00Z">
 <testcase classname="Examples Tables" name="Eating cucumbers - These are passing - #1.1" time="0.007">
 <system-out><![CDATA[
 Given there are 12 cucumbers................................................passed

diff --git a/testdata/hooks.feature.xml b/testdata/hooks.feature.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="Cucumber" time="0.055" tests="5" skipped="0" failures="3" errors="0">
+<testsuite name="Cucumber" time="0.055" tests="5" skipped="0" failures="3" errors="0" timestamp="1970-01-01T00:00:00Z">
 <testcase classname="Hooks" name="No tags and a passed step" time="0.009">
 <system-out><![CDATA[
 When a step passes..........................................................passed

diff --git a/testdata/markdown.feature.md.xml b/testdata/markdown.feature.md.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="Cucumber" time="0.021" tests="2" skipped="0" failures="1" errors="0">
+<testsuite name="Cucumber" time="0.021" tests="2" skipped="0" failures="1" errors="0" timestamp="1970-01-01T00:00:00Z">
 <testcase classname="Cheese" name="Nom nom nom - Ylajali! - because we need more tables - #1.1" time="0.009">
 <failure type="Error" message="You asked me to fail">
 <![CDATA[You asked me to fail

diff --git a/testdata/minimal.feature.xml b/testdata/minimal.feature.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="Cucumber" time="0.005" tests="1" skipped="0" failures="0" errors="0">
+<testsuite name="Cucumber" time="0.005" tests="1" skipped="0" failures="0" errors="0" timestamp="1970-01-01T00:00:00Z">
 <testcase classname="minimal" name="cukes" time="0.003">
 <system-out><![CDATA[
 Given I have 42 cukes in my belly...........................................passed

diff --git a/testdata/parameter-types.feature.xml b/testdata/parameter-types.feature.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="Cucumber" time="0.005" tests="1" skipped="0" failures="0" errors="0">
+<testsuite name="Cucumber" time="0.005" tests="1" skipped="0" failures="0" errors="0" timestamp="1970-01-01T00:00:00Z">
 <testcase classname="Parameter Types" name="Flight transformer" time="0.003">
 <system-out><![CDATA[
 Given LHR-CDG has been delayed..............................................passed

diff --git a/testdata/pending.feature.xml b/testdata/pending.feature.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="Cucumber" time="0.017" tests="3" skipped="0" failures="3" errors="0">
+<testsuite name="Cucumber" time="0.017" tests="3" skipped="0" failures="3" errors="0" timestamp="1970-01-01T00:00:00Z">
 <testcase classname="Pending steps" name="Unimplemented step signals pending status" time="0.003">
 <failure>
 <![CDATA[TODO]]>

diff --git a/testdata/retry.feature.xml b/testdata/retry.feature.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="Cucumber" time="0.041" tests="5" skipped="0" failures="2" errors="0">
+<testsuite name="Cucumber" time="0.041" tests="5" skipped="0" failures="2" errors="0" timestamp="1970-01-01T00:00:00Z">
 <testcase classname="Retry" name="Test cases that pass aren't retried" time="0.003">
 <system-out><![CDATA[
 Given a step that always passes.............................................passed

diff --git a/testdata/rules.feature.xml b/testdata/rules.feature.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="Cucumber" time="0.031" tests="3" skipped="0" failures="0" errors="0">
+<testsuite name="Cucumber" time="0.031" tests="3" skipped="0" failures="0" errors="0" timestamp="1970-01-01T00:00:00Z">
 <testcase classname="Usage of a `Rule`" name="A sale cannot happen if the customer does not have enough money - Not enough money" time="0.009">
 <system-out><![CDATA[
 Given the customer has 100 cents............................................passed

diff --git a/testdata/skipped.feature.xml b/testdata/skipped.feature.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="Cucumber" time="0.019" tests="3" skipped="3" failures="0" errors="0">
+<testsuite name="Cucumber" time="0.019" tests="3" skipped="3" failures="0" errors="0" timestamp="1970-01-01T00:00:00Z">
 <testcase classname="Skipping scenarios" name="Skipping from a Before hook" time="0.005">
 <skipped/>
 <system-out><![CDATA[

diff --git a/testdata/stack-traces.feature.xml b/testdata/stack-traces.feature.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="Cucumber" time="0.005" tests="1" skipped="0" failures="1" errors="0">
+<testsuite name="Cucumber" time="0.005" tests="1" skipped="0" failures="1" errors="0" timestamp="1970-01-01T00:00:00Z">
 <testcase classname="Stack traces" name="A failing step" time="0.003">
 <failure type="Error" message="BOOM">
 <![CDATA[BOOM

diff --git a/testdata/undefined.feature.xml b/testdata/undefined.feature.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="Cucumber" time="0.017" tests="3" skipped="0" failures="3" errors="0">
+<testsuite name="Cucumber" time="0.017" tests="3" skipped="0" failures="3" errors="0" timestamp="1970-01-01T00:00:00Z">
 <testcase classname="Undefined steps" name="An undefined step causes a failure" time="0.003">
 <failure/>
 <system-out><![CDATA[

diff --git a/testdata/unknown-parameter-type.feature.xml b/testdata/unknown-parameter-type.feature.xml
@@ -1,5 +1,5 @@
 <?xml version="1.0" encoding="UTF-8"?>
-<testsuite name="Cucumber" time="0.005" tests="1" skipped="0" failures="1" errors="0">
+<testsuite name="Cucumber" time="0.005" tests="1" skipped="0" failures="1" errors="0" timestamp="1970-01-01T00:00:00Z">
 <testcase classname="Parameter Types" name="undefined parameter type" time="0.003">
 <failure/>
 <system-out><![CDATA[