Skip to content

Commit 7ae0599

Browse files
committed
pre sort failed test
1 parent 107ab1a commit 7ae0599

File tree

2 files changed

+9
-7
lines changed

2 files changed

+9
-7
lines changed

src/executionResult.ts

Lines changed: 3 additions & 1 deletion
Original file line numberDiff line numberDiff line change
@@ -93,7 +93,9 @@ export class ExecutionResultSummary {
9393
log(`\ntest case: ${rate} (success/total)\n`);
9494
if (this.fail !== 0) {
9595
log(chalk.red("Error Message: "));
96-
for (const [testcaseName, { hasCrash, assertMessages, logMessages }] of this.failedInfos.entries()) {
96+
// sort failedInfos by testcaseName to keep stability for e2e testing
97+
const failedInfosArray = Array.from(this.failedInfos.entries()).sort((a, b) => a[0].localeCompare(b[0]));
98+
for (const [testcaseName, { hasCrash, assertMessages, logMessages }] of failedInfosArray) {
9799
log(` ${testcaseName}: `);
98100
for (const assertMessage of assertMessages) {
99101
log(" " + chalk.yellow(assertMessage));

tests/e2e/assertFailed/stdout.txt

Lines changed: 6 additions & 6 deletions
Original file line numberDiff line numberDiff line change
@@ -6,16 +6,16 @@ execute testcases: OK
66
test case: 0/2 (success/total)
77

88
Error Message:
9-
tests/e2e/assertFailed/tmp/assertOnInit.test - init:
10-
Test Crashed!
11-
Reason: unreachable
12-
at start:tests/e2e/assertFailed/assertOnInit.test (tests/e2e/assertFailed/assertOnInit.test.ts:1:0)
13-
at ~start (tests/e2e/assertFailed/tmp/assertOnInit.test.instrumented.wasm:1:244)
14-
159
assert on test:
1610
Test Crashed!
1711
This test will fail due to an assertion error
1812
Reason: unreachable
1913
at start:tests/e2e/assertFailed/assertOnTest.test~anonymous|0 (tests/e2e/assertFailed/assertOnTest.test.ts:6:2)
2014
at executeTestFunction (tests/e2e/assertFailed/tmp/assertOnTest.test.instrumented.wasm:1:675)
2115

16+
tests/e2e/assertFailed/tmp/assertOnInit.test - init:
17+
Test Crashed!
18+
Reason: unreachable
19+
at start:tests/e2e/assertFailed/assertOnInit.test (tests/e2e/assertFailed/assertOnInit.test.ts:1:0)
20+
at ~start (tests/e2e/assertFailed/tmp/assertOnInit.test.instrumented.wasm:1:244)
21+

0 commit comments

Comments
 (0)