Skip to content

Commit 15b2aa5

Browse files
badeballbadeball
committed
Include skipped (not omitted) tests in reports
This fixes #1041 [1]. [1] #1041
1 parent f343cc3 commit 15b2aa5

15 files changed

+929
-0
lines changed

‎CHANGELOG.md‎

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -2,6 +2,10 @@
22

33
All notable changes to this project will be documented in this file.
44

5+
## Unreleased
6+
7+
- Include skipped (not omitted) tests in reports, fixes [#1041](https://github.com/badeball/cypress-cucumber-preprocessor/issues/1041).
8+
59
## v20.0.7
610

711
- Updated all dependencies, fixes [#1198](https://github.com/badeball/cypress-cucumber-preprocessor/issues/1198).

‎features/fixtures/skipped-all-scenarios.json‎

Lines changed: 100 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,100 @@
1+
[
2+
{
3+
"description": "",
4+
"elements": [
5+
{
6+
"description": "",
7+
"id": "a-feature;first-scenario",
8+
"keyword": "Scenario",
9+
"line": 3,
10+
"name": "first scenario",
11+
"steps": [
12+
{
13+
"arguments": [],
14+
"keyword": "Given ",
15+
"line": 4,
16+
"name": "a step",
17+
"match": {
18+
"location": "not available:0"
19+
},
20+
"result": {
21+
"status": "skipped",
22+
"duration": 0
23+
}
24+
}
25+
],
26+
"tags": [
27+
{
28+
"name": "@skip",
29+
"line": 2
30+
}
31+
],
32+
"type": "scenario"
33+
},
34+
{
35+
"description": "",
36+
"id": "a-feature;second-scenario",
37+
"keyword": "Scenario",
38+
"line": 6,
39+
"name": "second scenario",
40+
"steps": [
41+
{
42+
"arguments": [],
43+
"keyword": "Given ",
44+
"line": 7,
45+
"name": "a step",
46+
"match": {
47+
"location": "not available:0"
48+
},
49+
"result": {
50+
"status": "skipped",
51+
"duration": 0
52+
}
53+
}
54+
],
55+
"tags": [
56+
{
57+
"name": "@skip",
58+
"line": 5
59+
}
60+
],
61+
"type": "scenario"
62+
},
63+
{
64+
"description": "",
65+
"id": "a-feature;third-scenario",
66+
"keyword": "Scenario",
67+
"line": 9,
68+
"name": "third scenario",
69+
"steps": [
70+
{
71+
"arguments": [],
72+
"keyword": "Given ",
73+
"line": 10,
74+
"name": "a step",
75+
"match": {
76+
"location": "not available:0"
77+
},
78+
"result": {
79+
"status": "skipped",
80+
"duration": 0
81+
}
82+
}
83+
],
84+
"tags": [
85+
{
86+
"name": "@skip",
87+
"line": 8
88+
}
89+
],
90+
"type": "scenario"
91+
}
92+
],
93+
"id": "a-feature",
94+
"line": 1,
95+
"keyword": "Feature",
96+
"name": "a feature",
97+
"tags": [],
98+
"uri": "cypress/e2e/a.feature"
99+
}
100+
]

‎features/fixtures/skipped-all-scenarios.ndjson‎

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,24 @@
1+
{"meta":"meta"}
2+
{"testRunStarted":{"timestamp":{"seconds":0,"nanos":0}}}
3+
{"source":{"data":"Feature: a feature\n @skip\n Scenario: first scenario\n Given a step\n @skip\n Scenario: second scenario\n Given a step\n @skip\n Scenario: third scenario\n Given a step","uri":"cypress/e2e/a.feature","mediaType":"text/x.cucumber.gherkin+plain"}}
4+
{"gherkinDocument":{"feature":{"tags":[],"location":{"line":1,"column":1},"language":"en","keyword":"Feature","name":"a feature","description":"","children":[{"scenario":{"id":"id","tags":[{"location":{"line":2,"column":3},"name":"@skip","id":"id"}],"location":{"line":3,"column":3},"keyword":"Scenario","name":"first scenario","description":"","steps":[{"id":"id","location":{"line":4,"column":5},"keyword":"Given ","keywordType":"Context","text":"a step"}],"examples":[]}},{"scenario":{"id":"id","tags":[{"location":{"line":5,"column":3},"name":"@skip","id":"id"}],"location":{"line":6,"column":3},"keyword":"Scenario","name":"second scenario","description":"","steps":[{"id":"id","location":{"line":7,"column":5},"keyword":"Given ","keywordType":"Context","text":"a step"}],"examples":[]}},{"scenario":{"id":"id","tags":[{"location":{"line":8,"column":3},"name":"@skip","id":"id"}],"location":{"line":9,"column":3},"keyword":"Scenario","name":"third scenario","description":"","steps":[{"id":"id","location":{"line":10,"column":5},"keyword":"Given ","keywordType":"Context","text":"a step"}],"examples":[]}}]},"comments":[],"uri":"cypress/e2e/a.feature"}}
5+
{"pickle":{"id":"id","uri":"cypress/e2e/a.feature","astNodeIds":["id"],"tags":[{"name":"@skip","astNodeId":"id"}],"name":"first scenario","language":"en","steps":[{"id":"id","text":"a step","type":"Context","astNodeIds":["id"]}]}}
6+
{"pickle":{"id":"id","uri":"cypress/e2e/a.feature","astNodeIds":["id"],"tags":[{"name":"@skip","astNodeId":"id"}],"name":"second scenario","language":"en","steps":[{"id":"id","text":"a step","type":"Context","astNodeIds":["id"]}]}}
7+
{"pickle":{"id":"id","uri":"cypress/e2e/a.feature","astNodeIds":["id"],"tags":[{"name":"@skip","astNodeId":"id"}],"name":"third scenario","language":"en","steps":[{"id":"id","text":"a step","type":"Context","astNodeIds":["id"]}]}}
8+
{"stepDefinition":{"id":"id","pattern":{"type":"CUCUMBER_EXPRESSION","source":"a step"},"sourceReference":{"uri":"not available","location":{"line":0}}}}
9+
{"testCase":{"id":"id","pickleId":"id","testSteps":[{"id":"id","pickleStepId":"id","stepDefinitionIds":["id"]}]}}
10+
{"testCase":{"id":"id","pickleId":"id","testSteps":[{"id":"id","pickleStepId":"id","stepDefinitionIds":["id"]}]}}
11+
{"testCase":{"id":"id","pickleId":"id","testSteps":[{"id":"id","pickleStepId":"id","stepDefinitionIds":["id"]}]}}
12+
{"testCaseStarted":{"id":"id","testCaseId":"id","attempt":0,"timestamp":{"seconds":0,"nanos":0}}}
13+
{"testStepStarted":{"testStepId":"id","testCaseStartedId":"id","timestamp":{"seconds":0,"nanos":0}}}
14+
{"testStepFinished":{"testStepId":"id","testCaseStartedId":"id","testStepResult":{"status":"SKIPPED","duration":0},"timestamp":{"seconds":0,"nanos":0}}}
15+
{"testCaseFinished":{"testCaseStartedId":"id","timestamp":{"seconds":0,"nanos":0},"willBeRetried":false}}
16+
{"testCaseStarted":{"id":"id","testCaseId":"id","attempt":0,"timestamp":{"seconds":0,"nanos":0}}}
17+
{"testStepStarted":{"testStepId":"id","testCaseStartedId":"id","timestamp":{"seconds":0,"nanos":0}}}
18+
{"testStepFinished":{"testStepId":"id","testCaseStartedId":"id","testStepResult":{"status":"SKIPPED","duration":0},"timestamp":{"seconds":0,"nanos":0}}}
19+
{"testCaseFinished":{"testCaseStartedId":"id","timestamp":{"seconds":0,"nanos":0},"willBeRetried":false}}
20+
{"testCaseStarted":{"id":"id","testCaseId":"id","attempt":0,"timestamp":{"seconds":0,"nanos":0}}}
21+
{"testStepStarted":{"testStepId":"id","testCaseStartedId":"id","timestamp":{"seconds":0,"nanos":0}}}
22+
{"testStepFinished":{"testStepId":"id","testCaseStartedId":"id","testStepResult":{"status":"SKIPPED","duration":0},"timestamp":{"seconds":0,"nanos":0}}}
23+
{"testCaseFinished":{"testCaseStartedId":"id","timestamp":{"seconds":0,"nanos":0},"willBeRetried":false}}
24+
{"testRunFinished":{"timestamp":{"seconds":0,"nanos":0}}}

‎features/fixtures/skipped-first-scenario.json‎

Lines changed: 90 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,90 @@
1+
[
2+
{
3+
"description": "",
4+
"elements": [
5+
{
6+
"description": "",
7+
"id": "a-feature;first-scenario",
8+
"keyword": "Scenario",
9+
"line": 3,
10+
"name": "first scenario",
11+
"steps": [
12+
{
13+
"arguments": [],
14+
"keyword": "Given ",
15+
"line": 4,
16+
"name": "a step",
17+
"match": {
18+
"location": "not available:0"
19+
},
20+
"result": {
21+
"status": "skipped",
22+
"duration": 0
23+
}
24+
}
25+
],
26+
"tags": [
27+
{
28+
"name": "@skip",
29+
"line": 2
30+
}
31+
],
32+
"type": "scenario"
33+
},
34+
{
35+
"description": "",
36+
"id": "a-feature;second-scenario",
37+
"keyword": "Scenario",
38+
"line": 5,
39+
"name": "second scenario",
40+
"steps": [
41+
{
42+
"arguments": [],
43+
"keyword": "Given ",
44+
"line": 6,
45+
"name": "a step",
46+
"match": {
47+
"location": "not available:0"
48+
},
49+
"result": {
50+
"status": "passed",
51+
"duration": 0
52+
}
53+
}
54+
],
55+
"tags": [],
56+
"type": "scenario"
57+
},
58+
{
59+
"description": "",
60+
"id": "a-feature;third-scenario",
61+
"keyword": "Scenario",
62+
"line": 7,
63+
"name": "third scenario",
64+
"steps": [
65+
{
66+
"arguments": [],
67+
"keyword": "Given ",
68+
"line": 8,
69+
"name": "a step",
70+
"match": {
71+
"location": "not available:0"
72+
},
73+
"result": {
74+
"status": "passed",
75+
"duration": 0
76+
}
77+
}
78+
],
79+
"tags": [],
80+
"type": "scenario"
81+
}
82+
],
83+
"id": "a-feature",
84+
"line": 1,
85+
"keyword": "Feature",
86+
"name": "a feature",
87+
"tags": [],
88+
"uri": "cypress/e2e/a.feature"
89+
}
90+
]

‎features/fixtures/skipped-first-scenario.ndjson‎

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,24 @@
1+
{"meta":"meta"}
2+
{"testRunStarted":{"timestamp":{"seconds":0,"nanos":0}}}
3+
{"source":{"data":"Feature: a feature\n @skip\n Scenario: first scenario\n Given a step\n Scenario: second scenario\n Given a step\n Scenario: third scenario\n Given a step","uri":"cypress/e2e/a.feature","mediaType":"text/x.cucumber.gherkin+plain"}}
4+
{"gherkinDocument":{"feature":{"tags":[],"location":{"line":1,"column":1},"language":"en","keyword":"Feature","name":"a feature","description":"","children":[{"scenario":{"id":"id","tags":[{"location":{"line":2,"column":3},"name":"@skip","id":"id"}],"location":{"line":3,"column":3},"keyword":"Scenario","name":"first scenario","description":"","steps":[{"id":"id","location":{"line":4,"column":5},"keyword":"Given ","keywordType":"Context","text":"a step"}],"examples":[]}},{"scenario":{"id":"id","tags":[],"location":{"line":5,"column":3},"keyword":"Scenario","name":"second scenario","description":"","steps":[{"id":"id","location":{"line":6,"column":5},"keyword":"Given ","keywordType":"Context","text":"a step"}],"examples":[]}},{"scenario":{"id":"id","tags":[],"location":{"line":7,"column":3},"keyword":"Scenario","name":"third scenario","description":"","steps":[{"id":"id","location":{"line":8,"column":5},"keyword":"Given ","keywordType":"Context","text":"a step"}],"examples":[]}}]},"comments":[],"uri":"cypress/e2e/a.feature"}}
5+
{"pickle":{"id":"id","uri":"cypress/e2e/a.feature","astNodeIds":["id"],"tags":[{"name":"@skip","astNodeId":"id"}],"name":"first scenario","language":"en","steps":[{"id":"id","text":"a step","type":"Context","astNodeIds":["id"]}]}}
6+
{"pickle":{"id":"id","uri":"cypress/e2e/a.feature","astNodeIds":["id"],"tags":[],"name":"second scenario","language":"en","steps":[{"id":"id","text":"a step","type":"Context","astNodeIds":["id"]}]}}
7+
{"pickle":{"id":"id","uri":"cypress/e2e/a.feature","astNodeIds":["id"],"tags":[],"name":"third scenario","language":"en","steps":[{"id":"id","text":"a step","type":"Context","astNodeIds":["id"]}]}}
8+
{"stepDefinition":{"id":"id","pattern":{"type":"CUCUMBER_EXPRESSION","source":"a step"},"sourceReference":{"uri":"not available","location":{"line":0}}}}
9+
{"testCase":{"id":"id","pickleId":"id","testSteps":[{"id":"id","pickleStepId":"id","stepDefinitionIds":["id"]}]}}
10+
{"testCase":{"id":"id","pickleId":"id","testSteps":[{"id":"id","pickleStepId":"id","stepDefinitionIds":["id"]}]}}
11+
{"testCase":{"id":"id","pickleId":"id","testSteps":[{"id":"id","pickleStepId":"id","stepDefinitionIds":["id"]}]}}
12+
{"testCaseStarted":{"id":"id","testCaseId":"id","attempt":0,"timestamp":{"seconds":0,"nanos":0}}}
13+
{"testStepStarted":{"testStepId":"id","testCaseStartedId":"id","timestamp":{"seconds":0,"nanos":0}}}
14+
{"testStepFinished":{"testStepId":"id","testCaseStartedId":"id","testStepResult":{"status":"SKIPPED","duration":0},"timestamp":{"seconds":0,"nanos":0}}}
15+
{"testCaseFinished":{"testCaseStartedId":"id","timestamp":{"seconds":0,"nanos":0},"willBeRetried":false}}
16+
{"testCaseStarted":{"id":"id","testCaseId":"id","attempt":0,"timestamp":{"seconds":0,"nanos":0}}}
17+
{"testStepStarted":{"testStepId":"id","testCaseStartedId":"id","timestamp":{"seconds":0,"nanos":0}}}
18+
{"testStepFinished":{"testStepId":"id","testCaseStartedId":"id","testStepResult":{"status":"PASSED","duration":0},"timestamp":{"seconds":0,"nanos":0}}}
19+
{"testCaseFinished":{"testCaseStartedId":"id","timestamp":{"seconds":0,"nanos":0},"willBeRetried":false}}
20+
{"testCaseStarted":{"id":"id","testCaseId":"id","attempt":0,"timestamp":{"seconds":0,"nanos":0}}}
21+
{"testStepStarted":{"testStepId":"id","testCaseStartedId":"id","timestamp":{"seconds":0,"nanos":0}}}
22+
{"testStepFinished":{"testStepId":"id","testCaseStartedId":"id","testStepResult":{"status":"PASSED","duration":0},"timestamp":{"seconds":0,"nanos":0}}}
23+
{"testCaseFinished":{"testCaseStartedId":"id","timestamp":{"seconds":0,"nanos":0},"willBeRetried":false}}
24+
{"testRunFinished":{"timestamp":{"seconds":0,"nanos":0}}}

‎features/fixtures/skipped-second-scenario.json‎

Lines changed: 90 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,90 @@
1+
[
2+
{
3+
"description": "",
4+
"elements": [
5+
{
6+
"description": "",
7+
"id": "a-feature;first-scenario",
8+
"keyword": "Scenario",
9+
"line": 2,
10+
"name": "first scenario",
11+
"steps": [
12+
{
13+
"arguments": [],
14+
"keyword": "Given ",
15+
"line": 3,
16+
"name": "a step",
17+
"match": {
18+
"location": "not available:0"
19+
},
20+
"result": {
21+
"status": "passed",
22+
"duration": 0
23+
}
24+
}
25+
],
26+
"tags": [],
27+
"type": "scenario"
28+
},
29+
{
30+
"description": "",
31+
"id": "a-feature;second-scenario",
32+
"keyword": "Scenario",
33+
"line": 5,
34+
"name": "second scenario",
35+
"steps": [
36+
{
37+
"arguments": [],
38+
"keyword": "Given ",
39+
"line": 6,
40+
"name": "a step",
41+
"match": {
42+
"location": "not available:0"
43+
},
44+
"result": {
45+
"status": "skipped",
46+
"duration": 0
47+
}
48+
}
49+
],
50+
"tags": [
51+
{
52+
"name": "@skip",
53+
"line": 4
54+
}
55+
],
56+
"type": "scenario"
57+
},
58+
{
59+
"description": "",
60+
"id": "a-feature;third-scenario",
61+
"keyword": "Scenario",
62+
"line": 7,
63+
"name": "third scenario",
64+
"steps": [
65+
{
66+
"arguments": [],
67+
"keyword": "Given ",
68+
"line": 8,
69+
"name": "a step",
70+
"match": {
71+
"location": "not available:0"
72+
},
73+
"result": {
74+
"status": "passed",
75+
"duration": 0
76+
}
77+
}
78+
],
79+
"tags": [],
80+
"type": "scenario"
81+
}
82+
],
83+
"id": "a-feature",
84+
"line": 1,
85+
"keyword": "Feature",
86+
"name": "a feature",
87+
"tags": [],
88+
"uri": "cypress/e2e/a.feature"
89+
}
90+
]

‎features/fixtures/skipped-second-scenario.ndjson‎

Lines changed: 24 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,24 @@
1+
{"meta":"meta"}
2+
{"testRunStarted":{"timestamp":{"seconds":0,"nanos":0}}}
3+
{"source":{"data":"Feature: a feature\n Scenario: first scenario\n Given a step\n @skip\n Scenario: second scenario\n Given a step\n Scenario: third scenario\n Given a step","uri":"cypress/e2e/a.feature","mediaType":"text/x.cucumber.gherkin+plain"}}
4+
{"gherkinDocument":{"feature":{"tags":[],"location":{"line":1,"column":1},"language":"en","keyword":"Feature","name":"a feature","description":"","children":[{"scenario":{"id":"id","tags":[],"location":{"line":2,"column":3},"keyword":"Scenario","name":"first scenario","description":"","steps":[{"id":"id","location":{"line":3,"column":5},"keyword":"Given ","keywordType":"Context","text":"a step"}],"examples":[]}},{"scenario":{"id":"id","tags":[{"location":{"line":4,"column":3},"name":"@skip","id":"id"}],"location":{"line":5,"column":3},"keyword":"Scenario","name":"second scenario","description":"","steps":[{"id":"id","location":{"line":6,"column":5},"keyword":"Given ","keywordType":"Context","text":"a step"}],"examples":[]}},{"scenario":{"id":"id","tags":[],"location":{"line":7,"column":3},"keyword":"Scenario","name":"third scenario","description":"","steps":[{"id":"id","location":{"line":8,"column":5},"keyword":"Given ","keywordType":"Context","text":"a step"}],"examples":[]}}]},"comments":[],"uri":"cypress/e2e/a.feature"}}
5+
{"pickle":{"id":"id","uri":"cypress/e2e/a.feature","astNodeIds":["id"],"tags":[],"name":"first scenario","language":"en","steps":[{"id":"id","text":"a step","type":"Context","astNodeIds":["id"]}]}}
6+
{"pickle":{"id":"id","uri":"cypress/e2e/a.feature","astNodeIds":["id"],"tags":[{"name":"@skip","astNodeId":"id"}],"name":"second scenario","language":"en","steps":[{"id":"id","text":"a step","type":"Context","astNodeIds":["id"]}]}}
7+
{"pickle":{"id":"id","uri":"cypress/e2e/a.feature","astNodeIds":["id"],"tags":[],"name":"third scenario","language":"en","steps":[{"id":"id","text":"a step","type":"Context","astNodeIds":["id"]}]}}
8+
{"stepDefinition":{"id":"id","pattern":{"type":"CUCUMBER_EXPRESSION","source":"a step"},"sourceReference":{"uri":"not available","location":{"line":0}}}}
9+
{"testCase":{"id":"id","pickleId":"id","testSteps":[{"id":"id","pickleStepId":"id","stepDefinitionIds":["id"]}]}}
10+
{"testCase":{"id":"id","pickleId":"id","testSteps":[{"id":"id","pickleStepId":"id","stepDefinitionIds":["id"]}]}}
11+
{"testCase":{"id":"id","pickleId":"id","testSteps":[{"id":"id","pickleStepId":"id","stepDefinitionIds":["id"]}]}}
12+
{"testCaseStarted":{"id":"id","testCaseId":"id","attempt":0,"timestamp":{"seconds":0,"nanos":0}}}
13+
{"testStepStarted":{"testStepId":"id","testCaseStartedId":"id","timestamp":{"seconds":0,"nanos":0}}}
14+
{"testStepFinished":{"testStepId":"id","testCaseStartedId":"id","testStepResult":{"status":"PASSED","duration":0},"timestamp":{"seconds":0,"nanos":0}}}
15+
{"testCaseFinished":{"testCaseStartedId":"id","timestamp":{"seconds":0,"nanos":0},"willBeRetried":false}}
16+
{"testCaseStarted":{"id":"id","testCaseId":"id","attempt":0,"timestamp":{"seconds":0,"nanos":0}}}
17+
{"testStepStarted":{"testStepId":"id","testCaseStartedId":"id","timestamp":{"seconds":0,"nanos":0}}}
18+
{"testStepFinished":{"testStepId":"id","testCaseStartedId":"id","testStepResult":{"status":"SKIPPED","duration":0},"timestamp":{"seconds":0,"nanos":0}}}
19+
{"testCaseFinished":{"testCaseStartedId":"id","timestamp":{"seconds":0,"nanos":0},"willBeRetried":false}}
20+
{"testCaseStarted":{"id":"id","testCaseId":"id","attempt":0,"timestamp":{"seconds":0,"nanos":0}}}
21+
{"testStepStarted":{"testStepId":"id","testCaseStartedId":"id","timestamp":{"seconds":0,"nanos":0}}}
22+
{"testStepFinished":{"testStepId":"id","testCaseStartedId":"id","testStepResult":{"status":"PASSED","duration":0},"timestamp":{"seconds":0,"nanos":0}}}
23+
{"testCaseFinished":{"testCaseStartedId":"id","timestamp":{"seconds":0,"nanos":0},"willBeRetried":false}}
24+
{"testRunFinished":{"timestamp":{"seconds":0,"nanos":0}}}

0 commit comments

Comments
 (0)