Skip to content

Commit 2d035e1

Browse files
ConorMacBrideConorMacBride
committed
Add draft baseline summaries
1 parent 7e65619 commit 2d035e1

File tree

6 files changed

+936
-0
lines changed

6 files changed

+936
-0
lines changed

‎tests/subtests/summaries/test_default.json

Lines changed: 156 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,156 @@
1+
{
2+
"subtests.subtest.test_hmatch_imatch": {
3+
"status": "passed",
4+
"status_msg": "Image comparison passed.",
5+
"baseline_image": null,
6+
"diff_image": null,
7+
"rms": null,
8+
"tolerance": 2,
9+
"result_image": null,
10+
"baseline_hash": null,
11+
"result_hash": null
12+
},
13+
"subtests.subtest.test_hmatch_idiff": {
14+
"status": "failed",
15+
"status_msg": "Error: Image files did not match.\n RMS Value: 11.100353848213828\n Expected: \n /private/var/folders/28/h4xnr2f56qbcdlrntr3z54f80000gp/T/pytest-of-conor/pytest-124/test_default0/results/subtests.subtest.test_hmatch_idiff/baseline.png\n Actual: \n /private/var/folders/28/h4xnr2f56qbcdlrntr3z54f80000gp/T/pytest-of-conor/pytest-124/test_default0/results/subtests.subtest.test_hmatch_idiff/result.png\n Difference:\n /private/var/folders/28/h4xnr2f56qbcdlrntr3z54f80000gp/T/pytest-of-conor/pytest-124/test_default0/results/subtests.subtest.test_hmatch_idiff/result-failed-diff.png\n Tolerance: \n 2",
16+
"baseline_image": "subtests.subtest.test_hmatch_idiff/baseline.png",
17+
"diff_image": "subtests.subtest.test_hmatch_idiff/result-failed-diff.png",
18+
"rms": 11.100353848213828,
19+
"tolerance": 2,
20+
"result_image": "subtests.subtest.test_hmatch_idiff/result.png",
21+
"baseline_hash": null,
22+
"result_hash": null
23+
},
24+
"subtests.subtest.test_hmatch_imissing": {
25+
"status": "failed",
26+
"status_msg": "Image file not found for comparison test in: \n\t/Users/conor/Documents/pytest-mpl/tests/subtests/baseline\n(This is expected for new tests.)\nGenerated Image: \n\t/private/var/folders/28/h4xnr2f56qbcdlrntr3z54f80000gp/T/pytest-of-conor/pytest-124/test_default0/results/subtests.subtest.test_hmatch_imissing/result.png",
27+
"baseline_image": null,
28+
"diff_image": null,
29+
"rms": null,
30+
"tolerance": null,
31+
"result_image": "subtests.subtest.test_hmatch_imissing/result.png",
32+
"baseline_hash": null,
33+
"result_hash": null
34+
},
35+
"subtests.subtest.test_hdiff_imatch": {
36+
"status": "passed",
37+
"status_msg": "Image comparison passed.",
38+
"baseline_image": null,
39+
"diff_image": null,
40+
"rms": null,
41+
"tolerance": 2,
42+
"result_image": null,
43+
"baseline_hash": null,
44+
"result_hash": null
45+
},
46+
"subtests.subtest.test_hdiff_idiff": {
47+
"status": "failed",
48+
"status_msg": "Error: Image files did not match.\n RMS Value: 11.182677079602481\n Expected: \n /private/var/folders/28/h4xnr2f56qbcdlrntr3z54f80000gp/T/pytest-of-conor/pytest-124/test_default0/results/subtests.subtest.test_hdiff_idiff/baseline.png\n Actual: \n /private/var/folders/28/h4xnr2f56qbcdlrntr3z54f80000gp/T/pytest-of-conor/pytest-124/test_default0/results/subtests.subtest.test_hdiff_idiff/result.png\n Difference:\n /private/var/folders/28/h4xnr2f56qbcdlrntr3z54f80000gp/T/pytest-of-conor/pytest-124/test_default0/results/subtests.subtest.test_hdiff_idiff/result-failed-diff.png\n Tolerance: \n 2",
49+
"baseline_image": "subtests.subtest.test_hdiff_idiff/baseline.png",
50+
"diff_image": "subtests.subtest.test_hdiff_idiff/result-failed-diff.png",
51+
"rms": 11.182677079602481,
52+
"tolerance": 2,
53+
"result_image": "subtests.subtest.test_hdiff_idiff/result.png",
54+
"baseline_hash": null,
55+
"result_hash": null
56+
},
57+
"subtests.subtest.test_hdiff_imissing": {
58+
"status": "failed",
59+
"status_msg": "Image file not found for comparison test in: \n\t/Users/conor/Documents/pytest-mpl/tests/subtests/baseline\n(This is expected for new tests.)\nGenerated Image: \n\t/private/var/folders/28/h4xnr2f56qbcdlrntr3z54f80000gp/T/pytest-of-conor/pytest-124/test_default0/results/subtests.subtest.test_hdiff_imissing/result.png",
60+
"baseline_image": null,
61+
"diff_image": null,
62+
"rms": null,
63+
"tolerance": null,
64+
"result_image": "subtests.subtest.test_hdiff_imissing/result.png",
65+
"baseline_hash": null,
66+
"result_hash": null
67+
},
68+
"subtests.subtest.test_hmissing_imatch": {
69+
"status": "passed",
70+
"status_msg": "Image comparison passed.",
71+
"baseline_image": null,
72+
"diff_image": null,
73+
"rms": null,
74+
"tolerance": 2,
75+
"result_image": null,
76+
"baseline_hash": null,
77+
"result_hash": null
78+
},
79+
"subtests.subtest.test_hmissing_idiff": {
80+
"status": "failed",
81+
"status_msg": "Error: Image files did not match.\n RMS Value: 12.12938597648977\n Expected: \n /private/var/folders/28/h4xnr2f56qbcdlrntr3z54f80000gp/T/pytest-of-conor/pytest-124/test_default0/results/subtests.subtest.test_hmissing_idiff/baseline.png\n Actual: \n /private/var/folders/28/h4xnr2f56qbcdlrntr3z54f80000gp/T/pytest-of-conor/pytest-124/test_default0/results/subtests.subtest.test_hmissing_idiff/result.png\n Difference:\n /private/var/folders/28/h4xnr2f56qbcdlrntr3z54f80000gp/T/pytest-of-conor/pytest-124/test_default0/results/subtests.subtest.test_hmissing_idiff/result-failed-diff.png\n Tolerance: \n 2",
82+
"baseline_image": "subtests.subtest.test_hmissing_idiff/baseline.png",
83+
"diff_image": "subtests.subtest.test_hmissing_idiff/result-failed-diff.png",
84+
"rms": 12.12938597648977,
85+
"tolerance": 2,
86+
"result_image": "subtests.subtest.test_hmissing_idiff/result.png",
87+
"baseline_hash": null,
88+
"result_hash": null
89+
},
90+
"subtests.subtest.test_hmissing_imissing": {
91+
"status": "failed",
92+
"status_msg": "Image file not found for comparison test in: \n\t/Users/conor/Documents/pytest-mpl/tests/subtests/baseline\n(This is expected for new tests.)\nGenerated Image: \n\t/private/var/folders/28/h4xnr2f56qbcdlrntr3z54f80000gp/T/pytest-of-conor/pytest-124/test_default0/results/subtests.subtest.test_hmissing_imissing/result.png",
93+
"baseline_image": null,
94+
"diff_image": null,
95+
"rms": null,
96+
"tolerance": null,
97+
"result_image": "subtests.subtest.test_hmissing_imissing/result.png",
98+
"baseline_hash": null,
99+
"result_hash": null
100+
},
101+
"subtests.subtest.test_hdiff_imatch_tolerance": {
102+
"status": "passed",
103+
"status_msg": "Image comparison passed.",
104+
"baseline_image": null,
105+
"diff_image": null,
106+
"rms": null,
107+
"tolerance": 200,
108+
"result_image": null,
109+
"baseline_hash": null,
110+
"result_hash": null
111+
},
112+
"subtests.subtest.test_hdiff_idiff_tolerance": {
113+
"status": "failed",
114+
"status_msg": "Error: Image files did not match.\n RMS Value: 29.260332173249314\n Expected: \n /private/var/folders/28/h4xnr2f56qbcdlrntr3z54f80000gp/T/pytest-of-conor/pytest-124/test_default0/results/subtests.subtest.test_hdiff_idiff_tolerance/baseline.png\n Actual: \n /private/var/folders/28/h4xnr2f56qbcdlrntr3z54f80000gp/T/pytest-of-conor/pytest-124/test_default0/results/subtests.subtest.test_hdiff_idiff_tolerance/result.png\n Difference:\n /private/var/folders/28/h4xnr2f56qbcdlrntr3z54f80000gp/T/pytest-of-conor/pytest-124/test_default0/results/subtests.subtest.test_hdiff_idiff_tolerance/result-failed-diff.png\n Tolerance: \n 3",
115+
"baseline_image": "subtests.subtest.test_hdiff_idiff_tolerance/baseline.png",
116+
"diff_image": "subtests.subtest.test_hdiff_idiff_tolerance/result-failed-diff.png",
117+
"rms": 29.260332173249314,
118+
"tolerance": 3,
119+
"result_image": "subtests.subtest.test_hdiff_idiff_tolerance/result.png",
120+
"baseline_hash": null,
121+
"result_hash": null
122+
},
123+
"subtests.subtest.test_hdiff_imatch_savefig": {
124+
"status": "passed",
125+
"status_msg": "Image comparison passed.",
126+
"baseline_image": null,
127+
"diff_image": null,
128+
"rms": null,
129+
"tolerance": 2,
130+
"result_image": null,
131+
"baseline_hash": null,
132+
"result_hash": null
133+
},
134+
"subtests.subtest.test_hdiff_imatch_style": {
135+
"status": "passed",
136+
"status_msg": "Image comparison passed.",
137+
"baseline_image": null,
138+
"diff_image": null,
139+
"rms": null,
140+
"tolerance": 2,
141+
"result_image": null,
142+
"baseline_hash": null,
143+
"result_hash": null
144+
},
145+
"subtests.subtest.test_hdiff_imatch_removetext": {
146+
"status": "passed",
147+
"status_msg": "Image comparison passed.",
148+
"baseline_image": null,
149+
"diff_image": null,
150+
"rms": null,
151+
"tolerance": 2,
152+
"result_image": null,
153+
"baseline_hash": null,
154+
"result_hash": null
155+
}
156+
}

‎tests/subtests/summaries/test_hash.json

Lines changed: 156 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -0,0 +1,156 @@
1+
{
2+
"subtests.subtest.test_hmatch_imatch": {
3+
"status": "passed",
4+
"status_msg": "Test hash matches baseline hash.",
5+
"baseline_image": null,
6+
"diff_image": null,
7+
"rms": null,
8+
"tolerance": null,
9+
"result_image": null,
10+
"baseline_hash": "573f4c1482192b7b15bbe4f2bd370ae3b5ab40c9afa441543b87e15a71e9f672",
11+
"result_hash": "573f4c1482192b7b15bbe4f2bd370ae3b5ab40c9afa441543b87e15a71e9f672"
12+
},
13+
"subtests.subtest.test_hmatch_idiff": {
14+
"status": "passed",
15+
"status_msg": "Test hash matches baseline hash.",
16+
"baseline_image": null,
17+
"diff_image": null,
18+
"rms": null,
19+
"tolerance": null,
20+
"result_image": null,
21+
"baseline_hash": "8b5c00365e6f784d5c8947091f09a92fd7d222e790431f297b4848f173e64857",
22+
"result_hash": "8b5c00365e6f784d5c8947091f09a92fd7d222e790431f297b4848f173e64857"
23+
},
24+
"subtests.subtest.test_hmatch_imissing": {
25+
"status": "passed",
26+
"status_msg": "Test hash matches baseline hash.",
27+
"baseline_image": null,
28+
"diff_image": null,
29+
"rms": null,
30+
"tolerance": null,
31+
"result_image": null,
32+
"baseline_hash": "fd069e642e3b154c24077a4996b545e1c4dbffdbed34ea5ad34c7b36873af68f",
33+
"result_hash": "fd069e642e3b154c24077a4996b545e1c4dbffdbed34ea5ad34c7b36873af68f"
34+
},
35+
"subtests.subtest.test_hdiff_imatch": {
36+
"status": "failed",
37+
"status_msg": "Test hash does not match baseline hash.",
38+
"baseline_image": null,
39+
"diff_image": null,
40+
"rms": null,
41+
"tolerance": null,
42+
"result_image": "subtests.subtest.test_hdiff_imatch/result.png",
43+
"baseline_hash": "d1ffdde5a6682dc6abba7121f5df702c3664b1ce09593534fc0d7c3514eb07e1",
44+
"result_hash": "6e2fdde5a6682dc6abba7121f5df702c3664b1ce09593534fc0d7c3514eb07e1"
45+
},
46+
"subtests.subtest.test_hdiff_idiff": {
47+
"status": "failed",
48+
"status_msg": "Test hash does not match baseline hash.",
49+
"baseline_image": null,
50+
"diff_image": null,
51+
"rms": null,
52+
"tolerance": null,
53+
"result_image": "subtests.subtest.test_hdiff_idiff/result.png",
54+
"baseline_hash": "d1ff61bdd0efd1cdd343eabf73af6f20439d4834ab5503a574ac7ec28e0c2b43",
55+
"result_hash": "443361bdd0efd1cdd343eabf73af6f20439d4834ab5503a574ac7ec28e0c2b43"
56+
},
57+
"subtests.subtest.test_hdiff_imissing": {
58+
"status": "failed",
59+
"status_msg": "Test hash does not match baseline hash.",
60+
"baseline_image": null,
61+
"diff_image": null,
62+
"rms": null,
63+
"tolerance": null,
64+
"result_image": "subtests.subtest.test_hdiff_imissing/result.png",
65+
"baseline_hash": "d1ff63d656d7a586cc4e498bc32b970f8cb7c7c47bbd2fec33b931219fc0690e",
66+
"result_hash": "301e63d656d7a586cc4e498bc32b970f8cb7c7c47bbd2fec33b931219fc0690e"
67+
},
68+
"subtests.subtest.test_hmissing_imatch": {
69+
"status": "failed",
70+
"status_msg": "Hash for test 'subtests.subtest.test_hmissing_imatch' not found in /Users/conor/Documents/pytest-mpl/tests/subtests/hashes/mpl34_ft261.json. Generated hash is eabd8a2e22afd88682990bfb8e4a0700a942fe68e5114e8da4ab6bd93c47b824.",
71+
"baseline_image": null,
72+
"diff_image": null,
73+
"rms": null,
74+
"tolerance": null,
75+
"result_image": "subtests.subtest.test_hmissing_imatch/result.png",
76+
"baseline_hash": null,
77+
"result_hash": "eabd8a2e22afd88682990bfb8e4a0700a942fe68e5114e8da4ab6bd93c47b824"
78+
},
79+
"subtests.subtest.test_hmissing_idiff": {
80+
"status": "failed",
81+
"status_msg": "Hash for test 'subtests.subtest.test_hmissing_idiff' not found in /Users/conor/Documents/pytest-mpl/tests/subtests/hashes/mpl34_ft261.json. Generated hash is e69570c4a70b2cc88ddee0f0a82312cae4f394b7f62e5760245feda1364c03ab.",
82+
"baseline_image": null,
83+
"diff_image": null,
84+
"rms": null,
85+
"tolerance": null,
86+
"result_image": "subtests.subtest.test_hmissing_idiff/result.png",
87+
"baseline_hash": null,
88+
"result_hash": "e69570c4a70b2cc88ddee0f0a82312cae4f394b7f62e5760245feda1364c03ab"
89+
},
90+
"subtests.subtest.test_hmissing_imissing": {
91+
"status": "failed",
92+
"status_msg": "Hash for test 'subtests.subtest.test_hmissing_imissing' not found in /Users/conor/Documents/pytest-mpl/tests/subtests/hashes/mpl34_ft261.json. Generated hash is 5c8a9c7412e4e098f6f2683ee247c08bd50805a93df4d4b6d8fccf3579b4c56b.",
93+
"baseline_image": null,
94+
"diff_image": null,
95+
"rms": null,
96+
"tolerance": null,
97+
"result_image": "subtests.subtest.test_hmissing_imissing/result.png",
98+
"baseline_hash": null,
99+
"result_hash": "5c8a9c7412e4e098f6f2683ee247c08bd50805a93df4d4b6d8fccf3579b4c56b"
100+
},
101+
"subtests.subtest.test_hdiff_imatch_tolerance": {
102+
"status": "failed",
103+
"status_msg": "Test hash does not match baseline hash.",
104+
"baseline_image": null,
105+
"diff_image": null,
106+
"rms": null,
107+
"tolerance": null,
108+
"result_image": "subtests.subtest.test_hdiff_imatch_tolerance/result.png",
109+
"baseline_hash": "d1ffe85fda98298347c274adae98ca7728f9bb2444ca8a49295145b0727b8c96",
110+
"result_hash": "aaf4e85fda98298347c274adae98ca7728f9bb2444ca8a49295145b0727b8c96"
111+
},
112+
"subtests.subtest.test_hdiff_idiff_tolerance": {
113+
"status": "failed",
114+
"status_msg": "Test hash does not match baseline hash.",
115+
"baseline_image": null,
116+
"diff_image": null,
117+
"rms": null,
118+
"tolerance": null,
119+
"result_image": "subtests.subtest.test_hdiff_idiff_tolerance/result.png",
120+
"baseline_hash": "d1ffe85fda98298347c274adae98ca7728f9bb2444ca8a49295145b0727b8c96",
121+
"result_hash": "aaf4e85fda98298347c274adae98ca7728f9bb2444ca8a49295145b0727b8c96"
122+
},
123+
"subtests.subtest.test_hdiff_imatch_savefig": {
124+
"status": "failed",
125+
"status_msg": "Test hash does not match baseline hash.",
126+
"baseline_image": null,
127+
"diff_image": null,
128+
"rms": null,
129+
"tolerance": null,
130+
"result_image": "subtests.subtest.test_hdiff_imatch_savefig/result.png",
131+
"baseline_hash": "d1ffc2c68c2d34c03a89ab394e3c11349b76594d0c8837374daef299ac227568",
132+
"result_hash": "5dc1c2c68c2d34c03a89ab394e3c11349b76594d0c8837374daef299ac227568"
133+
},
134+
"subtests.subtest.test_hdiff_imatch_style": {
135+
"status": "failed",
136+
"status_msg": "Test hash does not match baseline hash.",
137+
"baseline_image": null,
138+
"diff_image": null,
139+
"rms": null,
140+
"tolerance": null,
141+
"result_image": "subtests.subtest.test_hdiff_imatch_style/result.png",
142+
"baseline_hash": "d1ffd1b702c7bbd810370b12e46ecea4b9c9eb87b743397f1d4a50177e7ba7f7",
143+
"result_hash": "185ed1b702c7bbd810370b12e46ecea4b9c9eb87b743397f1d4a50177e7ba7f7"
144+
},
145+
"subtests.subtest.test_hdiff_imatch_removetext": {
146+
"status": "failed",
147+
"status_msg": "Test hash does not match baseline hash.",
148+
"baseline_image": null,
149+
"diff_image": null,
150+
"rms": null,
151+
"tolerance": null,
152+
"result_image": "subtests.subtest.test_hdiff_imatch_removetext/result.png",
153+
"baseline_hash": "d1fff83a43cb89f5e13923f532fe5c9bedbf7d13585533efef2f4051c4968b5e",
154+
"result_hash": "be5af83a43cb89f5e13923f532fe5c9bedbf7d13585533efef2f4051c4968b5e"
155+
}
156+
}

0 commit comments

Comments
 (0)