Skip to content

Commit 39875b7

Browse files
ConorMacBrideConorMacBride
committed
Update baseline summaries
1 parent 71e0b23 commit 39875b7

12 files changed

+468
-0
lines changed

‎tests/subtests/summaries/test_default.json‎

Lines changed: 39 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -25,6 +25,19 @@
2525
"baseline_hash": null,
2626
"result_hash": null
2727
},
28+
"subtests.subtest.test_hmatch_idiffshape": {
29+
"status": "failed",
30+
"image_status": "diff",
31+
"hash_status": null,
32+
"status_msg": "REGEX:Error: Image dimensions did not match\\.\n Expected shape: \\(400, 400\\)\n .*baseline\\.png\n Actual shape: \\(600, 800\\)\n .*result\\.png",
33+
"baseline_image": "subtests.subtest.test_hmatch_idiffshape/baseline.png",
34+
"diff_image": null,
35+
"rms": null,
36+
"tolerance": null,
37+
"result_image": "subtests.subtest.test_hmatch_idiffshape/result.png",
38+
"baseline_hash": null,
39+
"result_hash": null
40+
},
2841
"subtests.subtest.test_hmatch_imissing": {
2942
"status": "failed",
3043
"image_status": "missing",
@@ -64,6 +77,19 @@
6477
"baseline_hash": null,
6578
"result_hash": null
6679
},
80+
"subtests.subtest.test_hdiff_idiffshape": {
81+
"status": "failed",
82+
"image_status": "diff",
83+
"hash_status": null,
84+
"status_msg": "REGEX:Error: Image dimensions did not match\\.\n Expected shape: \\(400, 400\\)\n .*baseline\\.png\n Actual shape: \\(600, 800\\)\n .*result\\.png",
85+
"baseline_image": "subtests.subtest.test_hdiff_idiffshape/baseline.png",
86+
"diff_image": null,
87+
"rms": null,
88+
"tolerance": null,
89+
"result_image": "subtests.subtest.test_hdiff_idiffshape/result.png",
90+
"baseline_hash": null,
91+
"result_hash": null
92+
},
6793
"subtests.subtest.test_hdiff_imissing": {
6894
"status": "failed",
6995
"image_status": "missing",
@@ -103,6 +129,19 @@
103129
"baseline_hash": null,
104130
"result_hash": null
105131
},
132+
"subtests.subtest.test_hmissing_idiffshape": {
133+
"status": "failed",
134+
"image_status": "diff",
135+
"hash_status": null,
136+
"status_msg": "REGEX:Error: Image dimensions did not match\\.\n Expected shape: \\(400, 400\\)\n .*baseline\\.png\n Actual shape: \\(600, 800\\)\n .*result\\.png",
137+
"baseline_image": "subtests.subtest.test_hmissing_idiffshape/baseline.png",
138+
"diff_image": null,
139+
"rms": null,
140+
"tolerance": null,
141+
"result_image": "subtests.subtest.test_hmissing_idiffshape/result.png",
142+
"baseline_hash": null,
143+
"result_hash": null
144+
},
106145
"subtests.subtest.test_hmissing_imissing": {
107146
"status": "failed",
108147
"image_status": "missing",

‎tests/subtests/summaries/test_generate.json‎

Lines changed: 39 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -25,6 +25,19 @@
2525
"baseline_hash": "2b48790b0a2cee4b41cdb9820336acaf229ba811ae21c6a92b4b92838843adfa",
2626
"result_hash": null
2727
},
28+
"subtests.subtest.test_hmatch_idiffshape": {
29+
"status": "skipped",
30+
"image_status": "generated",
31+
"hash_status": "generated",
32+
"status_msg": "Skipped test, since generating image.",
33+
"baseline_image": null,
34+
"diff_image": null,
35+
"rms": null,
36+
"tolerance": null,
37+
"result_image": null,
38+
"baseline_hash": "e3fed4ad2d22aff2cd771c5503dcb30c6161b21d154430ededa5faa1ec54366e",
39+
"result_hash": null
40+
},
2841
"subtests.subtest.test_hmatch_imissing": {
2942
"status": "skipped",
3043
"image_status": "generated",
@@ -64,6 +77,19 @@
6477
"baseline_hash": "927521206ef454a25417e3ba0bd3235c84518cb202c2d1fa7afcfdfcde5fdcde",
6578
"result_hash": null
6679
},
80+
"subtests.subtest.test_hdiff_idiffshape": {
81+
"status": "skipped",
82+
"image_status": "generated",
83+
"hash_status": "generated",
84+
"status_msg": "Skipped test, since generating image.",
85+
"baseline_image": null,
86+
"diff_image": null,
87+
"rms": null,
88+
"tolerance": null,
89+
"result_image": null,
90+
"baseline_hash": "5d37745bbdf2aac6743dbd830afb1877c2ac25a5f926d4f6483c1e24d19a0580",
91+
"result_hash": null
92+
},
6793
"subtests.subtest.test_hdiff_imissing": {
6894
"status": "skipped",
6995
"image_status": "generated",
@@ -103,6 +129,19 @@
103129
"baseline_hash": "4eeda1d349f4b0f26df97df41ba5410dce2b1c7ed520062d58f3c5f0e3790ebd",
104130
"result_hash": null
105131
},
132+
"subtests.subtest.test_hmissing_idiffshape": {
133+
"status": "skipped",
134+
"image_status": "generated",
135+
"hash_status": "generated",
136+
"status_msg": "Skipped test, since generating image.",
137+
"baseline_image": null,
138+
"diff_image": null,
139+
"rms": null,
140+
"tolerance": null,
141+
"result_image": null,
142+
"baseline_hash": "204d43b643538cafafa2d0fb7dafac9cf7009dbb421d4b32c71da2e400ceb59d",
143+
"result_hash": null
144+
},
106145
"subtests.subtest.test_hmissing_imissing": {
107146
"status": "skipped",
108147
"image_status": "generated",

‎tests/subtests/summaries/test_generate_hashes_only.json‎

Lines changed: 39 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -25,6 +25,19 @@
2525
"baseline_hash": "2b48790b0a2cee4b41cdb9820336acaf229ba811ae21c6a92b4b92838843adfa",
2626
"result_hash": null
2727
},
28+
"subtests.subtest.test_hmatch_idiffshape": {
29+
"status": "failed",
30+
"image_status": "diff",
31+
"hash_status": "generated",
32+
"status_msg": "REGEX:Error: Image dimensions did not match\\.\n Expected shape: \\(400, 400\\)\n .*baseline\\.png\n Actual shape: \\(600, 800\\)\n .*result\\.png",
33+
"baseline_image": "subtests.subtest.test_hmatch_idiffshape/baseline.png",
34+
"diff_image": null,
35+
"rms": null,
36+
"tolerance": null,
37+
"result_image": "subtests.subtest.test_hmatch_idiffshape/result.png",
38+
"baseline_hash": "e3fed4ad2d22aff2cd771c5503dcb30c6161b21d154430ededa5faa1ec54366e",
39+
"result_hash": null
40+
},
2841
"subtests.subtest.test_hmatch_imissing": {
2942
"status": "failed",
3043
"image_status": "missing",
@@ -64,6 +77,19 @@
6477
"baseline_hash": "927521206ef454a25417e3ba0bd3235c84518cb202c2d1fa7afcfdfcde5fdcde",
6578
"result_hash": null
6679
},
80+
"subtests.subtest.test_hdiff_idiffshape": {
81+
"status": "failed",
82+
"image_status": "diff",
83+
"hash_status": "generated",
84+
"status_msg": "REGEX:Error: Image dimensions did not match\\.\n Expected shape: \\(400, 400\\)\n .*baseline\\.png\n Actual shape: \\(600, 800\\)\n .*result\\.png",
85+
"baseline_image": "subtests.subtest.test_hdiff_idiffshape/baseline.png",
86+
"diff_image": null,
87+
"rms": null,
88+
"tolerance": null,
89+
"result_image": "subtests.subtest.test_hdiff_idiffshape/result.png",
90+
"baseline_hash": "5d37745bbdf2aac6743dbd830afb1877c2ac25a5f926d4f6483c1e24d19a0580",
91+
"result_hash": null
92+
},
6793
"subtests.subtest.test_hdiff_imissing": {
6894
"status": "failed",
6995
"image_status": "missing",
@@ -103,6 +129,19 @@
103129
"baseline_hash": "4eeda1d349f4b0f26df97df41ba5410dce2b1c7ed520062d58f3c5f0e3790ebd",
104130
"result_hash": null
105131
},
132+
"subtests.subtest.test_hmissing_idiffshape": {
133+
"status": "failed",
134+
"image_status": "diff",
135+
"hash_status": "generated",
136+
"status_msg": "REGEX:Error: Image dimensions did not match\\.\n Expected shape: \\(400, 400\\)\n .*baseline\\.png\n Actual shape: \\(600, 800\\)\n .*result\\.png",
137+
"baseline_image": "subtests.subtest.test_hmissing_idiffshape/baseline.png",
138+
"diff_image": null,
139+
"rms": null,
140+
"tolerance": null,
141+
"result_image": "subtests.subtest.test_hmissing_idiffshape/result.png",
142+
"baseline_hash": "204d43b643538cafafa2d0fb7dafac9cf7009dbb421d4b32c71da2e400ceb59d",
143+
"result_hash": null
144+
},
106145
"subtests.subtest.test_hmissing_imissing": {
107146
"status": "failed",
108147
"image_status": "missing",

‎tests/subtests/summaries/test_generate_images_only.json‎

Lines changed: 39 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -25,6 +25,19 @@
2525
"baseline_hash": null,
2626
"result_hash": null
2727
},
28+
"subtests.subtest.test_hmatch_idiffshape": {
29+
"status": "skipped",
30+
"image_status": "generated",
31+
"hash_status": null,
32+
"status_msg": "Skipped test, since generating image.",
33+
"baseline_image": null,
34+
"diff_image": null,
35+
"rms": null,
36+
"tolerance": null,
37+
"result_image": null,
38+
"baseline_hash": null,
39+
"result_hash": null
40+
},
2841
"subtests.subtest.test_hmatch_imissing": {
2942
"status": "skipped",
3043
"image_status": "generated",
@@ -64,6 +77,19 @@
6477
"baseline_hash": null,
6578
"result_hash": null
6679
},
80+
"subtests.subtest.test_hdiff_idiffshape": {
81+
"status": "skipped",
82+
"image_status": "generated",
83+
"hash_status": null,
84+
"status_msg": "Skipped test, since generating image.",
85+
"baseline_image": null,
86+
"diff_image": null,
87+
"rms": null,
88+
"tolerance": null,
89+
"result_image": null,
90+
"baseline_hash": null,
91+
"result_hash": null
92+
},
6793
"subtests.subtest.test_hdiff_imissing": {
6894
"status": "skipped",
6995
"image_status": "generated",
@@ -103,6 +129,19 @@
103129
"baseline_hash": null,
104130
"result_hash": null
105131
},
132+
"subtests.subtest.test_hmissing_idiffshape": {
133+
"status": "skipped",
134+
"image_status": "generated",
135+
"hash_status": null,
136+
"status_msg": "Skipped test, since generating image.",
137+
"baseline_image": null,
138+
"diff_image": null,
139+
"rms": null,
140+
"tolerance": null,
141+
"result_image": null,
142+
"baseline_hash": null,
143+
"result_hash": null
144+
},
106145
"subtests.subtest.test_hmissing_imissing": {
107146
"status": "skipped",
108147
"image_status": "generated",

‎tests/subtests/summaries/test_hash.json‎

Lines changed: 39 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -25,6 +25,19 @@
2525
"baseline_hash": "8b5c00365e6f784d5c8947091f09a92fd7d222e790431f297b4848f173e64857",
2626
"result_hash": "8b5c00365e6f784d5c8947091f09a92fd7d222e790431f297b4848f173e64857"
2727
},
28+
"subtests.subtest.test_hmatch_idiffshape": {
29+
"status": "passed",
30+
"image_status": null,
31+
"hash_status": "match",
32+
"status_msg": "Test hash matches baseline hash.",
33+
"baseline_image": null,
34+
"diff_image": null,
35+
"rms": null,
36+
"tolerance": null,
37+
"result_image": null,
38+
"baseline_hash": "e3fed4ad2d22aff2cd771c5503dcb30c6161b21d154430ededa5faa1ec54366e",
39+
"result_hash": "e3fed4ad2d22aff2cd771c5503dcb30c6161b21d154430ededa5faa1ec54366e"
40+
},
2841
"subtests.subtest.test_hmatch_imissing": {
2942
"status": "passed",
3043
"image_status": null,
@@ -64,6 +77,19 @@
6477
"baseline_hash": "d1ff61bdd0efd1cdd343eabf73af6f20439d4834ab5503a574ac7ec28e0c2b43",
6578
"result_hash": "443361bdd0efd1cdd343eabf73af6f20439d4834ab5503a574ac7ec28e0c2b43"
6679
},
80+
"subtests.subtest.test_hdiff_idiffshape": {
81+
"status": "failed",
82+
"image_status": null,
83+
"hash_status": "diff",
84+
"status_msg": "REGEX:Hash 5d37745bbdf2aac6743dbd830afb1877c2ac25a5f926d4f6483c1e24d19a0580 doesn't match hash d1ff745bbdf2aac6743dbd830afb1877c2ac25a5f926d4f6483c1e24d19a0580 in library .*\\.json for test subtests\\.subtest\\.test_hdiff_idiffshape\\.",
85+
"baseline_image": null,
86+
"diff_image": null,
87+
"rms": null,
88+
"tolerance": null,
89+
"result_image": "subtests.subtest.test_hdiff_idiffshape/result.png",
90+
"baseline_hash": "d1ff745bbdf2aac6743dbd830afb1877c2ac25a5f926d4f6483c1e24d19a0580",
91+
"result_hash": "5d37745bbdf2aac6743dbd830afb1877c2ac25a5f926d4f6483c1e24d19a0580"
92+
},
6793
"subtests.subtest.test_hdiff_imissing": {
6894
"status": "failed",
6995
"status_msg": "REGEX:Hash 301e63d656d7a586cc4e498bc32b970f8cb7c7c47bbd2fec33b931219fc0690e doesn't match hash d1ff63d656d7a586cc4e498bc32b970f8cb7c7c47bbd2fec33b931219fc0690e in library .*\\.json for test subtests\\.subtest\\.test_hdiff_imissing\\.",
@@ -103,6 +129,19 @@
103129
"baseline_hash": null,
104130
"result_hash": "e69570c4a70b2cc88ddee0f0a82312cae4f394b7f62e5760245feda1364c03ab"
105131
},
132+
"subtests.subtest.test_hmissing_idiffshape": {
133+
"status": "failed",
134+
"image_status": null,
135+
"hash_status": "missing",
136+
"status_msg": "REGEX:Hash for test 'subtests\\.subtest\\.test_hmissing_idiffshape' not found in .*\\.json\\. Generated hash is 204d43b643538cafafa2d0fb7dafac9cf7009dbb421d4b32c71da2e400ceb59d\\.",
137+
"baseline_image": null,
138+
"diff_image": null,
139+
"rms": null,
140+
"tolerance": null,
141+
"result_image": "subtests.subtest.test_hmissing_idiffshape/result.png",
142+
"baseline_hash": null,
143+
"result_hash": "204d43b643538cafafa2d0fb7dafac9cf7009dbb421d4b32c71da2e400ceb59d"
144+
},
106145
"subtests.subtest.test_hmissing_imissing": {
107146
"status": "failed",
108147
"status_msg": "REGEX:Hash for test 'subtests\\.subtest\\.test_hmissing_imissing' not found in .*\\.json\\. Generated hash is 5c8a9c7412e4e098f6f2683ee247c08bd50805a93df4d4b6d8fccf3579b4c56b\\.",

‎tests/subtests/summaries/test_html_generate.json‎

Lines changed: 39 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -25,6 +25,19 @@
2525
"baseline_hash": "2b48790b0a2cee4b41cdb9820336acaf229ba811ae21c6a92b4b92838843adfa",
2626
"result_hash": null
2727
},
28+
"subtests.subtest.test_hmatch_idiffshape": {
29+
"status": "skipped",
30+
"image_status": "generated",
31+
"hash_status": "generated",
32+
"status_msg": "Skipped test, since generating image.",
33+
"baseline_image": "subtests.subtest.test_hmatch_idiffshape/baseline.png",
34+
"diff_image": null,
35+
"rms": null,
36+
"tolerance": null,
37+
"result_image": null,
38+
"baseline_hash": "e3fed4ad2d22aff2cd771c5503dcb30c6161b21d154430ededa5faa1ec54366e",
39+
"result_hash": null
40+
},
2841
"subtests.subtest.test_hmatch_imissing": {
2942
"status": "skipped",
3043
"image_status": "generated",
@@ -64,6 +77,19 @@
6477
"baseline_hash": "927521206ef454a25417e3ba0bd3235c84518cb202c2d1fa7afcfdfcde5fdcde",
6578
"result_hash": null
6679
},
80+
"subtests.subtest.test_hdiff_idiffshape": {
81+
"status": "skipped",
82+
"image_status": "generated",
83+
"hash_status": "generated",
84+
"status_msg": "Skipped test, since generating image.",
85+
"baseline_image": "subtests.subtest.test_hdiff_idiffshape/baseline.png",
86+
"diff_image": null,
87+
"rms": null,
88+
"tolerance": null,
89+
"result_image": null,
90+
"baseline_hash": "5d37745bbdf2aac6743dbd830afb1877c2ac25a5f926d4f6483c1e24d19a0580",
91+
"result_hash": null
92+
},
6793
"subtests.subtest.test_hdiff_imissing": {
6894
"status": "skipped",
6995
"image_status": "generated",
@@ -103,6 +129,19 @@
103129
"baseline_hash": "4eeda1d349f4b0f26df97df41ba5410dce2b1c7ed520062d58f3c5f0e3790ebd",
104130
"result_hash": null
105131
},
132+
"subtests.subtest.test_hmissing_idiffshape": {
133+
"status": "skipped",
134+
"image_status": "generated",
135+
"hash_status": "generated",
136+
"status_msg": "Skipped test, since generating image.",
137+
"baseline_image": "subtests.subtest.test_hmissing_idiffshape/baseline.png",
138+
"diff_image": null,
139+
"rms": null,
140+
"tolerance": null,
141+
"result_image": null,
142+
"baseline_hash": "204d43b643538cafafa2d0fb7dafac9cf7009dbb421d4b32c71da2e400ceb59d",
143+
"result_hash": null
144+
},
106145
"subtests.subtest.test_hmissing_imissing": {
107146
"status": "skipped",
108147
"image_status": "generated",

0 commit comments

Comments
 (0)