Bug 2024599 - Relax color_quads and image-10bits fuzzy annotations for 25H2 winWidget r=media-playback-reviewers,padenot

Differential Revision: https://phabricator.services.mozilla.com/D288634

Author: jwmossmoz

dom/media/test/reftest/color_quads/reftest.list

@@ -14,35 +14,35 @@ defaults pref(media.av1.enabled,true)
 # -
 # yuv420p
 
-fuzzy(16-51,5234-5622) fuzzy-if(swgl,32-38,1600-91746) fuzzy-if(useDrawSnapshot,16-16,11600-11600) fuzzy-if(cocoaWidget,16-73,5212-5622) fuzzy-if(cocoaWidget&&/^15\.30$/.test(os_version),65-68,187405-196775) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p.av1.webm ../reftest_img.html?src=color_quads/720p.png
+fuzzy(16-51,5234-5622) fuzzy-if(swgl,32-38,1600-91746) fuzzy-if(useDrawSnapshot,16-16,11600-11600) fuzzy-if(cocoaWidget,16-73,5212-5622) fuzzy-if(cocoaWidget&&/^15\.30$/.test(os_version),65-68,187405-196775) fuzzy-if(winWidget&&!swgl,0-65,0-8091) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p.av1.webm ../reftest_img.html?src=color_quads/720p.png # Bug 2024599
 skip-if(isolated_process) fuzzy-if(Android,25-255,273600-359920) fuzzy-if(cocoaWidget,0-35,0-1947) fuzzy-if(cocoaWidget&&swgl,0-67,0-196692) fuzzy-if(cocoaWidget&&/^14\.70$/.test(os_version)&&!swgl,12-12,187326-196692) fuzzy-if(cocoaWidget&&/^14\.20$/.test(os_version),30-48,1760-187409) fuzzy-if(winWidget&&swgl,0-20,0-5620) fuzzy-if(winWidget&&!swgl,0-1,0-78) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p.vp9.webm ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p.av1.webm # Bug 1934894
 fuzzy-if(winWidget,0-1,0-78) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p.av1.mp4   ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p.av1.webm
 skip-if(winWidget&&isCoverageBuild) skip-if(isolated_process) fuzzy(0-16,74-1941) fuzzy-if(Android,25-255,273600-360000) fuzzy-if(cocoaWidget&&/^14\.70$/.test(os_version),0-13,0-196692) fuzzy-if(cocoaWidget&&/^15\.30$/.test(os_version),0-2,0-159) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p.h264.mp4 ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p.av1.webm # Bug 1934894, Bug 1709923 for isolated process
 skip-if(Android) fuzzy-if(cocoaWidget,0-35,0-1947) fuzzy-if(cocoaWidget&&swgl,0-67,0-196692) fuzzy-if(cocoaWidget&&/^14\.70$/.test(os_version)&&!swgl,12-12,187326-196692) fuzzy-if(cocoaWidget&&/^11\.20$/.test(os_version),30-48,1760-187409) fuzzy-if(winWidget&&swgl,0-20,0-5620) fuzzy-if(winWidget&&!swgl,0-1,0-78) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p.vp9.mp4 ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p.av1.webm # Bug 1934894
 
-skip-if(Android) fuzzy(16-49,8107-8818) fuzzy-if(useDrawSnapshot,20-20,187200-187200) fuzzy-if(cocoaWidget&&/^15\.30$/.test(os_version),65-68,187405-196775) fuzzy-if(cocoaWidget&&/^11\.20$/.test(os_version),33-38,8819-11705) fuzzy-if(winWidget&&swgl,31-38,8240-184080) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p.av1.webm ../reftest_img.html?src=color_quads/720p.png
+skip-if(Android) fuzzy(16-49,8107-8818) fuzzy-if(useDrawSnapshot,20-20,187200-187200) fuzzy-if(cocoaWidget&&/^15\.30$/.test(os_version),65-68,187405-196775) fuzzy-if(cocoaWidget&&/^11\.20$/.test(os_version),33-38,8819-11705) fuzzy-if(winWidget&&swgl,31-38,8240-184080) fuzzy-if(winWidget&&!swgl,0-65,0-10977) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p.av1.webm ../reftest_img.html?src=color_quads/720p.png # Bug 2024599
 skip-if(Android) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p.av1.mp4 ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p.av1.webm
 # On Windows & sw render, we noticed that the comparison image captured from AV1 is not equal to its displayed video frame, so we would need to compare other codecs directly to PNG file. That should be fixed in bug 1748540.
 skip-if(Android) skip-if(winWidget&&swgl) fuzzy-if(Android,255-255,273726-273726) fuzzy-if(cocoaWidget,0-16,0-1718) fuzzy-if(cocoaWidget&&swgl,0-42,0-196694) fuzzy-if(cocoaWidget&&/^14\.70$/.test(os_version)&&!swgl,40-42,187328-196694) fuzzy-if(appleSilicon,0-16,0-1874) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p.vp9.webm ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p.av1.webm # Bug 1934894
 skip-if(Android) skip-if(winWidget&&swgl) fuzzy-if(useDrawSnapshot,0-1,0-10) fuzzy-if(Android,255-255,273726-273726) fuzzy-if(cocoaWidget,2-36,184281-187407) fuzzy-if(cocoaWidget&&/^14\.70$/.test(os_version),39-40,187329-196695) fuzzy-if(cocoaWidget&&/^15\.30$/.test(os_version),0-1,0-6) fuzzy-if(cocoaWidget&&/^11\.20$/.test(os_version),36-49,187329-187407) fuzzy-if(winWidget,0-21,0-360000) fuzzy-if(gtkWidget,0-2,0-10) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p.h264.mp4 ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p.av1.webm # Bug 1934894
 skip-if(Android) skip-if(winWidget&&swgl) fuzzy-if(Android,255-255,273726-273726) fuzzy-if(cocoaWidget,0-16,0-1718) fuzzy-if(cocoaWidget&&swgl,0-42,0-196694) fuzzy-if(cocoaWidget&&/^14\.70$/.test(os_version)&&!swgl,40-42,187328-196694) fuzzy-if(appleSilicon,0-16,0-1874) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p.vp9.mp4 ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p.av1.webm # Bug 1934894
-skip-if(Android) skip-if(!(winWidget&&swgl)) fuzzy(0-35,0-8506) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p.vp9.webm ../reftest_img.html?src=color_quads/720p.png
-skip-if(Android) skip-if(!(winWidget&&swgl)) fuzzy(0-35,0-8506) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p.vp9.mp4 ../reftest_img.html?src=color_quads/720p.png
+skip-if(Android) skip-if(!(winWidget&&swgl)) fuzzy(0-38,0-181038) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p.vp9.webm ../reftest_img.html?src=color_quads/720p.png # Bug 2024599
+skip-if(Android) skip-if(!(winWidget&&swgl)) fuzzy(0-38,0-181038) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p.vp9.mp4 ../reftest_img.html?src=color_quads/720p.png # Bug 2024599
 
 # -
 # yuv420p10
 
-skip-if(Android) fuzzy(33-49,1870-2579) fuzzy-if(swgl,34-52,180421-270528) fuzzy-if(useDrawSnapshot,16-16,183840-183840) fuzzy-if(cocoaWidget,60-74,270329-271024) fuzzy-if(cocoaWidget&&/^15\.30$/.test(os_version),67-70,273726-287412) fuzzy-if(winWidget,0-52,0-280966) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p10.av1.webm ../reftest_img.html?src=color_quads/720p.png
-skip-if(Android) fuzzy-if(cocoaWidget,0-12,0-187770) fuzzy-if(winWidget,0-1,0-139008) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p10.vp9.webm ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p10.av1.webm
-skip-if(Android) fuzzy-if(winWidget,0-1,0-139008) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p10.av1.mp4 ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p10.av1.webm
+skip-if(Android) fuzzy(33-49,1870-2579) fuzzy-if(swgl,34-52,180421-270528) fuzzy-if(useDrawSnapshot,16-16,183840-183840) fuzzy-if(cocoaWidget,60-74,270329-271024) fuzzy-if(cocoaWidget&&/^15\.30$/.test(os_version),67-70,273726-287412) fuzzy-if(winWidget,0-255,0-293063) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p10.av1.webm ../reftest_img.html?src=color_quads/720p.png # Bug 2024599
+skip-if(Android) fuzzy-if(cocoaWidget,0-12,0-187770) fuzzy-if(winWidget,0-1,0-252783) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p10.vp9.webm ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p10.av1.webm # Bug 2024599
+skip-if(Android) fuzzy-if(winWidget,0-1,0-252783) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p10.av1.mp4 ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p10.av1.webm # Bug 2024599
 #[2] skip-if(Android) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p10.h264.mp4  ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p10.av1.webm
-skip-if(Android) fuzzy-if(cocoaWidget,0-12,0-187770) fuzzy-if(winWidget,0-1,0-139008) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p10.vp9.mp4 ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p10.av1.webm
+skip-if(Android) fuzzy-if(cocoaWidget,0-12,0-187770) fuzzy-if(winWidget,0-1,0-252783) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p10.vp9.mp4 ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.tv.yuv420p10.av1.webm # Bug 2024599
 
-skip-if(Android) fuzzy(33-49,174620-270059) fuzzy-if(useDrawSnapshot,20-20,186800-186800) fuzzy-if(!winWidget&&swgl,36-52,11553-11555) fuzzy-if(swgl&&cocoaWidget,34-50,11465-270059) fuzzy-if(cocoaWidget&&/^15\.30$/.test(os_version),66-69,273726-287412) fuzzy-if(winWidget&&swgl,36-52,11554-187200) fuzzy-if(winWidget,0-52,0-280803) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p10.av1.webm ../reftest_img.html?src=color_quads/720p.png
-skip-if(Android) fuzzy-if(cocoaWidget&&/^14\.70$/.test(os_version),0-42,0-196695) fuzzy-if(cocoaWidget&&/^15\.30$/.test(os_version),0-42,0-196695) fuzzy-if(winWidget,0-1,0-95695) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p10.vp9.webm ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p10.av1.webm # Bug 1934894
-skip-if(Android) fuzzy-if(winWidget,0-1,0-95695) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p10.av1.mp4 ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p10.av1.webm
+skip-if(Android) fuzzy(33-49,174620-270059) fuzzy-if(useDrawSnapshot,20-20,186800-186800) fuzzy-if(!winWidget&&swgl,36-52,11553-11555) fuzzy-if(swgl&&cocoaWidget,34-50,11465-270059) fuzzy-if(cocoaWidget&&/^15\.30$/.test(os_version),66-69,273726-287412) fuzzy-if(winWidget&&swgl,36-52,11554-187200) fuzzy-if(winWidget,0-255,0-293014) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p10.av1.webm ../reftest_img.html?src=color_quads/720p.png # Bug 2024599
+skip-if(Android) fuzzy-if(cocoaWidget&&/^14\.70$/.test(os_version),0-42,0-196695) fuzzy-if(cocoaWidget&&/^15\.30$/.test(os_version),0-42,0-196695) fuzzy-if(winWidget,0-1,0-155662) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p10.vp9.webm ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p10.av1.webm # Bug 1934894, Bug 2024599
+skip-if(Android) fuzzy-if(winWidget,0-1,0-155662) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p10.av1.mp4 ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p10.av1.webm # Bug 2024599
 #[2] skip-if(Android) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p10.h264.mp4  ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p10.av1.webm
-skip-if(Android) fuzzy-if(cocoaWidget&&/^14\.70$/.test(os_version),0-42,0-196695) fuzzy-if(cocoaWidget&&/^15\.30$/.test(os_version),0-42,0-196695) fuzzy-if(winWidget,0-1,0-95695) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p10.vp9.mp4 ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p10.av1.webm # Bug 1934894
+skip-if(Android) fuzzy-if(cocoaWidget&&/^14\.70$/.test(os_version),0-42,0-196695) fuzzy-if(cocoaWidget&&/^15\.30$/.test(os_version),0-42,0-196695) fuzzy-if(winWidget,0-1,0-155662) == ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p10.vp9.mp4 ../reftest_video.html?src=color_quads/720p.png.bt709.bt709.pc.yuv420p10.av1.webm # Bug 1934894, Bug 2024599
 
 # Android is really broken in a variety of ways for p10.
 #[2]: yuv420p10 broken in h264.mp4: https://bugzilla.mozilla.org/show_bug.cgi?id=1711812

dom/media/test/reftest/reftest.list

@@ -3,10 +3,10 @@ pref(media.seekToNextFrame.enabled,true) skip-if(Android) fuzzy-if(cocoaWidget,0
 skip-if(Android) skip-if(cocoaWidget) skip-if(winWidget) fuzzy-if(gtkWidget,0-57,0-4282) fuzzy-if(cocoaWidget,55-80,4173-4417) HTTP(..) == bipbop_300_215kbps.mp4.lastframe.html bipbop_300_215kbps.mp4.lastframe-ref.html
 skip-if(Android) fuzzy-if(cocoaWidget,0-25,0-175921) fuzzy-if(appleSilicon,0-34,0-40100) fuzzy-if(winWidget,0-71,0-179198) fuzzy-if(gtkWidget,0-46,0-173482) HTTP(..) == gizmo.mp4.seek.html gizmo.mp4.55thframe-ref.html
 # Bug 1758718
-skip-if(Android) skip-if(cocoaWidget) fuzzy(0-10,0-778236) fuzzy-if(winWidget,0-135,0-769689) == image-10bits-rendering-video.html image-10bits-rendering-ref.html
+skip-if(Android) skip-if(cocoaWidget) fuzzy(0-10,0-778236) fuzzy-if(winWidget,0-240,0-769689) == image-10bits-rendering-video.html image-10bits-rendering-ref.html # Bug 2024599
 skip-if(Android) fuzzy(0-10,0-778536) fuzzy-if(appleSilicon,0-37,0-699614) == image-10bits-rendering-90-video.html image-10bits-rendering-90-ref.html
 # Bug 1758718
-skip-if(Android) fuzzy(0-27,0-573106) fuzzy-if(winWidget,0-143,0-576000) skip-if(cocoaWidget) == image-10bits-rendering-720-video.html image-10bits-rendering-720-ref.html
+skip-if(Android) fuzzy(0-27,0-573106) fuzzy-if(winWidget,0-255,0-576000) skip-if(cocoaWidget) == image-10bits-rendering-720-video.html image-10bits-rendering-720-ref.html # Bug 2024599
 skip-if(Android) fuzzy(0-31,0-573249) fuzzy-if(appleSilicon,0-37,0-543189) == image-10bits-rendering-720-90-video.html image-10bits-rendering-720-90-ref.html
 skip-if(Android) fuzzy(0-84,0-774213) fails-if(useDrawSnapshot) == uneven_frame_duration_video.html uneven_frame_duration_video-ref.html # Skip on Windows 7 as the resolution of the video is too high for test machines and will fail in the decoder.
 # Set media.dormant-on-pause-timeout-ms to avoid decoders becoming dormant and busting test, skip on android as test is too noisy and unstable