diff --git a/examples/screenshots/css3d_periodictable.jpg b/examples/screenshots/css3d_periodictable.jpg index 3a64818765d1d4..2c0fcf567e9720 100644 Binary files a/examples/screenshots/css3d_periodictable.jpg and b/examples/screenshots/css3d_periodictable.jpg differ diff --git a/examples/screenshots/misc_boxselection.jpg b/examples/screenshots/misc_boxselection.jpg index 3f64d8838dbd62..c7d5785ceb7a8b 100644 Binary files a/examples/screenshots/misc_boxselection.jpg and b/examples/screenshots/misc_boxselection.jpg differ diff --git a/examples/screenshots/misc_controls_pointerlock.jpg b/examples/screenshots/misc_controls_pointerlock.jpg index bc8bb2e52077c0..c9745ee7dac115 100644 Binary files a/examples/screenshots/misc_controls_pointerlock.jpg and b/examples/screenshots/misc_controls_pointerlock.jpg differ diff --git a/examples/screenshots/misc_uv_tests.jpg b/examples/screenshots/misc_uv_tests.jpg index 07b478d6a363df..2e3a0e45f742bb 100644 Binary files a/examples/screenshots/misc_uv_tests.jpg and b/examples/screenshots/misc_uv_tests.jpg differ diff --git a/examples/screenshots/webgl2_multisampled_renderbuffers.jpg b/examples/screenshots/webgl2_multisampled_renderbuffers.jpg index 9f6f6df0fefe8e..c43e70bd31af24 100644 Binary files a/examples/screenshots/webgl2_multisampled_renderbuffers.jpg and b/examples/screenshots/webgl2_multisampled_renderbuffers.jpg differ diff --git a/examples/screenshots/webgl2_ubo.jpg b/examples/screenshots/webgl2_ubo.jpg index 98c7101d4fc465..e20c784c68d7f5 100644 Binary files a/examples/screenshots/webgl2_ubo.jpg and b/examples/screenshots/webgl2_ubo.jpg differ diff --git a/examples/screenshots/webgl_animation_skinning_blending.jpg b/examples/screenshots/webgl_animation_skinning_blending.jpg index 82db9e7e91ede2..c4110ee405feb8 100644 Binary files a/examples/screenshots/webgl_animation_skinning_blending.jpg and b/examples/screenshots/webgl_animation_skinning_blending.jpg differ diff --git a/examples/screenshots/webgl_buffergeometry_compression.jpg b/examples/screenshots/webgl_buffergeometry_compression.jpg index fe4fd89cf0c545..38c9c4a972e476 100644 Binary files a/examples/screenshots/webgl_buffergeometry_compression.jpg and b/examples/screenshots/webgl_buffergeometry_compression.jpg differ diff --git a/examples/screenshots/webgl_buffergeometry_drawrange.jpg b/examples/screenshots/webgl_buffergeometry_drawrange.jpg index 20593f8fba8218..b2db0b5bdb0880 100644 Binary files a/examples/screenshots/webgl_buffergeometry_drawrange.jpg and b/examples/screenshots/webgl_buffergeometry_drawrange.jpg differ diff --git a/examples/screenshots/webgl_camera.jpg b/examples/screenshots/webgl_camera.jpg index 69e18ac964adc8..2a027a813abe11 100644 Binary files a/examples/screenshots/webgl_camera.jpg and b/examples/screenshots/webgl_camera.jpg differ diff --git a/examples/screenshots/webgl_camera_logarithmicdepthbuffer.jpg b/examples/screenshots/webgl_camera_logarithmicdepthbuffer.jpg index b1348c2ea66262..7305889829a892 100644 Binary files a/examples/screenshots/webgl_camera_logarithmicdepthbuffer.jpg and b/examples/screenshots/webgl_camera_logarithmicdepthbuffer.jpg differ diff --git a/examples/screenshots/webgl_clipping_advanced.jpg b/examples/screenshots/webgl_clipping_advanced.jpg index 073bc81fa32f8b..7e936e62dfaa05 100644 Binary files a/examples/screenshots/webgl_clipping_advanced.jpg and b/examples/screenshots/webgl_clipping_advanced.jpg differ diff --git a/examples/screenshots/webgl_custom_attributes_lines.jpg b/examples/screenshots/webgl_custom_attributes_lines.jpg index 0ccf7e780c8dc3..00f8067a3b47ac 100644 Binary files a/examples/screenshots/webgl_custom_attributes_lines.jpg and b/examples/screenshots/webgl_custom_attributes_lines.jpg differ diff --git a/examples/screenshots/webgl_custom_attributes_points2.jpg b/examples/screenshots/webgl_custom_attributes_points2.jpg index eef9cbbf499538..08350bb2f3b670 100644 Binary files a/examples/screenshots/webgl_custom_attributes_points2.jpg and b/examples/screenshots/webgl_custom_attributes_points2.jpg differ diff --git a/examples/screenshots/webgl_custom_attributes_points3.jpg b/examples/screenshots/webgl_custom_attributes_points3.jpg index 8dc4219bc92a29..e6b6bd7863a225 100644 Binary files a/examples/screenshots/webgl_custom_attributes_points3.jpg and b/examples/screenshots/webgl_custom_attributes_points3.jpg differ diff --git a/examples/screenshots/webgl_framebuffer_texture.jpg b/examples/screenshots/webgl_framebuffer_texture.jpg index 700e3da5d706b7..91cc1ffbe9f0cc 100644 Binary files a/examples/screenshots/webgl_framebuffer_texture.jpg and b/examples/screenshots/webgl_framebuffer_texture.jpg differ diff --git a/examples/screenshots/webgl_geometry_extrude_splines.jpg b/examples/screenshots/webgl_geometry_extrude_splines.jpg index 694bb6ebe998ea..a5b12e140dc50d 100644 Binary files a/examples/screenshots/webgl_geometry_extrude_splines.jpg and b/examples/screenshots/webgl_geometry_extrude_splines.jpg differ diff --git a/examples/screenshots/webgl_gpgpu_birds_gltf.jpg b/examples/screenshots/webgl_gpgpu_birds_gltf.jpg index 3c14952d73fd63..ece7bc5c68f6f0 100644 Binary files a/examples/screenshots/webgl_gpgpu_birds_gltf.jpg and b/examples/screenshots/webgl_gpgpu_birds_gltf.jpg differ diff --git a/examples/screenshots/webgl_gpgpu_protoplanet.jpg b/examples/screenshots/webgl_gpgpu_protoplanet.jpg index b895562c30fdc7..ae0cb7e5e0ced5 100644 Binary files a/examples/screenshots/webgl_gpgpu_protoplanet.jpg and b/examples/screenshots/webgl_gpgpu_protoplanet.jpg differ diff --git a/examples/screenshots/webgl_helpers.jpg b/examples/screenshots/webgl_helpers.jpg index ee52c1268eabf6..148e041611ae56 100644 Binary files a/examples/screenshots/webgl_helpers.jpg and b/examples/screenshots/webgl_helpers.jpg differ diff --git a/examples/screenshots/webgl_interactive_raycasting_points.jpg b/examples/screenshots/webgl_interactive_raycasting_points.jpg index fa35da5dd8d00d..2ca09ffa1f1d34 100644 Binary files a/examples/screenshots/webgl_interactive_raycasting_points.jpg and b/examples/screenshots/webgl_interactive_raycasting_points.jpg differ diff --git a/examples/screenshots/webgl_lightningstrike.jpg b/examples/screenshots/webgl_lightningstrike.jpg index 7d607e12884511..f35e3b6a339493 100644 Binary files a/examples/screenshots/webgl_lightningstrike.jpg and b/examples/screenshots/webgl_lightningstrike.jpg differ diff --git a/examples/screenshots/webgl_lights_pointlights.jpg b/examples/screenshots/webgl_lights_pointlights.jpg index 9145b72a389748..0216a2128a036e 100644 Binary files a/examples/screenshots/webgl_lights_pointlights.jpg and b/examples/screenshots/webgl_lights_pointlights.jpg differ diff --git a/examples/screenshots/webgl_lights_spotlights.jpg b/examples/screenshots/webgl_lights_spotlights.jpg index cc6fe948b17013..d4bffa0c556ea4 100644 Binary files a/examples/screenshots/webgl_lights_spotlights.jpg and b/examples/screenshots/webgl_lights_spotlights.jpg differ diff --git a/examples/screenshots/webgl_loader_collada_kinematics.jpg b/examples/screenshots/webgl_loader_collada_kinematics.jpg index 7b532dd778cd61..8e3eed2f06c298 100644 Binary files a/examples/screenshots/webgl_loader_collada_kinematics.jpg and b/examples/screenshots/webgl_loader_collada_kinematics.jpg differ diff --git a/examples/screenshots/webgl_loader_gcode.jpg b/examples/screenshots/webgl_loader_gcode.jpg index 340e600cf4601d..24898a611ec67a 100644 Binary files a/examples/screenshots/webgl_loader_gcode.jpg and b/examples/screenshots/webgl_loader_gcode.jpg differ diff --git a/examples/screenshots/webgl_loader_gltf_transmission.jpg b/examples/screenshots/webgl_loader_gltf_transmission.jpg index b718f4ca701021..e78f589f0b4190 100644 Binary files a/examples/screenshots/webgl_loader_gltf_transmission.jpg and b/examples/screenshots/webgl_loader_gltf_transmission.jpg differ diff --git a/examples/screenshots/webgl_loader_ldraw.jpg b/examples/screenshots/webgl_loader_ldraw.jpg index 0347f443d559ef..1ff32b99837bb3 100644 Binary files a/examples/screenshots/webgl_loader_ldraw.jpg and b/examples/screenshots/webgl_loader_ldraw.jpg differ diff --git a/examples/screenshots/webgl_loader_md2.jpg b/examples/screenshots/webgl_loader_md2.jpg index 52dd4b434ddb50..13d96b9010287f 100644 Binary files a/examples/screenshots/webgl_loader_md2.jpg and b/examples/screenshots/webgl_loader_md2.jpg differ diff --git a/examples/screenshots/webgl_loader_mmd_audio.jpg b/examples/screenshots/webgl_loader_mmd_audio.jpg index 1cd10ddc923557..88de70410256c1 100644 Binary files a/examples/screenshots/webgl_loader_mmd_audio.jpg and b/examples/screenshots/webgl_loader_mmd_audio.jpg differ diff --git a/examples/screenshots/webgl_loader_mmd_pose.jpg b/examples/screenshots/webgl_loader_mmd_pose.jpg index 2b667f27cfd0d7..9099d660bc5a1b 100644 Binary files a/examples/screenshots/webgl_loader_mmd_pose.jpg and b/examples/screenshots/webgl_loader_mmd_pose.jpg differ diff --git a/examples/screenshots/webgl_loader_pcd.jpg b/examples/screenshots/webgl_loader_pcd.jpg index 6b6d475dadb6a3..68bbe6bc29f744 100644 Binary files a/examples/screenshots/webgl_loader_pcd.jpg and b/examples/screenshots/webgl_loader_pcd.jpg differ diff --git a/examples/screenshots/webgl_loader_pdb.jpg b/examples/screenshots/webgl_loader_pdb.jpg index fdc76f232f250e..e228facb67c030 100644 Binary files a/examples/screenshots/webgl_loader_pdb.jpg and b/examples/screenshots/webgl_loader_pdb.jpg differ diff --git a/examples/screenshots/webgl_loader_svg.jpg b/examples/screenshots/webgl_loader_svg.jpg index 8ec2b767e93d17..e8c67748534cf1 100644 Binary files a/examples/screenshots/webgl_loader_svg.jpg and b/examples/screenshots/webgl_loader_svg.jpg differ diff --git a/examples/screenshots/webgl_loader_tilt.jpg b/examples/screenshots/webgl_loader_tilt.jpg index 1006136c351ed9..f0a5c2be70a076 100644 Binary files a/examples/screenshots/webgl_loader_tilt.jpg and b/examples/screenshots/webgl_loader_tilt.jpg differ diff --git a/examples/screenshots/webgl_lod.jpg b/examples/screenshots/webgl_lod.jpg index 8cf462889eb611..3bb50891562670 100644 Binary files a/examples/screenshots/webgl_lod.jpg and b/examples/screenshots/webgl_lod.jpg differ diff --git a/examples/screenshots/webgl_marchingcubes.jpg b/examples/screenshots/webgl_marchingcubes.jpg index 98af85e2d08275..897d3ab899dbcc 100644 Binary files a/examples/screenshots/webgl_marchingcubes.jpg and b/examples/screenshots/webgl_marchingcubes.jpg differ diff --git a/examples/screenshots/webgl_materials_blending.jpg b/examples/screenshots/webgl_materials_blending.jpg index a46b77c7920b71..bc4ed3540a7897 100644 Binary files a/examples/screenshots/webgl_materials_blending.jpg and b/examples/screenshots/webgl_materials_blending.jpg differ diff --git a/examples/screenshots/webgl_materials_blending_custom.jpg b/examples/screenshots/webgl_materials_blending_custom.jpg index 5a3741c3a13922..6b8e0444ed3367 100644 Binary files a/examples/screenshots/webgl_materials_blending_custom.jpg and b/examples/screenshots/webgl_materials_blending_custom.jpg differ diff --git a/examples/screenshots/webgl_materials_variations_lambert.jpg b/examples/screenshots/webgl_materials_variations_lambert.jpg index b876c7bd9aee30..e6b5bf353069aa 100644 Binary files a/examples/screenshots/webgl_materials_variations_lambert.jpg and b/examples/screenshots/webgl_materials_variations_lambert.jpg differ diff --git a/examples/screenshots/webgl_materials_variations_phong.jpg b/examples/screenshots/webgl_materials_variations_phong.jpg index 36c5d86a3e3f0c..202c1a194d06b6 100644 Binary files a/examples/screenshots/webgl_materials_variations_phong.jpg and b/examples/screenshots/webgl_materials_variations_phong.jpg differ diff --git a/examples/screenshots/webgl_materials_variations_physical.jpg b/examples/screenshots/webgl_materials_variations_physical.jpg index 0d4bcaa9bf73a4..a239b9c4497035 100644 Binary files a/examples/screenshots/webgl_materials_variations_physical.jpg and b/examples/screenshots/webgl_materials_variations_physical.jpg differ diff --git a/examples/screenshots/webgl_materials_variations_standard.jpg b/examples/screenshots/webgl_materials_variations_standard.jpg index f37f8e0a363270..5d0b3cbecf8879 100644 Binary files a/examples/screenshots/webgl_materials_variations_standard.jpg and b/examples/screenshots/webgl_materials_variations_standard.jpg differ diff --git a/examples/screenshots/webgl_materials_variations_toon.jpg b/examples/screenshots/webgl_materials_variations_toon.jpg index 4b67a27e852e7f..3e8da687aad568 100644 Binary files a/examples/screenshots/webgl_materials_variations_toon.jpg and b/examples/screenshots/webgl_materials_variations_toon.jpg differ diff --git a/examples/screenshots/webgl_materials_wireframe.jpg b/examples/screenshots/webgl_materials_wireframe.jpg index 46de1cad1e94dc..37e228c8cac516 100644 Binary files a/examples/screenshots/webgl_materials_wireframe.jpg and b/examples/screenshots/webgl_materials_wireframe.jpg differ diff --git a/examples/screenshots/webgl_multiple_canvases_circle.jpg b/examples/screenshots/webgl_multiple_canvases_circle.jpg index 26d1b17c4a885b..fb3d6d07f43074 100644 Binary files a/examples/screenshots/webgl_multiple_canvases_circle.jpg and b/examples/screenshots/webgl_multiple_canvases_circle.jpg differ diff --git a/examples/screenshots/webgl_multiple_elements_text.jpg b/examples/screenshots/webgl_multiple_elements_text.jpg index 2a0956f420432a..efd90b7d9f2a13 100644 Binary files a/examples/screenshots/webgl_multiple_elements_text.jpg and b/examples/screenshots/webgl_multiple_elements_text.jpg differ diff --git a/examples/screenshots/webgl_nodes_loader_materialx.jpg b/examples/screenshots/webgl_nodes_loader_materialx.jpg index 7293df9c99977b..721c4e5b7eb242 100644 Binary files a/examples/screenshots/webgl_nodes_loader_materialx.jpg and b/examples/screenshots/webgl_nodes_loader_materialx.jpg differ diff --git a/examples/screenshots/webgl_nodes_materials_instance_uniform.jpg b/examples/screenshots/webgl_nodes_materials_instance_uniform.jpg index 0183d2df3ec8de..f57cd76ba75ee7 100644 Binary files a/examples/screenshots/webgl_nodes_materials_instance_uniform.jpg and b/examples/screenshots/webgl_nodes_materials_instance_uniform.jpg differ diff --git a/examples/screenshots/webgl_nodes_playground.jpg b/examples/screenshots/webgl_nodes_playground.jpg index 67288ef47c5ae2..c7fc26a993c566 100644 Binary files a/examples/screenshots/webgl_nodes_playground.jpg and b/examples/screenshots/webgl_nodes_playground.jpg differ diff --git a/examples/screenshots/webgl_points_dynamic.jpg b/examples/screenshots/webgl_points_dynamic.jpg index 9499bb41e2c8bc..0a32a094536325 100644 Binary files a/examples/screenshots/webgl_points_dynamic.jpg and b/examples/screenshots/webgl_points_dynamic.jpg differ diff --git a/examples/screenshots/webgl_postprocessing_advanced.jpg b/examples/screenshots/webgl_postprocessing_advanced.jpg index 020ce26bc0363e..39e08022b2fb34 100644 Binary files a/examples/screenshots/webgl_postprocessing_advanced.jpg and b/examples/screenshots/webgl_postprocessing_advanced.jpg differ diff --git a/examples/screenshots/webgl_postprocessing_fxaa.jpg b/examples/screenshots/webgl_postprocessing_fxaa.jpg index 9b612ccdb4a3fd..e891f845e1ff0e 100644 Binary files a/examples/screenshots/webgl_postprocessing_fxaa.jpg and b/examples/screenshots/webgl_postprocessing_fxaa.jpg differ diff --git a/examples/screenshots/webgl_postprocessing_pixel.jpg b/examples/screenshots/webgl_postprocessing_pixel.jpg index 3d7a38d0def412..2d49a89a31b505 100644 Binary files a/examples/screenshots/webgl_postprocessing_pixel.jpg and b/examples/screenshots/webgl_postprocessing_pixel.jpg differ diff --git a/examples/screenshots/webgl_postprocessing_ssr.jpg b/examples/screenshots/webgl_postprocessing_ssr.jpg index 45e3fef142b0fe..db2d70d73e3ce4 100644 Binary files a/examples/screenshots/webgl_postprocessing_ssr.jpg and b/examples/screenshots/webgl_postprocessing_ssr.jpg differ diff --git a/examples/screenshots/webgl_raycaster_bvh.jpg b/examples/screenshots/webgl_raycaster_bvh.jpg index 17d7e2eae742de..1bb0098d477c46 100644 Binary files a/examples/screenshots/webgl_raycaster_bvh.jpg and b/examples/screenshots/webgl_raycaster_bvh.jpg differ diff --git a/examples/screenshots/webgl_shaders_tonemapping.jpg b/examples/screenshots/webgl_shaders_tonemapping.jpg index 4612b11e950773..93aac1e469cf7e 100644 Binary files a/examples/screenshots/webgl_shaders_tonemapping.jpg and b/examples/screenshots/webgl_shaders_tonemapping.jpg differ diff --git a/examples/screenshots/webgl_shadowmap_performance.jpg b/examples/screenshots/webgl_shadowmap_performance.jpg index d90663e810e184..83b810759edd1d 100644 Binary files a/examples/screenshots/webgl_shadowmap_performance.jpg and b/examples/screenshots/webgl_shadowmap_performance.jpg differ diff --git a/examples/screenshots/webgpu_nodes_playground.jpg b/examples/screenshots/webgpu_nodes_playground.jpg index b7e2f3634483ca..d4492e2ca83c37 100644 Binary files a/examples/screenshots/webgpu_nodes_playground.jpg and b/examples/screenshots/webgpu_nodes_playground.jpg differ diff --git a/examples/screenshots/webxr_vr_layers.jpg b/examples/screenshots/webxr_vr_layers.jpg index 27fe15ee4e2345..26462eb2f22db1 100755 Binary files a/examples/screenshots/webxr_vr_layers.jpg and b/examples/screenshots/webxr_vr_layers.jpg differ diff --git a/examples/screenshots/webxr_vr_sandbox.jpg b/examples/screenshots/webxr_vr_sandbox.jpg index bda563099083ab..8226ca9509e2f9 100644 Binary files a/examples/screenshots/webxr_vr_sandbox.jpg and b/examples/screenshots/webxr_vr_sandbox.jpg differ diff --git a/examples/screenshots/webxr_vr_video.jpg b/examples/screenshots/webxr_vr_video.jpg index 5d697aee9c1c39..1efd8fe74d00ea 100644 Binary files a/examples/screenshots/webxr_vr_video.jpg and b/examples/screenshots/webxr_vr_video.jpg differ diff --git a/test/e2e/puppeteer.js b/test/e2e/puppeteer.js index c6640a42e153f8..ee25e47989f09f 100644 --- a/test/e2e/puppeteer.js +++ b/test/e2e/puppeteer.js @@ -18,21 +18,38 @@ const exceptionList = [ 'css3d_youtube', 'webgl_video_kinect', 'webgl_video_panorama_equirectangular', + 'webxr_vr_video', 'webaudio_visualizer', // audio can't be analyzed without proper audio hook - 'webgl_effects_ascii', // blink renders text differently in every platform - 'webxr_ar_lighting', // webxr 'webgl_worker_offscreencanvas', // in a worker, not robust + // Windows-Linux text rendering differences + // TODO: Fix these by setting a font in Puppeteer -- this can also fix a bunch of 0.1%-0.2% examples + 'css3d_periodictable', + 'misc_controls_pointerlock', + 'misc_uv_tests', + 'webgl_camera_logarithmicdepthbuffer', + 'webgl_effects_ascii', + 'webgl_loader_pdb', + 'webgl_multiple_canvases_circle', + 'webgl_multiple_elements_text', + 'webgl_nodes_playground', + 'webgl_shaders_tonemapping', + 'webgpu_nodes_playground', + + // Unknown // TODO: most of these can be fixed just by increasing idleTime and parseTime + 'webgl_clipping_advanced', 'webgl_lensflares', 'webgl_lines_sphere', + 'webgl_lights_spotlights', 'webgl_loader_imagebitmap', 'webgl_loader_texture_lottie', 'webgl_loader_texture_pvrtc', + 'webgl_materials_blending', 'webgl_morphtargets_face', 'webgl_nodes_materials_standard', 'webgl_postprocessing_crossfade', @@ -59,7 +76,7 @@ const chromiumChannel = 'stable'; // stable -> beta -> dev -> canary (Mac and Wi const port = 1234; const pixelThreshold = 0.1; // threshold error in one pixel -const maxDifferentPixels = 0.05; // at most 5% different pixels +const maxDifferentPixels = 0.3; // at most 0.3% different pixels const networkTimeout = 90; // 90 seconds, set to 0 to disable const renderTimeout = 4.5; // 4.5 seconds, set to 0 to disable @@ -464,13 +481,11 @@ async function makeAttempt( page, failedScreenshots, cleanPage, isMakeScreenshot } - numDifferentPixels /= actual.width * actual.height; - /* Print results */ - const differentPixels = 100 * numDifferentPixels; + const differentPixels = numDifferentPixels / ( actual.width * actual.height ) * 100; - if ( numDifferentPixels < maxDifferentPixels ) { + if ( differentPixels < maxDifferentPixels ) { console.green( `Diff ${ differentPixels.toFixed( 1 ) }% in file: ${ file }` );