diff --git a/Apps/Playground/ReferenceImages/Asset-Container-Instantiate-to-Scene-2.png b/Apps/Playground/ReferenceImages/Asset-Container-Instantiate-to-Scene-2.png index 6efae8ffd4..79646c061c 100644 Binary files a/Apps/Playground/ReferenceImages/Asset-Container-Instantiate-to-Scene-2.png and b/Apps/Playground/ReferenceImages/Asset-Container-Instantiate-to-Scene-2.png differ diff --git a/Apps/Playground/ReferenceImages/Asset-Container-Instantiate-to-Scene.png b/Apps/Playground/ReferenceImages/Asset-Container-Instantiate-to-Scene.png index 82ca652126..01179ed993 100644 Binary files a/Apps/Playground/ReferenceImages/Asset-Container-Instantiate-to-Scene.png and b/Apps/Playground/ReferenceImages/Asset-Container-Instantiate-to-Scene.png differ diff --git a/Apps/Playground/ReferenceImages/wgsl-in-shadermaterial.png b/Apps/Playground/ReferenceImages/wgsl-in-shadermaterial.png index ec2aac6589..22b3dea988 100644 Binary files a/Apps/Playground/ReferenceImages/wgsl-in-shadermaterial.png and b/Apps/Playground/ReferenceImages/wgsl-in-shadermaterial.png differ diff --git a/Apps/Playground/Scripts/config.json b/Apps/Playground/Scripts/config.json index 4b302cab24..f023e61f43 100644 --- a/Apps/Playground/Scripts/config.json +++ b/Apps/Playground/Scripts/config.json @@ -698,75 +698,71 @@ "title": "PBR in mirror", "playgroundId": "#Q7DP2M", "excludeFromAutomaticTesting": true, - "reason": "Test crashes or hangs on Babylon Native", - "referenceImage": "pbr_mirror.png" + "reason": "Cubemap load not implemented on Babylon Native", + "referenceImage": "pbr-mirror.png" }, { "title": "OpenPBR Base Weight", "playgroundId": "#DT1XPP#4", - "excludeFromAutomaticTesting": true, - "reason": "Test crashes or hangs on Babylon Native", - "referenceImage": "openpbr_base_weight.png" + "referenceImage": "openpbr-base-weight.png" }, { "title": "OpenPBR Base Diffuse Roughness Analytical Lights", "playgroundId": "#MXACV7#30", - "excludeFromAutomaticTesting": true, - "reason": "Test crashes or hangs on Babylon Native", - "referenceImage": "openpbr_base_diffuse_roughness.png" + "referenceImage": "openpbr-base-diffuse-roughness.png" }, { "title": "OpenPBR Base Diffuse Roughness Realtime IBL", "playgroundId": "#MXACV7#29", "renderCount": 15, "excludeFromAutomaticTesting": true, - "reason": "Test crashes or hangs on Babylon Native", - "referenceImage": "openpbr_base_diffuse_roughness_realtime_ibl.png" + "reason": "CDF renderer / IBL prefiltering fails with 'FLOAT' undefined", + "referenceImage": "openpbr-base-diffuse-roughness-realtime-ibl.png" }, { "title": "OpenPBR Base Diffuse Roughness Prefiltered IBL with CDF", "playgroundId": "#MXACV7#28", "renderCount": 5, "excludeFromAutomaticTesting": true, - "reason": "Test crashes or hangs on Babylon Native", - "referenceImage": "openpbr_base_diffuse_roughness_prefiltered_ibl_with_cdf.png" + "reason": "CDF renderer / IBL prefiltering fails with 'FLOAT' undefined", + "referenceImage": "openpbr-base-diffuse-roughness-prefiltered-ibl-with-cdf.png" }, { "title": "OpenPBR Base Diffuse Roughness Prefiltered IBL", "playgroundId": "#MXACV7#27", "renderCount": 5, "excludeFromAutomaticTesting": true, - "reason": "Test crashes or hangs on Babylon Native", - "referenceImage": "openpbr_base_diffuse_roughness_prefiltered_ibl.png" + "reason": "CDF renderer / IBL prefiltering fails with 'FLOAT' undefined", + "referenceImage": "openpbr-base-diffuse-roughness-prefiltered-ibl.png" }, { "title": "OpenPBR Base Diffuse Roughness SH IBL", "playgroundId": "#MXACV7#32", "renderCount": 2, "excludeFromAutomaticTesting": true, - "reason": "Test crashes or hangs on Babylon Native", - "referenceImage": "openpbr_base_diffuse_roughness_spherical_harmonics.png" + "reason": "CDF renderer / IBL prefiltering fails with 'FLOAT' undefined", + "referenceImage": "openpbr-base-diffuse-roughness-spherical-harmonics.png" }, { "title": "NME Glow Manual", "playgroundId": "#7QCYPB#320", "excludeFromAutomaticTesting": true, - "reason": "Test crashes or hangs on Babylon Native", - "referenceImage": "nme_glow_manual.png" + "reason": "Pixel diff: ~99% of pixels differ vs reference", + "referenceImage": "nme-glow-manual.png" }, { "title": "NME Glow Automatic", "playgroundId": "#7QCYPB#327", "excludeFromAutomaticTesting": true, - "reason": "Test crashes or hangs on Babylon Native", - "referenceImage": "nme_glow_automatic.png" + "reason": "Cubemap load not implemented on Babylon Native", + "referenceImage": "nme-glow-automatic.png" }, { "title": "EXT_lights_ies", "playgroundId": "#UIAXAU#19", "excludeFromAutomaticTesting": true, - "reason": "Test crashes or hangs on Babylon Native", - "referenceImage": "ext_lights_ies.png" + "reason": "Loading remote https:// assets is not supported", + "referenceImage": "ext-lights-ies.png" }, { "title": "IES Profile", @@ -2521,16 +2517,12 @@ { "title": "Asset Container Instantiate to Scene", "playgroundId": "#5NFRVE#142", - "excludeFromAutomaticTesting": true, - "reason": "Test crashes or hangs on Babylon Native", - "referenceImage": "Asset-Container-Instantiate-to-Scene" + "referenceImage": "Asset-Container-Instantiate-to-Scene.png" }, { "title": "Asset Container Instantiate to Scene 2", "playgroundId": "#5NFRVE#161", - "excludeFromAutomaticTesting": true, - "reason": "Test crashes or hangs on Babylon Native", - "referenceImage": "Asset-Container-Instantiate-to-Scene-2" + "referenceImage": "Asset-Container-Instantiate-to-Scene-2.png" }, { "title": "Instantiate Hierarchy", @@ -3155,7 +3147,8 @@ "title": "FrameGraph nrge clustered lights (simple)", "playgroundId": "#1QCA2M#37", "excludeFromAutomaticTesting": true, - "reason": "No matching reference image found" + "reason": "Chakra parse failure on modern JS syntax", + "referenceImage": "FrameGraph-nrge-clustered-lights-simple-.png" }, { "title": "FrameGraph nrge multiple post processes", @@ -3189,7 +3182,8 @@ "title": "FrameGraph nrge OIT (Geometry renderer)", "playgroundId": "#MIACY4#14", "excludeFromAutomaticTesting": true, - "reason": "No matching reference image found" + "reason": "FrameGraph render pipeline hangs past 120s", + "referenceImage": "FrameGraph-nrge-OIT-Geometry-renderer-.png" }, { "title": "FrameGraph nrge multi-render targets", @@ -3417,13 +3411,15 @@ "title": "Furnace Test (Legacy) for Spec-Gloss", "playgroundId": "#KQYNYS#20", "excludeFromAutomaticTesting": true, - "reason": "No matching reference image found" + "reason": "CDF renderer / IBL prefiltering fails with 'FLOAT' undefined", + "referenceImage": "Furnace-Test-Legacy-for-Spec-Gloss.png" }, { "title": "Furnace Test (Legacy) for Metal-Rough", "playgroundId": "#KQYNYS#21", "excludeFromAutomaticTesting": true, - "reason": "No matching reference image found" + "reason": "CDF renderer / IBL prefiltering fails with 'FLOAT' undefined", + "referenceImage": "Furnace-Test-Legacy-for-Metal-Rough.png" }, { "title": "Furnace Test for Spec-Gloss", @@ -3492,61 +3488,71 @@ "title": "Sponza Clustered Lighting (node material std)", "playgroundId": "#QY98Z3#16", "excludeFromAutomaticTesting": true, - "reason": "No matching reference image found" + "reason": "Chakra parse failure on modern JS syntax", + "referenceImage": "Sponza-Clustered-Lighting-node-material-std-.png" }, { "title": "Sponza Clustered Lighting (node material pbr)", "playgroundId": "#QY98Z3#17", "excludeFromAutomaticTesting": true, - "reason": "No matching reference image found" + "reason": "Chakra parse failure on modern JS syntax", + "referenceImage": "Sponza-Clustered-Lighting-node-material-pbr-.png" }, { "title": "Clustered Lighting (lhs std material)", "playgroundId": "#CSCJO2#59", "excludeFromAutomaticTesting": true, - "reason": "No matching reference image found" + "reason": "Chakra parse failure on modern JS syntax", + "referenceImage": "Clustered-Lighting-lhs-std-material-.png" }, { "title": "Clustered Lighting (lhs pbr material)", "playgroundId": "#CSCJO2#60", "excludeFromAutomaticTesting": true, - "reason": "No matching reference image found" + "reason": "Chakra parse failure on modern JS syntax", + "referenceImage": "Clustered-Lighting-lhs-pbr-material-.png" }, { "title": "Clustered Lighting (lhs std nodematerial)", "playgroundId": "#CSCJO2#64", "excludeFromAutomaticTesting": true, - "reason": "No matching reference image found" + "reason": "Chakra parse failure on modern JS syntax", + "referenceImage": "Clustered-Lighting-lhs-std-nodematerial-.png" }, { "title": "Clustered Lighting (lhs pbr nodematerial)", "playgroundId": "#CSCJO2#62", "excludeFromAutomaticTesting": true, - "reason": "No matching reference image found" + "reason": "Chakra parse failure on modern JS syntax", + "referenceImage": "Clustered-Lighting-lhs-pbr-nodematerial-.png" }, { "title": "Clustered Lighting (rhs std material)", "playgroundId": "#CSCJO2#69", "excludeFromAutomaticTesting": true, - "reason": "No matching reference image found" + "reason": "Chakra parse failure on modern JS syntax", + "referenceImage": "Clustered-Lighting-rhs-std-material-.png" }, { "title": "Clustered Lighting (rhs pbr material)", "playgroundId": "#CSCJO2#70", "excludeFromAutomaticTesting": true, - "reason": "No matching reference image found" + "reason": "Chakra parse failure on modern JS syntax", + "referenceImage": "Clustered-Lighting-rhs-pbr-material-.png" }, { "title": "Clustered Lighting (rhs std nodematerial)", "playgroundId": "#CSCJO2#71", "excludeFromAutomaticTesting": true, - "reason": "No matching reference image found" + "reason": "Chakra parse failure on modern JS syntax", + "referenceImage": "Clustered-Lighting-rhs-std-nodematerial-.png" }, { "title": "Clustered Lighting (rhs pbr nodematerial)", "playgroundId": "#CSCJO2#72", "excludeFromAutomaticTesting": true, - "reason": "No matching reference image found" + "reason": "Chakra parse failure on modern JS syntax", + "referenceImage": "Clustered-Lighting-rhs-pbr-nodematerial-.png" }, { "title": "Clustered Light Serialization", @@ -4994,14 +5000,16 @@ "playgroundId": "#8RU8Q3#157", "renderCount": 30, "excludeFromAutomaticTesting": true, - "reason": "Requires WebGL2-only feature (not supported by Babylon Native)" + "reason": "NativeEngine missing createStorageBuffer for WGSL ShaderMaterial", + "referenceImage": "wgsl-in-shadermaterial.png" }, { "title": "terrain-erosion", "playgroundId": "#C90R62#17", "renderCount": 15, "excludeFromAutomaticTesting": true, - "reason": "Requires WebGL2-only feature (not supported by Babylon Native)" + "reason": "Chakra parse failure on modern JS syntax", + "referenceImage": "terrain-erosion.png" }, { "title": "Read-write storage texture compute", @@ -5021,45 +5029,46 @@ "title": "FrameGraph nrge clustered lights", "playgroundId": "#1QCA2M#36", "excludeFromAutomaticTesting": true, - "reason": "Requires WebGL2-only feature (not supported by Babylon Native)" + "reason": "Chakra parse failure on modern JS syntax", + "referenceImage": "FrameGraph-nrge-clustered-lights.png" }, { "title": "Depth Renderer and RTT - debug markers", "playgroundId": "#7E73LI#21", - "excludeFromAutomaticTesting": true, - "reason": "Requires WebGL2-only feature (not supported by Babylon Native)" + "referenceImage": "Depth-Renderer-and-RTT---debug-markers.png" }, { "title": "Clustered lights - debug markers", "playgroundId": "#1QCA2M#47", "excludeFromAutomaticTesting": true, - "reason": "Requires WebGL2-only feature (not supported by Babylon Native)" + "reason": "Chakra parse failure on modern JS syntax", + "referenceImage": "Clustered-lights---debug-markers.png" }, { "title": "CSM FrameGraph - debug markers", "playgroundId": "#JWKDME#216", "excludeFromAutomaticTesting": true, - "reason": "Requires WebGL2-only feature (not supported by Babylon Native)" + "reason": "FrameGraph render pipeline hangs past 120s", + "referenceImage": "CSM-FrameGraph---debug-markers.png" }, { "title": "Reflection Probes - debug markers", "playgroundId": "#KA93U#1723", "excludeFromAutomaticTesting": true, - "reason": "Requires WebGL2-only feature (not supported by Babylon Native)" + "reason": "ReflectionProbe: 'TEXTURE_CUBE_MAP' undefined on NativeEngine", + "referenceImage": "Reflection-Probes---debug-markers.png" }, { "title": "Unbalanced push pop - debug markers", "playgroundId": "#T26WTI#2", "renderCount": 10, - "excludeFromAutomaticTesting": true, - "reason": "Requires WebGL2-only feature (not supported by Babylon Native)" + "referenceImage": "Unbalanced-push-pop---debug-markers.png" }, { "title": "Pending pop - debug markers", "playgroundId": "#24HWT9#25", "renderCount": 10, - "excludeFromAutomaticTesting": true, - "reason": "Requires WebGL2-only feature (not supported by Babylon Native)" + "referenceImage": "Pending-pop---debug-markers.png" }, { "title": "WebGPU async pipeline pre-warming",