Adjust test expectations for release builds.

servo · Apr 1, 2017 · 0acff8a · 0acff8a
1 parent 11b2dce
commit 0acff8a
Show file tree

Hide file tree

Showing 17 changed files with 126 additions and 68 deletions.
diff --git a/...mance-1.0.3/conformance/context/context-attributes-alpha-depth-stencil-antialias.html.ini b/...mance-1.0.3/conformance/context/context-attributes-alpha-depth-stencil-antialias.html.ini
@@ -1,6 +1,8 @@
 [context-attributes-alpha-depth-stencil-antialias.html]
   type: testharness
-  expected: TIMEOUT
+  expected:
+    if os == "mac": CRASH
+    if os == "linux": TIMEOUT
   [WebGL test #0: gl = getWebGL(1, 1, null, [ 0, 0, 0, 0 \], 1, 0) should be non-null. Was null]
     expected: FAIL
 

diff --git a/...ata/webgl/conformance-1.0.3/conformance/context/context-creation-and-destruction.html.ini b/...ata/webgl/conformance-1.0.3/conformance/context/context-creation-and-destruction.html.ini
@@ -1,3 +1,6 @@
 [context-creation-and-destruction.html]
   type: testharness
   expected: TIMEOUT
+  [Overall test]
+    expected: NOTRUN
+
diff --git a/tests/wpt/metadata/webgl/conformance-1.0.3/conformance/context/context-creation.html.ini b/tests/wpt/metadata/webgl/conformance-1.0.3/conformance/context/context-creation.html.ini
diff --git a/...l/conformance-1.0.3/conformance/context/context-eviction-with-garbage-collection.html.ini b/...l/conformance-1.0.3/conformance/context/context-eviction-with-garbage-collection.html.ini
diff --git a/...t/metadata/webgl/conformance-1.0.3/conformance/extensions/oes-texture-half-float.html.ini b/...t/metadata/webgl/conformance-1.0.3/conformance/extensions/oes-texture-half-float.html.ini
@@ -1,7 +1,5 @@
 [oes-texture-half-float.html]
   type: testharness
-  expected:
-    if os == "linux": CRASH
   [WebGL test #2: successfullyParsed should be true (of type boolean). Was undefined (of type undefined).]
     expected: FAIL
 
diff --git a/...ebgl/conformance-1.0.3/conformance/extensions/oes-vertex-array-object-bufferData.html.ini b/...ebgl/conformance-1.0.3/conformance/extensions/oes-vertex-array-object-bufferData.html.ini
diff --git a/...data/webgl/conformance-1.0.3/conformance/extensions/webgl-compressed-texture-atc.html.ini b/...data/webgl/conformance-1.0.3/conformance/extensions/webgl-compressed-texture-atc.html.ini
@@ -1,7 +1,5 @@
 [webgl-compressed-texture-atc.html]
   type: testharness
-  expected:
-    if os == "linux": CRASH
   [WebGL test #1: gl.getParameter(gl.COMPRESSED_TEXTURE_FORMATS) should be . Was null.]
     expected: FAIL
 
diff --git a/...tadata/webgl/conformance-1.0.3/conformance/glsl/bugs/complex-glsl-does-not-crash.html.ini b/...tadata/webgl/conformance-1.0.3/conformance/glsl/bugs/complex-glsl-does-not-crash.html.ini
diff --git a/...tadata/webgl/conformance-1.0.3/conformance/glsl/bugs/conditional-discard-in-loop.html.ini b/...tadata/webgl/conformance-1.0.3/conformance/glsl/bugs/conditional-discard-in-loop.html.ini
diff --git a/.../webgl/conformance-1.0.3/conformance/glsl/bugs/long-expressions-should-not-crash.html.ini b/.../webgl/conformance-1.0.3/conformance/glsl/bugs/long-expressions-should-not-crash.html.ini
@@ -1,6 +1,8 @@
 [long-expressions-should-not-crash.html]
   type: testharness
-  expected: TIMEOUT
+  expected:
+    if os == "linux": CRASH
+    if os == "mac": TIMEOUT
   [Overall test]
     expected: NOTRUN
 
diff --git a/.../webgl/conformance-1.0.3/conformance/glsl/bugs/nested-functions-should-not-crash.html.ini b/.../webgl/conformance-1.0.3/conformance/glsl/bugs/nested-functions-should-not-crash.html.ini
diff --git a/.../webgl/conformance-1.0.3/conformance/glsl/bugs/temp-expressions-should-not-crash.html.ini b/.../webgl/conformance-1.0.3/conformance/glsl/bugs/temp-expressions-should-not-crash.html.ini
diff --git a/...tadata/webgl/conformance-1.0.3/conformance/glsl/implicit/ternary_ivec2_vec2.vert.html.ini b/...tadata/webgl/conformance-1.0.3/conformance/glsl/implicit/ternary_ivec2_vec2.vert.html.ini
diff --git a/...ebgl/conformance-1.0.3/conformance/glsl/misc/shader-uniform-packing-restrictions.html.ini b/...ebgl/conformance-1.0.3/conformance/glsl/misc/shader-uniform-packing-restrictions.html.ini
@@ -58,3 +58,120 @@
   [WebGL test #34: [unexpected link status\] vertex shader with 1 uniforms of bvec2 (one past maximum) should fail]
     expected: FAIL
 
+  [WebGL test #38: [unexpected link status\] vertex shader with uniform array of vec3 with 1 elements (one past maximum) accessing last element should fail]
+    expected: FAIL
+
+  [WebGL test #39: [unexpected link status\] vertex shader with uniform array of vec3 with 1 elements (one past maximum) accessing first element should fail]
+    expected: FAIL
+
+  [WebGL test #40: [unexpected link status\] vertex shader with 1 uniforms of vec3 (one past maximum) should fail]
+    expected: FAIL
+
+  [WebGL test #44: [unexpected link status\] vertex shader with uniform array of ivec3 with 1 elements (one past maximum) accessing last element should fail]
+    expected: FAIL
+
+  [WebGL test #45: [unexpected link status\] vertex shader with uniform array of ivec3 with 1 elements (one past maximum) accessing first element should fail]
+    expected: FAIL
+
+  [WebGL test #46: [unexpected link status\] vertex shader with 1 uniforms of ivec3 (one past maximum) should fail]
+    expected: FAIL
+
+  [WebGL test #50: [unexpected link status\] vertex shader with uniform array of bvec3 with 1 elements (one past maximum) accessing last element should fail]
+    expected: FAIL
+
+  [WebGL test #51: [unexpected link status\] vertex shader with uniform array of bvec3 with 1 elements (one past maximum) accessing first element should fail]
+    expected: FAIL
+
+  [WebGL test #52: [unexpected link status\] vertex shader with 1 uniforms of bvec3 (one past maximum) should fail]
+    expected: FAIL
+
+  [WebGL test #56: [unexpected link status\] vertex shader with uniform array of vec4 with 1 elements (one past maximum) accessing last element should fail]
+    expected: FAIL
+
+  [WebGL test #57: [unexpected link status\] vertex shader with uniform array of vec4 with 1 elements (one past maximum) accessing first element should fail]
+    expected: FAIL
+
+  [WebGL test #58: [unexpected link status\] vertex shader with 1 uniforms of vec4 (one past maximum) should fail]
+    expected: FAIL
+
+  [WebGL test #62: [unexpected link status\] vertex shader with uniform array of ivec4 with 1 elements (one past maximum) accessing last element should fail]
+    expected: FAIL
+
+  [WebGL test #63: [unexpected link status\] vertex shader with uniform array of ivec4 with 1 elements (one past maximum) accessing first element should fail]
+    expected: FAIL
+
+  [WebGL test #64: [unexpected link status\] vertex shader with 1 uniforms of ivec4 (one past maximum) should fail]
+    expected: FAIL
+
+  [WebGL test #68: [unexpected link status\] vertex shader with uniform array of bvec4 with 1 elements (one past maximum) accessing last element should fail]
+    expected: FAIL
+
+  [WebGL test #69: [unexpected link status\] vertex shader with uniform array of bvec4 with 1 elements (one past maximum) accessing first element should fail]
+    expected: FAIL
+
+  [WebGL test #70: [unexpected link status\] vertex shader with 1 uniforms of bvec4 (one past maximum) should fail]
+    expected: FAIL
+
+  [WebGL test #74: [unexpected link status\] vertex shader with uniform array of mat2 with 1 elements (one past maximum) accessing last element should fail]
+    expected: FAIL
+
+  [WebGL test #75: [unexpected link status\] vertex shader with uniform array of mat2 with 1 elements (one past maximum) accessing first element should fail]
+    expected: FAIL
+
+  [WebGL test #76: [unexpected link status\] vertex shader with 1 uniforms of mat2 (one past maximum) should fail]
+    expected: FAIL
+
+  [WebGL test #80: [unexpected link status\] vertex shader with uniform array of mat3 with 1 elements (one past maximum) accessing last element should fail]
+    expected: FAIL
+
+  [WebGL test #81: [unexpected link status\] vertex shader with uniform array of mat3 with 1 elements (one past maximum) accessing first element should fail]
+    expected: FAIL
+
+  [WebGL test #82: [unexpected link status\] vertex shader with 1 uniforms of mat3 (one past maximum) should fail]
+    expected: FAIL
+
+  [WebGL test #86: [unexpected link status\] vertex shader with uniform array of mat4 with 1 elements (one past maximum) accessing last element should fail]
+    expected: FAIL
+
+  [WebGL test #87: [unexpected link status\] vertex shader with uniform array of mat4 with 1 elements (one past maximum) accessing first element should fail]
+    expected: FAIL
+
+  [WebGL test #88: [unexpected link status\] vertex shader with 1 uniforms of mat4 (one past maximum) should fail]
+    expected: FAIL
+
+  [WebGL test #92: [unexpected link status\] fragment shader with uniform array of bool with 1 elements (one past maximum) accessing last element should fail]
+    expected: FAIL
+
+  [WebGL test #93: [unexpected link status\] fragment shader with uniform array of bool with 1 elements (one past maximum) accessing first element should fail]
+    expected: FAIL
+
+  [WebGL test #94: [unexpected link status\] fragment shader with 1 uniforms of bool (one past maximum) should fail]
+    expected: FAIL
+
+  [WebGL test #98: [unexpected link status\] fragment shader with uniform array of float with 1 elements (one past maximum) accessing last element should fail]
+    expected: FAIL
+
+  [WebGL test #99: [unexpected link status\] fragment shader with uniform array of float with 1 elements (one past maximum) accessing first element should fail]
+    expected: FAIL
+
+  [WebGL test #100: [unexpected link status\] fragment shader with 1 uniforms of float (one past maximum) should fail]
+    expected: FAIL
+
+  [WebGL test #104: [unexpected link status\] fragment shader with uniform array of int with 1 elements (one past maximum) accessing last element should fail]
+    expected: FAIL
+
+  [WebGL test #105: [unexpected link status\] fragment shader with uniform array of int with 1 elements (one past maximum) accessing first element should fail]
+    expected: FAIL
+
+  [WebGL test #106: [unexpected link status\] fragment shader with 1 uniforms of int (one past maximum) should fail]
+    expected: FAIL
+
+  [WebGL test #110: [unexpected link status\] fragment shader with uniform array of vec2 with 1 elements (one past maximum) accessing last element should fail]
+    expected: FAIL
+
+  [WebGL test #111: [unexpected link status\] fragment shader with uniform array of vec2 with 1 elements (one past maximum) accessing first element should fail]
+    expected: FAIL
+
+  [WebGL test #112: [unexpected link status\] fragment shader with 1 uniforms of vec2 (one past maximum) should fail]
+    expected: FAIL
+
diff --git a/...etadata/webgl/conformance-1.0.3/conformance/glsl/misc/shader-with-reserved-words.html.ini b/...etadata/webgl/conformance-1.0.3/conformance/glsl/misc/shader-with-reserved-words.html.ini
diff --git a/...webgl/conformance-1.0.3/conformance/glsl/misc/shaders-with-mis-matching-uniforms.html.ini b/...webgl/conformance-1.0.3/conformance/glsl/misc/shaders-with-mis-matching-uniforms.html.ini
diff --git a/...webgl/conformance-1.0.3/conformance/glsl/samplers/glsl-function-texture2dprojlod.html.ini b/...webgl/conformance-1.0.3/conformance/glsl/samplers/glsl-function-texture2dprojlod.html.ini