blob: 50054443c3bffe609521c2ca26d5ad224a0e3150 [file] [log] [blame]
# Copyright (c) 2015 The Chromium Authors. All rights reserved.
# Use of this source code is governed by a BSD-style license that can be
# found in the LICENSE file.
from gpu_tests.webgl_conformance_expectations import WebGLConformanceExpectations
# See the GpuTestExpectations class for documentation.
class WebGL2ConformanceExpectations(WebGLConformanceExpectations):
def __init__(self, conformance_path):
super(WebGL2ConformanceExpectations, self).__init__(conformance_path)
def SetExpectations(self):
# All platforms.
self.Skip('deqp/data/gles3/shaders/constant_expressions.html', bug=483282)
self.Skip('deqp/data/gles3/shaders/constants.html', bug=483282)
self.Skip('deqp/data/gles3/shaders/conversions.html', bug=483282)
self.Skip('deqp/data/gles3/shaders/functions.html', bug=483282)
self.Skip('deqp/data/gles3/shaders/linkage.html', bug=483282)
self.Skip('deqp/data/gles3/shaders/preprocessor.html', bug=483282)
self.Skip('deqp/framework/opengl/simplereference/referencecontext.html',
bug=483282)
self.Skip('deqp/functional/gles3/attriblocation.html', bug=483282)
self.Skip('deqp/functional/gles3/booleanstatequery.html', bug=483282)
self.Skip('deqp/functional/gles3/buffercopy.html', bug=483282)
self.Skip('deqp/functional/gles3/builtinprecision*.html', bug=483282)
self.Skip('deqp/functional/gles3/clipping.html', bug=483282)
self.Skip('deqp/functional/gles3/draw.html', bug=483282)
self.Skip('deqp/functional/gles3/fbocolorbuffer.html', bug=483282)
self.Skip('deqp/functional/gles3/fbocompleteness.html', bug=483282)
self.Skip('deqp/functional/gles3/fbodepthbuffer.html', bug=483282)
self.Skip('deqp/functional/gles3/fboinvalidate.html', bug=483282)
self.Skip('deqp/functional/gles3/fbomultisample.html', bug=483282)
self.Skip('deqp/functional/gles3/fborender.html', bug=483282)
self.Skip('deqp/functional/gles3/fbostatequery.html', bug=483282)
self.Skip('deqp/functional/gles3/fragdepth.html', bug=483282)
self.Skip('deqp/functional/gles3/fragmentoutput.html', bug=483282)
self.Skip('deqp/functional/gles3/framebufferblit.html', bug=483282)
self.Skip('deqp/functional/gles3/indexedstatequery.html', bug=483282)
self.Skip('deqp/functional/gles3/instancedrendering.html', bug=483282)
self.Skip('deqp/functional/gles3/integerstatequery.html', bug=483282)
self.Skip('deqp/functional/gles3/internalformatquery.html', bug=483282)
self.Skip('deqp/functional/gles3/lifetime.html', bug=483282)
self.Skip('deqp/functional/gles3/multisample.html', bug=483282)
self.Skip('deqp/functional/gles3/negativebufferapi.html', bug=483282)
self.Skip('deqp/functional/gles3/negativefragmentapi.html', bug=483282)
self.Skip('deqp/functional/gles3/negativeshaderapi.html', bug=483282)
self.Skip('deqp/functional/gles3/negativestateapi.html', bug=483282)
self.Skip('deqp/functional/gles3/negativetextureapi.html', bug=483282)
self.Skip('deqp/functional/gles3/negativevertexarrayapi.html', bug=483282)
self.Skip('deqp/functional/gles3/occlusionquery.html', bug=483282)
self.Skip('deqp/functional/gles3/pixelbufferobject.html', bug=483282)
self.Skip('deqp/functional/gles3/primitiverestart.html', bug=483282)
self.Skip('deqp/functional/gles3/rasterizerdiscard.html', bug=483282)
self.Skip('deqp/functional/gles3/samplerobject.html', bug=483282)
self.Skip('deqp/functional/gles3/shaderbuiltinvar.html', bug=483282)
self.Skip('deqp/functional/gles3/shadercommonfunction.html', bug=483282)
self.Skip('deqp/functional/gles3/shaderderivate.html', bug=483282)
self.Skip('deqp/functional/gles3/shaderindexing.html', bug=483282)
self.Skip('deqp/functional/gles3/shaderloop.html', bug=483282)
self.Skip('deqp/functional/gles3/shadermatrix.html', bug=483282)
self.Skip('deqp/functional/gles3/shaderoperator.html', bug=483282)
self.Skip('deqp/functional/gles3/shaderpackingfunction.html', bug=483282)
self.Skip('deqp/functional/gles3/shaderprecision.html', bug=483282)
self.Skip('deqp/functional/gles3/shaderstatequery.html', bug=483282)
self.Skip('deqp/functional/gles3/shaderstruct.html', bug=483282)
self.Skip('deqp/functional/gles3/shadertexturefunction*.html', bug=483282)
self.Skip('deqp/functional/gles3/sync.html', bug=483282)
self.Skip('deqp/functional/gles3/texturefiltering*.html', bug=483282)
self.Skip('deqp/functional/gles3/textureformat.html', bug=483282)
self.Skip('deqp/functional/gles3/textureshadow.html', bug=483282)
self.Skip('deqp/functional/gles3/texturespecification*.html', bug=483282)
self.Skip('deqp/functional/gles3/texturewrap.html', bug=483282)
self.Skip('deqp/functional/gles3/transformfeedback.html', bug=483282)
self.Skip('deqp/functional/gles3/uniformapi.html', bug=483282)
self.Skip('deqp/functional/gles3/uniformbuffers.html', bug=483282)
self.Skip('deqp/functional/gles3/vertexarrays.html', bug=483282)
self.Fail('conformance2/glsl3/array-complex-indexing.html', bug=483282)
self.Fail('conformance2/glsl3/forbidden-operators.html', bug=483282)
self.Fail('conformance2/samplers/sampler-drawing-test.html', bug=483282)
self.Fail('conformance2/state/gl-object-get-calls.html', bug=483282)
# Note that this test fails on ['win', 'intel'] with bug=483282
self.Fail('conformance2/buffers/uniform-buffers.html', bug=577368)
# Windows only.
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-2d' +
'-with-canvas-r8-red-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-2d' +
'-with-canvas-rg8-rg-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-2d' +
'-with-canvas-rgb8-rgb-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-2d' +
'-with-canvas-rgb565-rgb-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-2d' +
'-with-canvas-rgb565-rgb-unsigned_short_5_6_5.html',
['win'], bug=483282)
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-2d' +
'-with-canvas-rgb5_a1-rgba-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-2d' +
'-with-canvas-rgb5_a1-rgba-unsigned_short_5_5_5_1.html',
['win'], bug=483282)
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-2d' +
'-with-canvas-rgba4-rgba-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-2d' +
'-with-canvas-rgba4-rgba-unsigned_short_4_4_4_4.html',
['win'], bug=483282)
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-3d' +
'-with-canvas-r8-red-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-3d' +
'-with-canvas-rg8-rg-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-3d' +
'-with-canvas-rgb8-rgb-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-3d' +
'-with-canvas-rgb565-rgb-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-3d' +
'-with-canvas-rgb565-rgb-unsigned_short_5_6_5.html',
['win'], bug=483282)
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-3d' +
'-with-canvas-rgb5_a1-rgba-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-3d' +
'-with-canvas-rgb5_a1-rgba-unsigned_short_5_5_5_1.html',
['win'], bug=483282)
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-3d' +
'-with-canvas-rgba4-rgba-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-3d' +
'-with-canvas-rgba4-rgba-unsigned_short_4_4_4_4.html',
['win'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-2d' +
'-with-webgl-canvas-r8-red-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-2d' +
'-with-webgl-canvas-rg8-rg-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-2d' +
'-with-webgl-canvas-rgb8-rgb-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-2d' +
'-with-webgl-canvas-rgb565-rgb-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-2d' +
'-with-webgl-canvas-rgb565-rgb-unsigned_short_5_6_5.html',
['win'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-2d' +
'-with-webgl-canvas-rgb5_a1-rgba-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-2d' +
'-with-webgl-canvas-rgb5_a1-rgba-unsigned_short_5_5_5_1.html',
['win'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-2d' +
'-with-webgl-canvas-rgba4-rgba-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-2d' +
'-with-webgl-canvas-rgba4-rgba-unsigned_short_4_4_4_4.html',
['win'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-3d' +
'-with-webgl-canvas-r8-red-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-3d' +
'-with-webgl-canvas-rg8-rg-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-3d' +
'-with-webgl-canvas-rgb8-rgb-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-3d' +
'-with-webgl-canvas-rgb565-rgb-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-3d' +
'-with-webgl-canvas-rgb565-rgb-unsigned_short_5_6_5.html',
['win'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-3d' +
'-with-webgl-canvas-rgb5_a1-rgba-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-3d' +
'-with-webgl-canvas-rgb5_a1-rgba-unsigned_short_5_5_5_1.html',
['win'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-3d' +
'-with-webgl-canvas-rgba4-rgba-unsigned_byte.html',
['win'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-3d' +
'-with-webgl-canvas-rgba4-rgba-unsigned_short_4_4_4_4.html',
['win'], bug=483282)
self.Skip('deqp/functional/gles3/readpixel.html', ['win'], bug=483282)
self.Skip('deqp/functional/gles3/texturestatequery.html',
['win'], bug=483282)
self.Fail('conformance2/glsl3/array-in-complex-expression.html',
['win'], bug=483282)
self.Fail('conformance2/reading/read-pixels-from-fbo-test.html',
['win'], bug=483282)
self.Skip('conformance2/reading/read-pixels-pack-parameters.html',
['win'], bug=483282)
self.Fail('conformance2/textures/misc/gl-get-tex-parameter.html',
['win'], bug=483282)
self.Fail('conformance2/textures/misc/tex-input-validation.html',
['win'], bug=483282)
self.Skip('conformance2/textures/misc/tex-mipmap-levels.html',
['win'], bug=483282)
self.Skip('conformance2/transform_feedback/transform_feedback.html',
['win'], bug=483282)
self.Fail('conformance2/glsl3/const-array-init.html',
['win'], bug=1198) # angle bug ID
self.Skip('conformance2/reading/read-pixels-into-pixel-pack-buffer.html',
['win', 'debug'], bug=1266) # angle bug ID
# Windows 8 only.
self.Fail('conformance2/textures/image_data/tex-image-and-sub-image-2d' +
'-with-image-data-rgb565-rgb-unsigned_byte.html',
['win8'], bug=483282)
self.Fail('conformance2/textures/image_data/tex-image-and-sub-image-2d' +
'-with-image-data-rgb5_a1-rgba-unsigned_byte.html',
['win8'], bug=483282)
self.Fail('conformance2/textures/image/tex-image-and-sub-image-2d' +
'-with-image-rgb565-rgb-unsigned_byte.html',
['win8'], bug=483282)
self.Fail('conformance2/textures/image/tex-image-and-sub-image-2d' +
'-with-image-rgb5_a1-rgba-unsigned_byte.html',
['win8'], bug=483282)
self.Fail('conformance2/textures/svg_image/tex-image-and-sub-image-2d' +
'-with-svg-image-rgb565-rgb-unsigned_byte.html',
['win8'], bug=483282)
self.Fail('conformance2/textures/svg_image/tex-image-and-sub-image-2d' +
'-with-svg-image-rgb5_a1-rgba-unsigned_byte.html',
['win8'], bug=483282)
self.Fail('conformance2/textures/video/tex-image-and-sub-image-2d' +
'-with-video-rgb565-rgb-unsigned_byte.html',
['win8'], bug=483282)
self.Fail('conformance2/textures/video/tex-image-and-sub-image-2d' +
'-with-video-rgb5_a1-rgba-unsigned_byte.html',
['win8'], bug=483282)
self.Fail('conformance2/textures/video/tex-image-and-sub-image-3d' +
'-with-video-rgb5_a1-rgba-unsigned_byte.html',
['win8'], bug=560555)
self.Fail('conformance2/textures/video/tex-image-and-sub-image-3d' +
'-with-video-rgb565-rgb-unsigned_byte.html',
['win8'], bug=560555)
self.Fail('conformance2/textures/image_data/tex-image-and-sub-image-3d' +
'-with-image-data-rgb565-rgb-unsigned_byte.html',
['win8'], bug=560555)
self.Fail('conformance2/textures/image_data/tex-image-and-sub-image-3d' +
'-with-image-data-rgb5_a1-rgba-unsigned_byte.html',
['win8'], bug=560555)
self.Fail('conformance2/textures/image/tex-image-and-sub-image-3d' +
'-with-image-rgb5_a1-rgba-unsigned_byte.html',
['win8'], bug=560555)
self.Fail('conformance2/textures/image/tex-image-and-sub-image-3d' +
'-with-image-rgb565-rgb-unsigned_byte.html',
['win8'], bug=560555)
self.Fail('conformance2/textures/svg_image/tex-image-and-sub-image-3d' +
'-with-svg-image-rgb565-rgb-unsigned_byte.html',
['win8'], bug=560555)
self.Fail('conformance2/textures/svg_image/tex-image-and-sub-image-3d' +
'-with-svg-image-rgb5_a1-rgba-unsigned_byte.html',
['win8'], bug=560555)
# Windows Debug. Causing assertions in the GPU process which raise
# a dialog box, so have to skip them rather than mark them as
# failing.
self.Skip('conformance2/textures/canvas/tex-image-and-sub-image-2d' +
'-with-canvas-rgba8-rgba-unsigned_byte.html',
['win', 'debug'], bug=542901)
# Mac only.
self.Skip('deqp/data/gles3/shaders/qualification_order.html',
['mac'], bug=483282)
self.Skip('deqp/data/gles3/shaders/scoping.html',
['mac'], bug=483282)
self.Skip('deqp/functional/gles3/defaultvertexattribute.html',
['mac'], bug=483282)
self.Skip('deqp/functional/gles3/floatstatequery.html',
['mac'], bug=483282)
self.Skip('deqp/functional/gles3/texturestatequery.html',
['mac'], bug=483282)
self.Skip('deqp/functional/gles3/vertexarrayobject.html',
['mac'], bug=483282)
self.Skip('deqp/functional/gles3/shaderswitch.html',
['mavericks'], bug=483282)
self.Fail('deqp/functional/gles3/rbostatequery.html',
['mac'], bug=569808)
self.Fail('conformance2/buffers/buffer-overflow-test.html',
['mac'], bug=483282)
self.Fail('conformance2/buffers/buffer-type-restrictions.html',
['mac'], bug=483282)
self.Fail('conformance2/renderbuffers/' +
'multisampled-renderbuffer-initialization.html',
['mac'], bug=483282)
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-2d' +
'-with-canvas-rgba8-rgba-unsigned_byte.html',
['mac'], bug=483282)
self.Fail('conformance2/textures/canvas/tex-image-and-sub-image-3d' +
'-with-canvas-rgba8-rgba-unsigned_byte.html',
['mac'], bug=483282)
self.Fail('conformance2/textures/video/*', ['mac'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-2d' +
'-with-webgl-canvas-rgba8-rgba-unsigned_byte.html',
['mac'], bug=483282)
self.Fail('conformance2/textures/webgl_canvas/tex-image-and-sub-image-3d' +
'-with-webgl-canvas-rgba8-rgba-unsigned_byte.html',
['mac'], bug=483282)
self.Fail('conformance2/textures/misc/gl-get-tex-parameter.html',
['mac'], bug=483282)
self.Fail('conformance2/textures/misc/texture-npot.html',
['mac'], bug=483282)
self.Fail('conformance2/textures/misc/tex-storage-compressed-formats.html',
['mac'], bug=295792)
self.Fail('conformance2/renderbuffers/invalidate-framebuffer.html',
['mac'], bug=483282)
self.Fail('conformance2/renderbuffers/framebuffer-test.html',
['mac'], bug=483282)
self.Fail('conformance2/textures/misc/compressed-tex-image.html',
['mac'], bug=565438)
self.Fail('conformance2/textures/misc/tex-mipmap-levels.html',
['mac'], bug=483282)
# Linux only.
self.Skip('deqp/functional/gles3/shaderswitch.html',
['linux'], bug=483282)
self.Fail('conformance2/glsl3/vector-dynamic-indexing.html',
['linux'], bug=483282)
self.Fail('conformance2/rendering/draw-buffers.html',
['linux'], bug=483282)
# Linux AMD only.
# It looks like AMD shader compiler rejects many valid ES3 semantics.
self.Skip('deqp/data/gles3/shaders/arrays.html',
['linux', 'amd'], bug=483282)
self.Skip('deqp/data/gles3/shaders/qualification_order.html',
['linux', 'amd'], bug=483282)
self.Skip('deqp/functional/gles3/texturestatequery.html',
['linux', 'amd'], bug=483282)
self.Fail('conformance2/buffers/buffer-type-restrictions.html',
['linux', 'amd'], bug=483282)
self.Fail('conformance2/buffers/buffer-overflow-test.html',
['linux', 'amd'], bug=483282)
self.Fail('conformance2/renderbuffers/framebuffer-texture-layer.html',
['linux', 'amd'], bug=295792)
self.Fail('conformance2/textures/misc/tex-storage-compressed-formats.html',
['linux', 'amd'], bug=295792)
# Linux Intel: driver is GL 3.0 and doesn't support features needed for ES3.
self.Skip('*', ['linux', 'intel'], bug=540543)
# Conflicting expectations to test that the
# "Expectations Have No collisions" unittest works.
# page_name = 'conformance/glsl/constructors/glsl-construct-ivec4.html'
# Conflict when all conditions match
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug', 'opengl'])
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug', 'opengl'])
# Conflict when all conditions match (and different sets)
# self.Fail(page_name,
# ['linux', 'win', ('nvidia', 0x1), 'debug', 'opengl'])
# self.Fail(page_name,
# ['linux', 'mac', ('nvidia', 0x1), 'amd', 'debug', 'opengl'])
# Conflict with one aspect not specified
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug'])
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug', 'opengl'])
# Conflict with one aspect not specified (in both conditions)
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug'])
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug'])
# Conflict even if the GPU is specified in a device ID
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug'])
# self.Fail(page_name,
# ['linux', 'nvidia', 'debug'])
# Test there are no conflicts between two different devices
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug'])
# self.Fail(page_name,
# ['linux', ('nvidia', 0x2), 'debug'])
# Test there are no conflicts between two devices with different vendors
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug'])
# self.Fail(page_name,
# ['linux', ('amd', 0x1), 'debug'])
# Conflicts if there is a device and nothing specified for the other's
# GPU vendors
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug'])
# self.Fail(page_name,
# ['linux', 'debug'])
# Test no conflicts happen when only one aspect differs
# self.Fail(page_name,
# ['linux', ('nvidia', 0x1), 'debug', 'opengl'])
# self.Fail(page_name,
# ['win', ('nvidia', 0x1), 'debug', 'opengl'])
# Conflicts if between a generic os condition and a specific version
# self.Fail(page_name,
# ['xp', ('nvidia', 0x1), 'debug', 'opengl'])
# self.Fail(page_name,
# ['win', ('nvidia', 0x1), 'debug', 'opengl'])