src/content/test/gpu/gpu_tests/webgl_conformance_expectations.py

   1 # Copyright (c) 2013 The Chromium Authors. All rights reserved.
   2 # Use of this source code is governed by a BSD-style license that can be
   3 # found in the LICENSE file.
   4
   5 from telemetry.page import test_expectations
   6
   7 # Valid expectation conditions are:
   8 #
   9 # Operating systems:
  10 #     win, xp, vista, win7, mac, leopard, snowleopard, lion, mountainlion,
  11 #     mavericks, yosemite, linux, chromeos, android
  12 #
  13 # GPU vendors:
  14 #     amd, arm, broadcom, hisilicon, intel, imagination, nvidia, qualcomm,
  15 #     vivante
  16 #
  17 # Specific GPUs can be listed as a tuple with vendor name and device ID.
  18 # Examples: ('nvidia', 0x1234), ('arm', 'Mali-T604')
  19 # Device IDs must be paired with a GPU vendor.
  20
  21 class WebGLConformanceExpectations(test_expectations.TestExpectations):
  22   def SetExpectations(self):
  23     # Sample Usage:
  24     # self.Fail('gl-enable-vertex-attrib.html',
  25     #     ['mac', 'amd', ('nvidia', 0x1234)], bug=123)
  26
  27     # Fails on all platforms
  28     self.Fail('conformance/glsl/misc/shaders-with-uniform-structs.html',
  29         bug=351396)
  30
  31     # Flaky on Win
  32     self.Fail('conformance/extensions/webgl-draw-buffers.html',
  33         ['win'], bug=369349)
  34
  35     # Win failures
  36     self.Fail('conformance/glsl/misc/struct-equals.html',
  37         ['win'], bug=391957)
  38     self.Fail('conformance/glsl/bugs/conditional-discard-in-loop.html',
  39         ['win'], bug=402195)
  40     self.Fail('conformance/attribs/gl-bindAttribLocation-matrix.html',
  41         ['win'], bug=415688)
  42
  43     # Win7 / Intel failures
  44     self.Fail('conformance/rendering/gl-scissor-test.html',
  45         ['win7', 'intel'], bug=314997)
  46     self.Fail('conformance/context/premultiplyalpha-test.html',
  47         ['win7', 'intel'])
  48     self.Fail('conformance/textures/copy-tex-image-and-sub-image-2d.html',
  49         ['win7', 'intel'])
  50     self.Fail('conformance/rendering/gl-viewport-test.html',
  51         ['win7', 'intel'], bug=372511)
  52     self.Fail('conformance/glsl/misc/shader-with-array-of-structs-uniform.html',
  53         ['win7', 'intel', 'nvidia'], bug=373972)
  54
  55     # Mac / Intel failures
  56     # Radar 13499466
  57     self.Fail('conformance/limits/gl-max-texture-dimensions.html',
  58         ['mac', 'intel'], bug=225642)
  59     # Radar 13499623
  60     self.Fail('conformance/textures/texture-size.html',
  61         ['mac', 'intel'], bug=225642)
  62
  63     # Mac / Intel HD 3000 failures
  64     self.Skip('conformance/ogles/GL/control_flow/control_flow_009_to_010.html',
  65         ['mac', ('intel', 0x116)], bug=322795)
  66     # Radar 13499677
  67     self.Fail('conformance/glsl/functions/' +
  68         'glsl-function-smoothstep-gentype.html',
  69         ['mac', ('intel', 0x116)], bug=225642)
  70     self.Fail('conformance/extensions/webgl-draw-buffers.html',
  71         ['mac', ('intel', 0x116)], bug=369349)
  72
  73     # Mac 10.8 / Intel HD 3000 failures
  74     self.Fail('conformance/rendering/gl-scissor-test.html',
  75         ['mountainlion', ('intel', 0x116)], bug=314997)
  76     self.Fail('conformance/ogles/GL/operators/operators_009_to_016.html',
  77         ['mountainlion', ('intel', 0x116)], bug=322795)
  78
  79     # Mac 10.9 / Intel HD 3000 failures
  80     self.Fail('conformance/ogles/GL/operators/operators_009_to_016.html',
  81         ['mavericks', ('intel', 0x116)], bug=417415)
  82     self.Fail('conformance/rendering/gl-scissor-test.html',
  83         ['mavericks', ('intel', 0x116)], bug=417415)
  84
  85     # Mac Retina failures
  86     self.Fail(
  87         'conformance/glsl/bugs/array-of-struct-with-int-first-position.html',
  88         ['mac', ('nvidia', 0xfd5), ('nvidia', 0xfe9)], bug=368912)
  89
  90     # Mac 10.8 / ATI failures
  91     self.Fail(
  92         'conformance/rendering/' +
  93         'point-with-gl-pointcoord-in-fragment-shader.html',
  94         ['mountainlion', 'amd'])
  95
  96     # Mac 10.7 / Intel failures
  97     self.Skip('conformance/glsl/functions/glsl-function-asin.html',
  98         ['lion', 'intel'])
  99     self.Skip('conformance/glsl/functions/glsl-function-dot.html',
 100         ['lion', 'intel'])
 101     self.Skip('conformance/glsl/functions/glsl-function-faceforward.html',
 102         ['lion', 'intel'])
 103     self.Skip('conformance/glsl/functions/glsl-function-length.html',
 104         ['lion', 'intel'])
 105     self.Skip('conformance/glsl/functions/glsl-function-normalize.html',
 106         ['lion', 'intel'])
 107     self.Skip('conformance/glsl/functions/glsl-function-reflect.html',
 108         ['lion', 'intel'])
 109     self.Skip('conformance/rendering/line-loop-tri-fan.html',
 110         ['lion', 'intel'])
 111     self.Skip('conformance/ogles/GL/control_flow/control_flow_001_to_008.html',
 112         ['lion', 'intel'], bug=345575)
 113     self.Skip('conformance/ogles/GL/dot/dot_001_to_006.html',
 114         ['lion', 'intel'], bug=323736)
 115     self.Skip('conformance/ogles/GL/faceforward/faceforward_001_to_006.html',
 116         ['lion', 'intel'], bug=323736)
 117     self.Skip('conformance/ogles/GL/length/length_001_to_006.html',
 118         ['lion', 'intel'], bug=323736)
 119     self.Skip('conformance/ogles/GL/normalize/normalize_001_to_006.html',
 120         ['lion', 'intel'], bug=323736)
 121     self.Skip('conformance/ogles/GL/reflect/reflect_001_to_006.html',
 122         ['lion', 'intel'], bug=323736)
 123     self.Skip('conformance/ogles/GL/refract/refract_001_to_006.html',
 124         ['lion', 'intel'], bug=323736)
 125     self.Skip('conformance/ogles/GL/tan/tan_001_to_006.html',
 126         ['lion', 'intel'], bug=323736)
 127     # Two flaky tests.
 128     self.Fail('conformance/ogles/GL/functions/functions_049_to_056.html',
 129         ['lion', 'intel'], bug=393331)
 130     self.Fail('conformance/extensions/webgl-compressed-texture-size-limit.html',
 131         ['lion', 'intel'], bug=393331)
 132
 133     # Android failures
 134     # The following test is very slow and therefore times out on Android bot.
 135     self.Skip('conformance/rendering/multisample-corruption.html',
 136         ['android'])
 137     # The following test times out on Android bot.
 138     self.Fail('conformance/uniforms/gl-uniform-arrays.html',
 139         ['android'], bug=369300)
 140     self.Fail('conformance/glsl/misc/empty_main.vert.html',
 141         ['android'], bug=315976)
 142     self.Fail('conformance/glsl/misc/gl_position_unset.vert.html',
 143         ['android'], bug=315976)
 144     # The following tests are disabled due to security issues.
 145     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-video.html',
 146         ['android'], bug=334204)
 147     self.Fail('conformance/textures/' +
 148         'tex-image-and-sub-image-2d-with-video-rgb565.html',
 149         ['android'], bug=334204)
 150     self.Fail('conformance/textures/' +
 151         'tex-image-and-sub-image-2d-with-video-rgba4444.html',
 152         ['android'], bug=334204)
 153     self.Fail('conformance/textures/' +
 154         'tex-image-and-sub-image-2d-with-video-rgba5551.html',
 155         ['android'], bug=334204)
 156     self.Fail('conformance/textures/texture-npot-video.html',
 157         ['android'], bug=334204)
 158
 159     # ChromeOS: affecting all devices.
 160     self.Fail('conformance/extensions/webgl-depth-texture.html',
 161         ['chromeos'], bug=382651)
 162
 163     # ChromeOS: all Intel except for pinetrail (stumpy, parrot, peppy,...)
 164     # We will just include pinetrail here for now as we don't want to list
 165     # every single Intel device ID.
 166     self.Fail('conformance/glsl/misc/empty_main.vert.html',
 167         ['chromeos', 'intel'], bug=375556)
 168     self.Fail('conformance/glsl/misc/gl_position_unset.vert.html',
 169         ['chromeos', 'intel'], bug=375556)
 170     self.Fail('conformance/glsl/misc/shaders-with-varyings.html',
 171         ['chromeos', 'intel'], bug=375556)
 172     self.Fail('conformance/renderbuffers/framebuffer-object-attachment.html',
 173         ['chromeos', 'intel'], bug=375556)
 174     self.Fail('conformance/textures/texture-size-limit.html',
 175         ['chromeos', 'intel'], bug=385361)
 176
 177     # ChromeOS: pinetrail (alex, mario, zgb).
 178     self.Fail('conformance/attribs/gl-vertex-attrib-render.html',
 179         ['chromeos', ('intel', 0xa011)], bug=375554)
 180     self.Fail('conformance/glsl/functions/glsl-function-atan-xy.html',
 181         ['chromeos', ('intel', 0xa011)], bug=375554)
 182     self.Fail('conformance/glsl/functions/glsl-function-cos.html',
 183         ['chromeos', ('intel', 0xa011)], bug=375554)
 184     self.Fail('conformance/glsl/functions/glsl-function-sin.html',
 185         ['chromeos', ('intel', 0xa011)], bug=375554)
 186     self.Fail('conformance/glsl/misc/empty_main.vert.html',
 187         ['chromeos', ('intel', 0xa011)], bug=375554)
 188     self.Fail('conformance/glsl/misc/gl_position_unset.vert.html',
 189         ['chromeos', ('intel', 0xa011)], bug=375554)
 190     self.Fail('conformance/glsl/misc/shaders-with-varyings.html',
 191         ['chromeos', ('intel', 0xa011)], bug=375554)
 192     self.Fail('conformance/glsl/variables/gl-frontfacing.html',
 193         ['chromeos', ('intel', 0xa011)], bug=375554)
 194     self.Fail('conformance/limits/gl-max-texture-dimensions.html',
 195         ['chromeos', ('intel', 0xa011)], bug=375554)
 196     self.Fail('conformance/ogles/GL/acos/acos_001_to_006.html',
 197         ['chromeos', ('intel', 0xa011)], bug=375554)
 198     self.Fail('conformance/ogles/GL/asin/asin_001_to_006.html',
 199         ['chromeos', ('intel', 0xa011)], bug=375554)
 200     self.Fail('conformance/ogles/GL/atan/atan_001_to_008.html',
 201         ['chromeos', ('intel', 0xa011)], bug=375554)
 202     self.Fail('conformance/ogles/GL/build/build_009_to_016.html',
 203         ['chromeos', ('intel', 0xa011)], bug=378938)
 204     self.Fail('conformance/ogles/GL/control_flow/control_flow_001_to_008.html',
 205         ['chromeos', ('intel', 0xa011)], bug=375554)
 206     self.Fail('conformance/ogles/GL/cos/cos_001_to_006.html',
 207         ['chromeos', ('intel', 0xa011)], bug=375554)
 208     self.Fail('conformance/ogles/GL/discard/discard_001_to_002.html',
 209         ['chromeos', ('intel', 0xa011)], bug=375554)
 210     self.Fail('conformance/ogles/GL/functions/functions_001_to_008.html',
 211         ['chromeos', ('intel', 0xa011)], bug=375554)
 212     self.Fail('conformance/ogles/GL/functions/functions_065_to_072.html',
 213         ['chromeos', ('intel', 0xa011)], bug=375554)
 214     self.Fail('conformance/ogles/GL/functions/functions_081_to_088.html',
 215         ['chromeos', ('intel', 0xa011)], bug=375554)
 216     self.Fail('conformance/ogles/GL/functions/functions_097_to_104.html',
 217         ['chromeos', ('intel', 0xa011)], bug=375554)
 218     self.Fail('conformance/ogles/GL/functions/functions_105_to_112.html',
 219         ['chromeos', ('intel', 0xa011)], bug=375554)
 220     self.Fail('conformance/ogles/GL/functions/functions_113_to_120.html',
 221         ['chromeos', ('intel', 0xa011)], bug=375554)
 222     self.Fail('conformance/ogles/GL/functions/functions_121_to_126.html',
 223         ['chromeos', ('intel', 0xa011)], bug=375554)
 224     self.Fail(
 225         'conformance/ogles/GL/gl_FrontFacing/gl_FrontFacing_001_to_001.html',
 226         ['chromeos', ('intel', 0xa011)], bug=375554)
 227     self.Fail('conformance/ogles/GL/log/log_001_to_008.html',
 228         ['chromeos', ('intel', 0xa011)], bug=375554)
 229     self.Fail('conformance/ogles/GL/log2/log2_001_to_008.html',
 230         ['chromeos', ('intel', 0xa011)], bug=375554)
 231     self.Fail('conformance/ogles/GL/normalize/normalize_001_to_006.html',
 232         ['chromeos', ('intel', 0xa011)], bug=375554)
 233     self.Fail('conformance/ogles/GL/sin/sin_001_to_006.html',
 234         ['chromeos', ('intel', 0xa011)], bug=375554)
 235     self.Fail('conformance/rendering/point-size.html',
 236         ['chromeos', ('intel', 0xa011)], bug=375554)
 237     self.Fail('conformance/rendering/polygon-offset.html',
 238         ['chromeos', ('intel', 0xa011)], bug=375554)
 239     self.Fail('conformance/textures/texture-mips.html',
 240         ['chromeos', ('intel', 0xa011)], bug=375554)
 241     self.Fail('conformance/textures/texture-npot.html',
 242         ['chromeos', ('intel', 0xa011)], bug=375554)
 243     self.Fail('conformance/textures/texture-npot-video.html',
 244         ['chromeos', ('intel', 0xa011)], bug=375554)
 245     self.Fail('conformance/textures/texture-size.html',
 246         ['chromeos', ('intel', 0xa011)], bug=375554)
 247     self.Fail('conformance/textures/texture-size-limit.html',
 248         ['chromeos', ('intel', 0xa011)], bug=375554)
 249     self.Fail('conformance/uniforms/gl-uniform-arrays.html',
 250         ['chromeos', ('intel', 0xa011)], bug=375554)
 251     self.Skip('conformance/uniforms/uniform-default-values.html',
 252         ['chromeos', ('intel', 0xa011)], bug=375554)