src/content/test/gpu/gpu_tests/webgl_conformance_expectations.py

   1 # Copyright (c) 2013 The Chromium Authors. All rights reserved.
   2 # Use of this source code is governed by a BSD-style license that can be
   3 # found in the LICENSE file.
   4
   5 from telemetry.page import test_expectations
   6
   7 # Valid expectation conditions are:
   8 #
   9 # Operating systems:
  10 #     win, xp, vista, win7, mac, leopard, snowleopard, lion, mountainlion,
  11 #     linux, chromeos, android
  12 #
  13 # GPU vendors:
  14 #     amd, arm, broadcom, hisilicon, intel, imagination, nvidia, qualcomm,
  15 #     vivante
  16 #
  17 # Specific GPUs can be listed as a tuple with vendor name and device ID.
  18 # Examples: ('nvidia', 0x1234), ('arm', 'Mali-T604')
  19 # Device IDs must be paired with a GPU vendor.
  20
  21 class WebGLConformanceExpectations(test_expectations.TestExpectations):
  22   def SetExpectations(self):
  23     # Sample Usage:
  24     # self.Fail('gl-enable-vertex-attrib.html',
  25     #     ['mac', 'amd', ('nvidia', 0x1234)], bug=123)
  26
  27     # Fails everywhere.
  28     self.Skip('conformance/glsl/misc/large-loop-compile.html',
  29         bug=322764)
  30     self.Skip('conformance/textures/texture-size-limit.html',
  31         bug=322789)
  32
  33     # Windows/Intel failures
  34     self.Fail('conformance/textures/texture-size.html',
  35         ['win', 'intel'], bug=121139)
  36     self.Fail('conformance/rendering/gl-scissor-test.html',
  37         ['win', 'intel'], bug=314997)
  38
  39     # Windows/AMD failures
  40     self.Fail('conformance/rendering/more-than-65536-indices.html',
  41         ['win', 'amd'], bug=314997)
  42
  43     # Windows 7/Intel failures
  44     self.Fail('conformance/context/context-lost-restored.html',
  45         ['win7', 'intel'])
  46     self.Fail('conformance/context/premultiplyalpha-test.html',
  47         ['win7', 'intel'])
  48     self.Fail('conformance/extensions/oes-texture-float-with-image-data.html',
  49         ['win7', 'intel'])
  50     self.Fail('conformance/extensions/oes-texture-float.html',
  51         ['win7', 'intel'])
  52     self.Fail('conformance/limits/gl-min-attribs.html',
  53         ['win7', 'intel'])
  54     self.Fail('conformance/limits/gl-max-texture-dimensions.html',
  55         ['win7', 'intel'])
  56     self.Fail('conformance/limits/gl-min-textures.html',
  57         ['win7', 'intel'])
  58     self.Fail('conformance/limits/gl-min-uniforms.html',
  59         ['win7', 'intel'])
  60     self.Fail('conformance/rendering/gl-clear.html',
  61         ['win7', 'intel'])
  62     self.Fail('conformance/textures/copy-tex-image-and-sub-image-2d.html',
  63         ['win7', 'intel'])
  64     self.Fail('conformance/textures/gl-teximage.html',
  65         ['win7', 'intel'])
  66     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-array-buffer-view.html',
  67         ['win7', 'intel'])
  68     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-image-data.html',
  69         ['win7', 'intel'])
  70     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-image-data-rgb565.html',
  71         ['win7', 'intel'])
  72     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-image-data-rgba4444.html',
  73         ['win7', 'intel'])
  74     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-image-data-rgba5551.html',
  75         ['win7', 'intel'])
  76     self.Fail('conformance/textures/tex-image-with-format-and-type.html',
  77         ['win7', 'intel'])
  78     self.Fail('conformance/textures/tex-sub-image-2d.html',
  79         ['win7', 'intel'])
  80     self.Fail('conformance/textures/texparameter-test.html',
  81         ['win7', 'intel'])
  82     self.Fail('conformance/textures/texture-active-bind-2.html',
  83         ['win7', 'intel'])
  84     self.Fail('conformance/textures/texture-active-bind.html',
  85         ['win7', 'intel'])
  86     self.Fail('conformance/textures/texture-complete.html',
  87         ['win7', 'intel'])
  88     self.Fail('conformance/textures/texture-formats-test.html',
  89         ['win7', 'intel'])
  90     self.Fail('conformance/textures/texture-mips.html',
  91         ['win7', 'intel'])
  92     self.Fail('conformance/textures/texture-npot.html',
  93         ['win7', 'intel'])
  94     self.Fail('conformance/textures/texture-size-cube-maps.html',
  95         ['win7', 'intel'])
  96
  97     # Mac failures.
  98     self.Skip('conformance/ogles/GL/control_flow/control_flow_001_to_008.html',
  99         ['mac'], bug=322795)
 100
 101     # Mac/Intel failures
 102     self.Fail('conformance/rendering/gl-scissor-test.html',
 103         ['mac', 'intel'], bug=314997)
 104     # The following two tests hang the WindowServer.
 105     self.Skip('conformance/canvas/drawingbuffer-static-canvas-test.html',
 106         ['mac', 'intel'], bug=303915)
 107     self.Skip('conformance/canvas/drawingbuffer-test.html',
 108         ['mac', 'intel'], bug=303915)
 109     # The following three tests only fail.
 110     # Radar 13499677
 111     self.Fail(
 112         'conformance/glsl/functions/glsl-function-smoothstep-gentype.html',
 113         ['mac', 'intel'], bug=225642)
 114     # Radar 13499466
 115     self.Fail('conformance/limits/gl-max-texture-dimensions.html',
 116         ['mac', 'intel'], bug=225642)
 117     # Radar 13499623
 118     self.Fail('conformance/textures/texture-size.html',
 119         ['mac', 'intel'], bug=225642)
 120     self.Skip('conformance/ogles/GL/control_flow/control_flow_009_to_010.html',
 121         ['mac', 'intel'], bug=322795)
 122     self.Fail('conformance/ogles/GL/operators/operators_009_to_016.html',
 123         ['mac', 'intel'], bug=322795)
 124
 125     # Mac/Intel failures on 10.7
 126     self.Skip('conformance/glsl/functions/glsl-function-asin.html',
 127         ['lion', 'intel'])
 128     self.Skip('conformance/glsl/functions/glsl-function-dot.html',
 129         ['lion', 'intel'])
 130     self.Skip('conformance/glsl/functions/glsl-function-faceforward.html',
 131         ['lion', 'intel'])
 132     self.Skip('conformance/glsl/functions/glsl-function-length.html',
 133         ['lion', 'intel'])
 134     self.Skip('conformance/glsl/functions/glsl-function-normalize.html',
 135         ['lion', 'intel'])
 136     self.Skip('conformance/glsl/functions/glsl-function-reflect.html',
 137         ['lion', 'intel'])
 138     self.Skip(
 139         'conformance/glsl/functions/glsl-function-smoothstep-gentype.html',
 140         ['lion', 'intel'])
 141     self.Skip('conformance/limits/gl-max-texture-dimensions.html',
 142         ['lion', 'intel'])
 143     self.Skip('conformance/rendering/line-loop-tri-fan.html',
 144         ['lion', 'intel'])
 145     self.Skip('conformance/ogles/GL/control_flow/control_flow_009_to_010.html',
 146         ['lion'], bug=322795)
 147     self.Skip('conformance/ogles/GL/dot/dot_001_to_006.html',
 148         ['lion', 'intel'], bug=323736)
 149     self.Skip('conformance/ogles/GL/faceforward/faceforward_001_to_006.html',
 150         ['lion', 'intel'], bug=323736)
 151     self.Skip('conformance/ogles/GL/length/length_001_to_006.html',
 152         ['lion', 'intel'], bug=323736)
 153     self.Skip('conformance/ogles/GL/normalize/normalize_001_to_006.html',
 154         ['lion', 'intel'], bug=323736)
 155     self.Skip('conformance/ogles/GL/reflect/reflect_001_to_006.html',
 156         ['lion', 'intel'], bug=323736)
 157     self.Skip('conformance/ogles/GL/refract/refract_001_to_006.html',
 158         ['lion', 'intel'], bug=323736)
 159     self.Skip('conformance/ogles/GL/tan/tan_001_to_006.html',
 160         ['lion', 'intel'], bug=323736)
 161
 162     # Mac/ATI failures
 163     self.Skip('conformance/extensions/oes-texture-float-with-image-data.html',
 164         ['mac', 'amd'], bug=308328)
 165     self.Skip('conformance/rendering/gl-clear.html',
 166         ['mac', 'amd'], bug=308328)
 167     self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-array-buffer-view.html',
 168         ['mac', 'amd'], bug=308328)
 169     self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-image-data.html',
 170         ['mac', 'amd'], bug=308328)
 171     self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-image-data-rgb565.html',
 172         ['mac', 'amd'], bug=308328)
 173     self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-image-data-rgba4444.html',
 174         ['mac', 'amd'], bug=308328)
 175     self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-image-data-rgba5551.html',
 176         ['mac', 'amd'], bug=308328)
 177     self.Fail('conformance/canvas/drawingbuffer-test.html',
 178         ['mac', 'amd'], bug=314997)
 179
 180     # Linux/NVIDIA failures
 181     self.Fail('conformance/glsl/misc/empty_main.vert.html',
 182         ['linux', ('nvidia', 0x1040)], bug=325884)
 183     self.Fail('conformance/glsl/misc/gl_position_unset.vert.html',
 184         ['linux', ('nvidia', 0x1040)], bug=325884)
 185     self.Fail('conformance/uniforms/uniform-location.html',
 186         ['linux', ('nvidia', 0x1040)], bug=325884)
 187
 188     # Android failures
 189     # The following test is very slow and therefore times out on Android bot.
 190     self.Skip('conformance/rendering/multisample-corruption.html',
 191         ['android'])
 192     self.Fail('conformance/canvas/drawingbuffer-test.html',
 193         ['android'], bug=314997)
 194     self.Fail('conformance/glsl/misc/empty_main.vert.html',
 195         ['android'], bug=315976)
 196     self.Fail('conformance/glsl/misc/gl_position_unset.vert.html',
 197         ['android'], bug=315976)
 198
 199     # Skip slow tests.
 200     self.Skip('conformance/context/context-creation-and-destruction.html',
 201         bug=322689)
 202     self.Skip('conformance/rendering/multisample-corruption.html',
 203         bug=322689)