src/content/test/gpu/gpu_tests/webgl_conformance_expectations.py

   1 # Copyright (c) 2013 The Chromium Authors. All rights reserved.
   2 # Use of this source code is governed by a BSD-style license that can be
   3 # found in the LICENSE file.
   4
   5 from telemetry.page import test_expectations
   6
   7 # Valid expectation conditions are:
   8 #
   9 # Operating systems:
  10 #     win, xp, vista, win7, mac, leopard, snowleopard, lion, mountainlion,
  11 #     linux, chromeos, android
  12 #
  13 # GPU vendors:
  14 #     amd, arm, broadcom, hisilicon, intel, imagination, nvidia, qualcomm,
  15 #     vivante
  16 #
  17 # Specific GPUs can be listed as a tuple with vendor name and device ID.
  18 # Examples: ('nvidia', 0x1234), ('arm', 'Mali-T604')
  19 # Device IDs must be paired with a GPU vendor.
  20
  21 class WebGLConformanceExpectations(test_expectations.TestExpectations):
  22   def SetExpectations(self):
  23     # Sample Usage:
  24     # self.Fail('gl-enable-vertex-attrib.html',
  25     #     ['mac', 'amd', ('nvidia', 0x1234)], bug=123)
  26
  27     # Fails on all platforms
  28     self.Fail('conformance/glsl/misc/shaders-with-mis-matching-uniforms.html',
  29         bug=351396)
  30
  31     # Win7 / Intel failures
  32     self.Fail('conformance/rendering/gl-scissor-test.html',
  33         ['win7', 'intel'], bug=314997)
  34     self.Fail('conformance/context/premultiplyalpha-test.html',
  35         ['win7', 'intel'])
  36     self.Fail('conformance/textures/copy-tex-image-and-sub-image-2d.html',
  37         ['win7', 'intel'])
  38
  39     # Mac / Intel failures
  40     # Radar 13499466
  41     self.Fail('conformance/limits/gl-max-texture-dimensions.html',
  42         ['mac', 'intel'], bug=225642)
  43     # Radar 13499623
  44     self.Fail('conformance/textures/texture-size.html',
  45         ['mac', 'intel'], bug=225642)
  46
  47     # Mac / Intel HD 3000 failures
  48     self.Skip('conformance/ogles/GL/control_flow/control_flow_009_to_010.html',
  49         ['mac', ('intel', 0x116)], bug=322795)
  50     # Radar 13499677
  51     self.Fail('conformance/glsl/functions/glsl-function-smoothstep-gentype.html',
  52         ['mac', ('intel', 0x116)], bug=225642)
  53
  54     # Mac 10.8 / Intel HD 3000 failures
  55     self.Fail('conformance/rendering/gl-scissor-test.html',
  56         ['mountainlion', ('intel', 0x116)], bug=314997)
  57     self.Fail('conformance/ogles/GL/operators/operators_009_to_016.html',
  58         ['mountainlion', ('intel', 0x116)], bug=322795)
  59
  60     # Mac 10.7 / Intel failures
  61     self.Skip('conformance/glsl/functions/glsl-function-asin.html',
  62         ['lion', 'intel'])
  63     self.Skip('conformance/glsl/functions/glsl-function-dot.html',
  64         ['lion', 'intel'])
  65     self.Skip('conformance/glsl/functions/glsl-function-faceforward.html',
  66         ['lion', 'intel'])
  67     self.Skip('conformance/glsl/functions/glsl-function-length.html',
  68         ['lion', 'intel'])
  69     self.Skip('conformance/glsl/functions/glsl-function-normalize.html',
  70         ['lion', 'intel'])
  71     self.Skip('conformance/glsl/functions/glsl-function-reflect.html',
  72         ['lion', 'intel'])
  73     self.Skip('conformance/rendering/line-loop-tri-fan.html',
  74         ['lion', 'intel'])
  75     self.Skip('conformance/ogles/GL/control_flow/control_flow_001_to_008.html',
  76         ['lion', 'intel'], bug=345575)
  77     self.Skip('conformance/ogles/GL/dot/dot_001_to_006.html',
  78         ['lion', 'intel'], bug=323736)
  79     self.Skip('conformance/ogles/GL/faceforward/faceforward_001_to_006.html',
  80         ['lion', 'intel'], bug=323736)
  81     self.Skip('conformance/ogles/GL/length/length_001_to_006.html',
  82         ['lion', 'intel'], bug=323736)
  83     self.Skip('conformance/ogles/GL/normalize/normalize_001_to_006.html',
  84         ['lion', 'intel'], bug=323736)
  85     self.Skip('conformance/ogles/GL/reflect/reflect_001_to_006.html',
  86         ['lion', 'intel'], bug=323736)
  87     self.Skip('conformance/ogles/GL/refract/refract_001_to_006.html',
  88         ['lion', 'intel'], bug=323736)
  89     self.Skip('conformance/ogles/GL/tan/tan_001_to_006.html',
  90         ['lion', 'intel'], bug=323736)
  91
  92     # Android failures
  93     # The following test is very slow and therefore times out on Android bot.
  94     self.Skip('conformance/rendering/multisample-corruption.html',
  95         ['android'])
  96     self.Fail('conformance/glsl/misc/empty_main.vert.html',
  97         ['android'], bug=315976)
  98     self.Fail('conformance/glsl/misc/gl_position_unset.vert.html',
  99         ['android'], bug=315976)
 100