src/content/test/gpu/gpu_tests/webgl_conformance_expectations.py

   1 # Copyright (c) 2013 The Chromium Authors. All rights reserved.
   2 # Use of this source code is governed by a BSD-style license that can be
   3 # found in the LICENSE file.
   4
   5 from telemetry.page import test_expectations
   6
   7 # Valid expectation conditions are:
   8 #
   9 # Operating systems:
  10 #     win, xp, vista, win7, mac, leopard, snowleopard, lion, mountainlion,
  11 #     linux, chromeos, android
  12 #
  13 # GPU vendors:
  14 #     amd, arm, broadcom, hisilicon, intel, imagination, nvidia, qualcomm,
  15 #     vivante
  16 #
  17 # Specific GPUs can be listed as a tuple with vendor name and device ID.
  18 # Examples: ('nvidia', 0x1234), ('arm', 'Mali-T604')
  19 # Device IDs must be paired with a GPU vendor.
  20
  21 class WebGLConformanceExpectations(test_expectations.TestExpectations):
  22   def SetExpectations(self):
  23     # Sample Usage:
  24     # self.Fail('gl-enable-vertex-attrib.html',
  25     #     ['mac', 'amd', ('nvidia', 0x1234)], bug=123)
  26
  27     # Windows/Intel failures
  28     self.Fail('conformance/textures/texture-size.html',
  29         ['win', 'intel'], bug=121139)
  30
  31     # Windows 7/Intel failures
  32     self.Fail('conformance/context/context-lost-restored.html',
  33         ['win7', 'intel'])
  34     self.Fail('conformance/context/premultiplyalpha-test.html',
  35         ['win7', 'intel'])
  36     self.Fail('conformance/extensions/oes-texture-float-with-image-data.html',
  37         ['win7', 'intel'])
  38     self.Fail('conformance/extensions/oes-texture-float.html',
  39         ['win7', 'intel'])
  40     self.Fail('conformance/limits/gl-min-attribs.html',
  41         ['win7', 'intel'])
  42     self.Fail('conformance/limits/gl-max-texture-dimensions.html',
  43         ['win7', 'intel'])
  44     self.Fail('conformance/limits/gl-min-textures.html',
  45         ['win7', 'intel'])
  46     self.Fail('conformance/limits/gl-min-uniforms.html',
  47         ['win7', 'intel'])
  48     self.Fail('conformance/rendering/gl-clear.html',
  49         ['win7', 'intel'])
  50     self.Fail('conformance/textures/copy-tex-image-and-sub-image-2d.html',
  51         ['win7', 'intel'])
  52     self.Fail('conformance/textures/gl-teximage.html',
  53         ['win7', 'intel'])
  54     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-array-buffer-view.html',
  55         ['win7', 'intel'])
  56     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-image-data.html',
  57         ['win7', 'intel'])
  58     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-image-data-rgb565.html',
  59         ['win7', 'intel'])
  60     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-image-data-rgba4444.html',
  61         ['win7', 'intel'])
  62     self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-image-data-rgba5551.html',
  63         ['win7', 'intel'])
  64     self.Fail('conformance/textures/tex-image-with-format-and-type.html',
  65         ['win7', 'intel'])
  66     self.Fail('conformance/textures/tex-sub-image-2d.html',
  67         ['win7', 'intel'])
  68     self.Fail('conformance/textures/texparameter-test.html',
  69         ['win7', 'intel'])
  70     self.Fail('conformance/textures/texture-active-bind-2.html',
  71         ['win7', 'intel'])
  72     self.Fail('conformance/textures/texture-active-bind.html',
  73         ['win7', 'intel'])
  74     self.Fail('conformance/textures/texture-complete.html',
  75         ['win7', 'intel'])
  76     self.Fail('conformance/textures/texture-formats-test.html',
  77         ['win7', 'intel'])
  78     self.Fail('conformance/textures/texture-mips.html',
  79         ['win7', 'intel'])
  80     self.Fail('conformance/textures/texture-npot.html',
  81         ['win7', 'intel'])
  82     self.Fail('conformance/textures/texture-size-cube-maps.html',
  83         ['win7', 'intel'])
  84
  85     # Mac/Intel failures
  86     # The following two tests hang the WindowServer.
  87     self.Skip('conformance/canvas/drawingbuffer-static-canvas-test.html',
  88         ['mac', 'intel'], bug=303915)
  89     self.Skip('conformance/canvas/drawingbuffer-test.html',
  90         ['mac', 'intel'], bug=303915)
  91     # The following three tests only fail.
  92     # Radar 13499677
  93     self.Fail(
  94         'conformance/glsl/functions/glsl-function-smoothstep-gentype.html',
  95         ['mac', 'intel'], bug=225642)
  96     # Radar 13499466
  97     self.Fail('conformance/limits/gl-max-texture-dimensions.html',
  98         ['mac', 'intel'], bug=225642)
  99     # Radar 13499623
 100     self.Fail('conformance/textures/texture-size.html',
 101         ['mac', 'intel'], bug=225642)
 102
 103     # Mac/Intel failures on 10.7
 104     self.Skip('conformance/glsl/functions/glsl-function-asin.html',
 105         ['lion', 'intel'])
 106     self.Skip('conformance/glsl/functions/glsl-function-dot.html',
 107         ['lion', 'intel'])
 108     self.Skip('conformance/glsl/functions/glsl-function-faceforward.html',
 109         ['lion', 'intel'])
 110     self.Skip('conformance/glsl/functions/glsl-function-length.html',
 111         ['lion', 'intel'])
 112     self.Skip('conformance/glsl/functions/glsl-function-normalize.html',
 113         ['lion', 'intel'])
 114     self.Skip('conformance/glsl/functions/glsl-function-reflect.html',
 115         ['lion', 'intel'])
 116     self.Skip(
 117         'conformance/glsl/functions/glsl-function-smoothstep-gentype.html',
 118         ['lion', 'intel'])
 119     self.Skip('conformance/limits/gl-max-texture-dimensions.html',
 120         ['lion', 'intel'])
 121     self.Skip('conformance/rendering/line-loop-tri-fan.html',
 122         ['lion', 'intel'])
 123
 124     # Mac/ATI failures
 125     self.Skip('conformance/extensions/oes-texture-float-with-image-data.html',
 126         ['mac', 'amd'], bug=308328)
 127     self.Skip('conformance/rendering/gl-clear.html',
 128         ['mac', 'amd'], bug=308328)
 129     self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-array-buffer-view.html',
 130         ['mac', 'amd'], bug=308328)
 131     self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-image-data.html',
 132         ['mac', 'amd'], bug=308328)
 133     self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-image-data-rgb565.html',
 134         ['mac', 'amd'], bug=308328)
 135     self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-image-data-rgba4444.html',
 136         ['mac', 'amd'], bug=308328)
 137     self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-image-data-rgba5551.html',
 138         ['mac', 'amd'], bug=308328)
 139
 140     # Android failures
 141     self.Fail('conformance/textures/texture-npot-video.html',
 142         ['android'], bug=306485)
 143     # The following test is very slow and therefore times out on Android bot.
 144     self.Skip('conformance/rendering/multisample-corruption.html',
 145         ['android'])
 146