webgl_conformance_expectations.py revision 8bcbed890bc3ce4d7a057a8f32cab53fa534672e 
1# Copyright (c) 2013 The Chromium Authors. All rights reserved.
2# Use of this source code is governed by a BSD-style license that can be
3# found in the LICENSE file.
4
5from telemetry.page import test_expectations
6
7# Valid expectation conditions are:
8#
9# Operating systems:
10#     win, xp, vista, win7, mac, leopard, snowleopard, lion, mountainlion,
11#     linux, chromeos, android
12#
13# GPU vendors:
14#     amd, arm, broadcom, hisilicon, intel, imagination, nvidia, qualcomm,
15#     vivante
16#
17# Specific GPUs can be listed as a tuple with vendor name and device ID.
18# Examples: ('nvidia', 0x1234), ('arm', 'Mali-T604')
19# Device IDs must be paired with a GPU vendor.
20
21class WebGLConformanceExpectations(test_expectations.TestExpectations):
22  def SetExpectations(self):
23    # Sample Usage:
24    # self.Fail('gl-enable-vertex-attrib.html',
25    #     ['mac', 'amd', ('nvidia', 0x1234)], bug=123)
26
27    # Windows/Intel failures
28    self.Fail('conformance/textures/texture-size.html',
29        ['win', 'intel'], bug=121139)
30
31    # Windows 7/Intel failures
32    self.Fail('conformance/context/context-lost-restored.html',
33        ['win7', 'intel'])
34    self.Fail('conformance/context/premultiplyalpha-test.html',
35        ['win7', 'intel'])
36    self.Fail('conformance/extensions/oes-texture-float-with-image-data.html',
37        ['win7', 'intel'])
38    self.Fail('conformance/extensions/oes-texture-float.html',
39        ['win7', 'intel'])
40    self.Fail('conformance/limits/gl-min-attribs.html',
41        ['win7', 'intel'])
42    self.Fail('conformance/limits/gl-max-texture-dimensions.html',
43        ['win7', 'intel'])
44    self.Fail('conformance/limits/gl-min-textures.html',
45        ['win7', 'intel'])
46    self.Fail('conformance/limits/gl-min-uniforms.html',
47        ['win7', 'intel'])
48    self.Fail('conformance/rendering/gl-clear.html',
49        ['win7', 'intel'])
50    self.Fail('conformance/textures/copy-tex-image-and-sub-image-2d.html',
51        ['win7', 'intel'])
52    self.Fail('conformance/textures/gl-teximage.html',
53        ['win7', 'intel'])
54    self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-array-buffer-view.html',
55        ['win7', 'intel'])
56    self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-image-data.html',
57        ['win7', 'intel'])
58    self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-image-data-rgb565.html',
59        ['win7', 'intel'])
60    self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-image-data-rgba4444.html',
61        ['win7', 'intel'])
62    self.Fail('conformance/textures/tex-image-and-sub-image-2d-with-image-data-rgba5551.html',
63        ['win7', 'intel'])
64    self.Fail('conformance/textures/tex-image-with-format-and-type.html',
65        ['win7', 'intel'])
66    self.Fail('conformance/textures/tex-sub-image-2d.html',
67        ['win7', 'intel'])
68    self.Fail('conformance/textures/texparameter-test.html',
69        ['win7', 'intel'])
70    self.Fail('conformance/textures/texture-active-bind-2.html',
71        ['win7', 'intel'])
72    self.Fail('conformance/textures/texture-active-bind.html',
73        ['win7', 'intel'])
74    self.Fail('conformance/textures/texture-complete.html',
75        ['win7', 'intel'])
76    self.Fail('conformance/textures/texture-formats-test.html',
77        ['win7', 'intel'])
78    self.Fail('conformance/textures/texture-mips.html',
79        ['win7', 'intel'])
80    self.Fail('conformance/textures/texture-npot.html',
81        ['win7', 'intel'])
82    self.Fail('conformance/textures/texture-size-cube-maps.html',
83        ['win7', 'intel'])
84
85    # Mac/Intel failures
86    # The following two tests hang the WindowServer.
87    self.Skip('conformance/canvas/drawingbuffer-static-canvas-test.html',
88        ['mac', 'intel'], bug=303915)
89    self.Skip('conformance/canvas/drawingbuffer-test.html',
90        ['mac', 'intel'], bug=303915)
91    # The following three tests only fail.
92    # Radar 13499677
93    self.Fail(
94        'conformance/glsl/functions/glsl-function-smoothstep-gentype.html',
95        ['mac', 'intel'], bug=225642)
96    # Radar 13499466
97    self.Fail('conformance/limits/gl-max-texture-dimensions.html',
98        ['mac', 'intel'], bug=225642)
99    # Radar 13499623
100    self.Fail('conformance/textures/texture-size.html',
101        ['mac', 'intel'], bug=225642)
102
103    # Mac/Intel failures on 10.7
104    self.Skip('conformance/glsl/functions/glsl-function-asin.html',
105        ['lion', 'intel'])
106    self.Skip('conformance/glsl/functions/glsl-function-dot.html',
107        ['lion', 'intel'])
108    self.Skip('conformance/glsl/functions/glsl-function-faceforward.html',
109        ['lion', 'intel'])
110    self.Skip('conformance/glsl/functions/glsl-function-length.html',
111        ['lion', 'intel'])
112    self.Skip('conformance/glsl/functions/glsl-function-normalize.html',
113        ['lion', 'intel'])
114    self.Skip('conformance/glsl/functions/glsl-function-reflect.html',
115        ['lion', 'intel'])
116    self.Skip(
117        'conformance/glsl/functions/glsl-function-smoothstep-gentype.html',
118        ['lion', 'intel'])
119    self.Skip('conformance/limits/gl-max-texture-dimensions.html',
120        ['lion', 'intel'])
121    self.Skip('conformance/rendering/line-loop-tri-fan.html',
122        ['lion', 'intel'])
123
124    # Mac/ATI failures
125    self.Skip('conformance/extensions/oes-texture-float-with-image-data.html',
126        ['mac', 'amd'], bug=308328)
127    self.Skip('conformance/rendering/gl-clear.html',
128        ['mac', 'amd'], bug=308328)
129    self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-array-buffer-view.html',
130        ['mac', 'amd'], bug=308328)
131    self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-image-data.html',
132        ['mac', 'amd'], bug=308328)
133    self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-image-data-rgb565.html',
134        ['mac', 'amd'], bug=308328)
135    self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-image-data-rgba4444.html',
136        ['mac', 'amd'], bug=308328)
137    self.Skip('conformance/textures/tex-image-and-sub-image-2d-with-image-data-rgba5551.html',
138        ['mac', 'amd'], bug=308328)
139
140    # Android failures
141    self.Fail('conformance/textures/texture-npot-video.html',
142        ['android'], bug=306485)
143