Merge gerrit/vulkan-cts-1.0.0 into gerrit/vulkan-cts-1.0.1
[platform/upstream/VK-GL-CTS.git] / scripts / caselist_diff.py
1 # -*- coding: utf-8 -*-
2
3 #-------------------------------------------------------------------------
4 # drawElements Quality Program utilities
5 # --------------------------------------
6 #
7 # Copyright 2015 The Android Open Source Project
8 #
9 # Licensed under the Apache License, Version 2.0 (the "License");
10 # you may not use this file except in compliance with the License.
11 # You may obtain a copy of the License at
12 #
13 #      http://www.apache.org/licenses/LICENSE-2.0
14 #
15 # Unless required by applicable law or agreed to in writing, software
16 # distributed under the License is distributed on an "AS IS" BASIS,
17 # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
18 # See the License for the specific language governing permissions and
19 # limitations under the License.
20 #
21 #-------------------------------------------------------------------------
22
23 import sys
24
25 RENAME_LIST_2011_1_2011_2 = [
26         ("dEQP-GLES2.functional.shaders.random.basic_expressions.*",                    "dEQP-GLES2.functional.shaders.random.basic_expression."),
27         ("dEQP-GLES2.functional.shaders.random.scalar_conversions.*",                   "dEQP-GLES2.functional.shaders.random.scalar_conversion."),
28         ("dEQP-GLES2.functional.fbo.render.color_clears_*",                                             "dEQP-GLES2.functional.fbo.render.color_clear."),
29         ("dEQP-GLES2.functional.fbo.render.intersecting_quads_*",                               "dEQP-GLES2.functional.fbo.render.depth."),
30         ("dEQP-GLES2.functional.fbo.render.mix_*",                                                              "dEQP-GLES2.functional.fbo.render.color.mix_"),
31         ("dEQP-GLES2.functional.fbo.render.blend_*",                                                    "dEQP-GLES2.functional.fbo.render.color.blend_"),
32         ("dEQP-GLES2.functional.fbo.render.shared_colorbuffer_clears_*",                "dEQP-GLES2.functional.fbo.render.shared_colorbuffer_clear."),
33         ("dEQP-GLES2.functional.fbo.render.shared_colorbuffer_*",                               "dEQP-GLES2.functional.fbo.render.shared_colorbuffer."),
34         ("dEQP-GLES2.functional.fbo.render.shared_depthbuffer_*",                               "dEQP-GLES2.functional.fbo.render.shared_depthbuffer."),
35         ("dEQP-GLES2.functional.fbo.render.texsubimage_*",                                              "dEQP-GLES2.functional.fbo.render.texsubimage."),
36         ("dEQP-GLES2.functional.fbo.render.recreate_colorbuffer_*",                             "dEQP-GLES2.functional.fbo.render.recreate_colorbuffer.no_rebind_"),
37         ("dEQP-GLES2.functional.fbo.render.recreate_depthbuffer_*",                             "dEQP-GLES2.functional.fbo.render.recreate_depthbuffer.no_rebind_"),
38         ("dEQP-GLES2.functional.fbo.render.resize_*",                                                   "dEQP-GLES2.functional.fbo.render.resize.")
39 ]
40
41 RENAME_LIST_2011_2_2011_3 = [
42         ("dEQP-GLES2.usecases.ui.src_over_linear_1_batched",                    "dEQP-GLES2.usecases.ui.src_over_linear_batched_1"),
43         ("dEQP-GLES2.usecases.ui.src_over_linear_2_batched",                    "dEQP-GLES2.usecases.ui.src_over_linear_batched_2"),
44         ("dEQP-GLES2.usecases.ui.src_over_linear_4_batched",                    "dEQP-GLES2.usecases.ui.src_over_linear_batched_4"),
45         ("dEQP-GLES2.usecases.ui.src_over_nearest_1_batched",                   "dEQP-GLES2.usecases.ui.src_over_nearest_batched_1"),
46         ("dEQP-GLES2.usecases.ui.src_over_nearest_2_batched",                   "dEQP-GLES2.usecases.ui.src_over_nearest_batched_2"),
47         ("dEQP-GLES2.usecases.ui.src_over_nearest_4_batched",                   "dEQP-GLES2.usecases.ui.src_over_nearest_batched_4"),
48         ("dEQP-GLES2.usecases.ui.premultiplied_src_over_linear_1_batched",      "dEQP-GLES2.usecases.ui.premultiplied_src_over_linear_batched_1"),
49         ("dEQP-GLES2.usecases.ui.premultiplied_src_over_linear_2_batched",      "dEQP-GLES2.usecases.ui.premultiplied_src_over_linear_batched_2"),
50         ("dEQP-GLES2.usecases.ui.premultiplied_src_over_linear_4_batched",      "dEQP-GLES2.usecases.ui.premultiplied_src_over_linear_batched_4"),
51         ("dEQP-GLES2.usecases.ui.premultiplied_src_over_nearest_1_batched",     "dEQP-GLES2.usecases.ui.premultiplied_src_over_nearest_batched_1"),
52         ("dEQP-GLES2.usecases.ui.premultiplied_src_over_nearest_2_batched",     "dEQP-GLES2.usecases.ui.premultiplied_src_over_nearest_batched_2"),
53         ("dEQP-GLES2.usecases.ui.premultiplied_src_over_nearest_4_batched",     "dEQP-GLES2.usecases.ui.premultiplied_src_over_nearest_batched_4"),
54         ("dEQP-GLES2.usecases.ui.no_blend_linear_1_batched",                    "dEQP-GLES2.usecases.ui.no_blend_linear_batched_1"),
55         ("dEQP-GLES2.usecases.ui.no_blend_linear_2_batched",                    "dEQP-GLES2.usecases.ui.no_blend_linear_batched_2"),
56         ("dEQP-GLES2.usecases.ui.no_blend_linear_4_batched",                    "dEQP-GLES2.usecases.ui.no_blend_linear_batched_4"),
57         ("dEQP-GLES2.usecases.ui.no_blend_nearest_1_batched",                   "dEQP-GLES2.usecases.ui.no_blend_nearest_batched_1"),
58         ("dEQP-GLES2.usecases.ui.no_blend_nearest_2_batched",                   "dEQP-GLES2.usecases.ui.no_blend_nearest_batched_2"),
59         ("dEQP-GLES2.usecases.ui.no_blend_nearest_4_batched",                   "dEQP-GLES2.usecases.ui.no_blend_nearest_batched_4")
60 ]
61
62 RENAME_LIST_2011_3_2011_4 = []
63
64 RENAME_LIST_2011_4_2012_1 = [
65         ("dEQP-GLES2.functional.vertex_arrays.multiple_attributes.output_types.*", "dEQP-GLES2.functional.vertex_arrays.multiple_attributes.input_types."),
66 ]
67
68 RENAME_LIST_2012_2_2012_3 = [
69         ("dEQP-GLES2.functional.shaders.operator.geometric.refract.mediump_float_vertex",               "dEQP-GLES2.functional.shaders.operator.geometric.refract.mediump_float_float_vertex"),
70         ("dEQP-GLES2.functional.shaders.operator.geometric.refract.mediump_float_fragment",             "dEQP-GLES2.functional.shaders.operator.geometric.refract.mediump_float_float_fragment"),
71         ("dEQP-GLES2.functional.shaders.operator.geometric.refract.highp_float_vertex",                 "dEQP-GLES2.functional.shaders.operator.geometric.refract.highp_float_float_vertex"),
72         ("dEQP-GLES2.functional.shaders.operator.geometric.refract.highp_float_fragment",               "dEQP-GLES2.functional.shaders.operator.geometric.refract.highp_float_float_fragment"),
73         ("dEQP-GLES2.functional.shaders.operator.geometric.refract.mediump_vec2_vertex",                "dEQP-GLES2.functional.shaders.operator.geometric.refract.mediump_vec2_float_vertex"),
74         ("dEQP-GLES2.functional.shaders.operator.geometric.refract.mediump_vec2_fragment",              "dEQP-GLES2.functional.shaders.operator.geometric.refract.mediump_vec2_float_fragment"),
75         ("dEQP-GLES2.functional.shaders.operator.geometric.refract.highp_vec2_vertex",                  "dEQP-GLES2.functional.shaders.operator.geometric.refract.highp_vec2_float_vertex"),
76         ("dEQP-GLES2.functional.shaders.operator.geometric.refract.highp_vec2_fragment",                "dEQP-GLES2.functional.shaders.operator.geometric.refract.highp_vec2_float_fragment"),
77         ("dEQP-GLES2.functional.shaders.operator.geometric.refract.mediump_vec3_vertex",                "dEQP-GLES2.functional.shaders.operator.geometric.refract.mediump_vec3_float_vertex"),
78         ("dEQP-GLES2.functional.shaders.operator.geometric.refract.mediump_vec3_fragment",              "dEQP-GLES2.functional.shaders.operator.geometric.refract.mediump_vec3_float_fragment"),
79         ("dEQP-GLES2.functional.shaders.operator.geometric.refract.highp_vec3_vertex",                  "dEQP-GLES2.functional.shaders.operator.geometric.refract.highp_vec3_float_vertex"),
80         ("dEQP-GLES2.functional.shaders.operator.geometric.refract.highp_vec3_fragment",                "dEQP-GLES2.functional.shaders.operator.geometric.refract.highp_vec3_float_fragment"),
81         ("dEQP-GLES2.functional.shaders.operator.geometric.refract.mediump_vec4_vertex",                "dEQP-GLES2.functional.shaders.operator.geometric.refract.mediump_vec4_float_vertex"),
82         ("dEQP-GLES2.functional.shaders.operator.geometric.refract.mediump_vec4_fragment",              "dEQP-GLES2.functional.shaders.operator.geometric.refract.mediump_vec4_float_fragment"),
83         ("dEQP-GLES2.functional.shaders.operator.geometric.refract.highp_vec4_vertex",                  "dEQP-GLES2.functional.shaders.operator.geometric.refract.highp_vec4_float_vertex"),
84         ("dEQP-GLES2.functional.shaders.operator.geometric.refract.highp_vec4_fragment",                "dEQP-GLES2.functional.shaders.operator.geometric.refract.highp_vec4_float_fragment"),
85         ("dEQP-GLES2.functional.negative_api.texture.copyteximage2d_unequal_width_height_cube", "dEQP-GLES2.functional.negative_api.texture.copyteximage2d_inequal_width_height_cube"),
86         ("dEQP-GLES2.functional.negative_api.texture.teximage2d_unequal_width_height_cube",             "dEQP-GLES2.functional.negative_api.texture.teximage2d_inequal_width_height_cube"),
87         ("dEQP-GLES2.functional.negative_api.vertex_array.draw_arrays",                                                 "dEQP-GLES2.functional.negative_api.vertex_array.draw_arrays_invalid_program"),
88         ("dEQP-GLES2.functional.negative_api.vertex_array.draw_elemens",                                                "dEQP-GLES2.functional.negative_api.vertex_array.draw_elements_invalid_program"),
89         ("dEQP-GLES2.functional.negative_api.shader.attach_shader_invalid_object",                              "dEQP-GLES2.functional.negative_api.shader.attach_shader"),
90         ("dEQP-GLES2.functional.negative_api.shader.detach_shader_invalid_object",                              "dEQP-GLES2.functional.negative_api.shader.detach_shader"),
91         ("dEQP-GLES2.usecases.shadow.shadowmap.1sample.1_vertex_lights_no_texture",                             "dEQP-GLES2.usecases.shadow.shadowmaps.basic_1sample.1_vertex_lights_no_texture"),
92         ("dEQP-GLES2.usecases.shadow.shadowmap.1sample.2_vertex_lights_no_texture",             "dEQP-GLES2.usecases.shadow.shadowmaps.basic_1sample.2_vertex_lights_no_texture"),
93         ("dEQP-GLES2.usecases.shadow.shadowmap.1sample.4_vertex_lights_no_texture",             "dEQP-GLES2.usecases.shadow.shadowmaps.basic_1sample.4_vertex_lights_no_texture"),
94         ("dEQP-GLES2.usecases.shadow.shadowmap.1sample.1_vertex_lights",                        "dEQP-GLES2.usecases.shadow.shadowmaps.basic_1sample.1_vertex_lights"),
95         ("dEQP-GLES2.usecases.shadow.shadowmap.1sample.2_vertex_lights",                        "dEQP-GLES2.usecases.shadow.shadowmaps.basic_1sample.2_vertex_lights"),
96         ("dEQP-GLES2.usecases.shadow.shadowmap.1sample.4_vertex_lights",                        "dEQP-GLES2.usecases.shadow.shadowmaps.basic_1sample.4_vertex_lights"),
97         ("dEQP-GLES2.usecases.shadow.shadowmap.1sample.1_fragment_lights",                      "dEQP-GLES2.usecases.shadow.shadowmaps.basic_1sample.1_fragment_lights"),
98         ("dEQP-GLES2.usecases.shadow.shadowmap.1sample.2_fragment_lights",                      "dEQP-GLES2.usecases.shadow.shadowmaps.basic_1sample.2_fragment_lights"),
99         ("dEQP-GLES2.usecases.shadow.shadowmap.1sample.4_fragment_lights",                      "dEQP-GLES2.usecases.shadow.shadowmaps.basic_1sample.4_fragment_lights"),
100         ("dEQP-GLES2.usecases.shadow.shadowmap.4sample.1_vertex_lights_no_texture",             "dEQP-GLES2.usecases.shadow.shadowmaps.basic_4sample.1_vertex_lights_no_texture"),
101         ("dEQP-GLES2.usecases.shadow.shadowmap.4sample.2_vertex_lights_no_texture",             "dEQP-GLES2.usecases.shadow.shadowmaps.basic_4sample.2_vertex_lights_no_texture"),
102         ("dEQP-GLES2.usecases.shadow.shadowmap.4sample.4_vertex_lights_no_texture",             "dEQP-GLES2.usecases.shadow.shadowmaps.basic_4sample.4_vertex_lights_no_texture"),
103         ("dEQP-GLES2.usecases.shadow.shadowmap.4sample.1_vertex_lights",                        "dEQP-GLES2.usecases.shadow.shadowmaps.basic_4sample.1_vertex_lights"),
104         ("dEQP-GLES2.usecases.shadow.shadowmap.4sample.2_vertex_lights",                        "dEQP-GLES2.usecases.shadow.shadowmaps.basic_4sample.2_vertex_lights"),
105         ("dEQP-GLES2.usecases.shadow.shadowmap.4sample.4_vertex_lights",                        "dEQP-GLES2.usecases.shadow.shadowmaps.basic_4sample.4_vertex_lights"),
106         ("dEQP-GLES2.usecases.shadow.shadowmap.4sample.1_fragment_lights",                      "dEQP-GLES2.usecases.shadow.shadowmaps.basic_4sample.1_fragment_lights"),
107         ("dEQP-GLES2.usecases.shadow.shadowmap.4sample.2_fragment_lights",                      "dEQP-GLES2.usecases.shadow.shadowmaps.basic_4sample.2_fragment_lights"),
108         ("dEQP-GLES2.usecases.shadow.shadowmap.4sample.4_fragment_lights",                      "dEQP-GLES2.usecases.shadow.shadowmaps.basic_4sample.4_fragment_lights"),
109         ("dEQP-GLES2.usecases.shadow.shadowmap.16sample.1_vertex_lights_no_texture",            "dEQP-GLES2.usecases.shadow.shadowmaps.basic_16sample.1_vertex_lights_no_texture"),
110         ("dEQP-GLES2.usecases.shadow.shadowmap.16sample.2_vertex_lights_no_texture",            "dEQP-GLES2.usecases.shadow.shadowmaps.basic_16sample.2_vertex_lights_no_texture"),
111         ("dEQP-GLES2.usecases.shadow.shadowmap.16sample.4_vertex_lights_no_texture",            "dEQP-GLES2.usecases.shadow.shadowmaps.basic_16sample.4_vertex_lights_no_texture"),
112         ("dEQP-GLES2.usecases.shadow.shadowmap.16sample.1_vertex_lights",                       "dEQP-GLES2.usecases.shadow.shadowmaps.basic_16sample.1_vertex_lights"),
113         ("dEQP-GLES2.usecases.shadow.shadowmap.16sample.2_vertex_lights",                       "dEQP-GLES2.usecases.shadow.shadowmaps.basic_16sample.2_vertex_lights"),
114         ("dEQP-GLES2.usecases.shadow.shadowmap.16sample.4_vertex_lights",                       "dEQP-GLES2.usecases.shadow.shadowmaps.basic_16sample.4_vertex_lights"),
115         ("dEQP-GLES2.usecases.shadow.shadowmap.16sample.1_fragment_lights",                     "dEQP-GLES2.usecases.shadow.shadowmaps.basic_16sample.1_fragment_lights"),
116         ("dEQP-GLES2.usecases.shadow.shadowmap.16sample.2_fragment_lights",                     "dEQP-GLES2.usecases.shadow.shadowmaps.basic_16sample.2_fragment_lights"),
117         ("dEQP-GLES2.usecases.shadow.shadowmap.16sample.4_fragment_lights",                     "dEQP-GLES2.usecases.shadow.shadowmaps.basic_16sample.4_fragment_lights")
118 ]
119
120 RENAME_LIST_2012_3_2012_4 = [
121         ("dEQP-GLES2.functional.depth.*",                               "dEQP-GLES2.functional.fragment_ops.depth."),
122         ("dEQP-GLES2.functional.stencil.*",                             "dEQP-GLES2.functional.fragment_ops.stencil.")
123 ]
124
125 def readCaseList (filename):
126         f = open(filename, 'r')
127         cases = []
128         for line in f:
129                 if line[0:5] == "TEST:":
130                         cases.append(line[6:].strip())
131         f.close()
132         return cases
133
134 def isWildcardPattern (pattern):
135         return pattern[-1:] == '*'
136
137 # returns (cases, renames)
138 def renameCases (cases, rename):
139         renamedCases    = []
140         renamedSet              = set()
141         renames                 = []
142         for case in cases:
143                 renamed = None
144
145                 for src, dst in rename:
146                         if isWildcardPattern(src) and case[:len(src)-1] == src[:-1]:
147                                 renamed = dst + case[len(src)-1:]
148                                 break
149                         elif case == src:
150                                 renamed = dst
151                                 break
152
153                 if renamed != None:
154                         renames.append((case, renamed))
155                         case = renamed
156
157                 # It is possible that some later case is renamed to case already seen in the list
158                 assert not case in renamedSet or renamed != None
159                 if case not in renamedSet:
160                         renamedCases.append(case)
161                         renamedSet.add(case)
162
163         return (renamedCases, renames)
164
165 # returns (added, removed) lists
166 def diffCaseLists (old, new):
167         added   = []
168         removed = []
169
170         oldSet = set(old)
171         newSet = set(new)
172
173         # build added list
174         for case in new:
175                 if not case in oldSet:
176                         added.append(case)
177
178         # build removed set
179         for case in old:
180                 if not case in newSet:
181                         removed.append(case)
182
183         return (added, removed)
184
185 if __name__ == "__main__":
186         if len(sys.argv) != 3:
187                 print "%s [old caselist] [new caselist]" % sys.argv[0]
188                 sys.exit(-1)
189
190         oldCases        = readCaseList(sys.argv[1])
191         newCases        = readCaseList(sys.argv[2])
192         rename          = RENAME_LIST_2012_3_2012_4
193
194         renamedCases, renameList        = renameCases(oldCases, rename)
195         added, removed                          = diffCaseLists(renamedCases, newCases)
196
197 #       for src, dst in rename:
198 #               print "RENAME: %s -> %s" % (src, dst)
199
200         for case in added:
201                 print "ADD: %s" % case
202
203         for src, dst in renameList:
204                 print "RENAME: %s -> %s" % (src, dst)
205
206         for case in removed:
207                 print "REMOVE: %s" % case