ci/dzn: Run almost the full CTS
authorJesse Natalie <jenatali@microsoft.com>
Fri, 21 Apr 2023 21:13:42 +0000 (14:13 -0700)
committerMarge Bot <emma+marge@anholt.net>
Tue, 25 Apr 2023 15:36:01 +0000 (15:36 +0000)
Part-of: <https://gitlab.freedesktop.org/mesa/mesa/-/merge_requests/22639>

.gitlab-ci/windows/deqp_runner_run.ps1
src/microsoft/ci/deqp-dozen.toml
src/microsoft/ci/gitlab-ci.yml
src/microsoft/ci/warp-fails.txt

index efdf619..42df3c0 100644 (file)
@@ -13,10 +13,18 @@ $jobs = ""
 if ($null -ne $env:FDO_CI_CONCURRENT) {
   $jobs = "--jobs", "$($env:FDO_CI_CONCURRENT)"
 }
+if ($env:DEQP_FRACTION -eq $null) {
+  $env:DEQP_FRACTION = 1
+}
 
 $env:DZN_DEBUG = "warp"
 $env:MESA_VK_IGNORE_CONFORMANCE_WARNING = "true"
-deqp-runner suite --suite $($suite) --output $($results) --baseline $($baseline) --testlog-to-xml C:\deqp\executor\testlog-to-xml.exe $jobs --fraction 3
+deqp-runner suite --suite $($suite) `
+--output $($results) `
+--baseline $($baseline) `
+--testlog-to-xml C:\deqp\executor\testlog-to-xml.exe `
+--fraction $env:DEQP_FRACTION `
+$jobs
 $deqpstatus = $?
 
 $template = "See https://$($env:CI_PROJECT_ROOT_NAMESPACE).pages.freedesktop.org/-/$($env:CI_PROJECT_NAME)/-/jobs/$($env:CI_JOB_ID)/artifacts/results/{{testcase}}.xml"
index 71b9944..c5c4cb5 100644 (file)
@@ -11,16 +11,6 @@ caselists = ["/deqp/mustpass/vk-main.txt"]
 skips = ["./_install/warp-skips.txt"]
 flakes = ["./_install/warp-flakes.txt"]
 renderer_check = 'Microsoft Direct3D12 \(Microsoft Basic Render Driver\)'
-include = [
-    "dEQP-VK.api.*",
-    "dEQP-VK.binding_model.*",
-    "dEQP-VK.draw.*",
-    "dEQP-VK.dynamic_state.*",
-    "dEQP-VK.geometry.*",
-    "dEQP-VK.image.*",
-    "dEQP-VK.info.*",
-    "dEQP-VK.memory.*",
-    "dEQP-VK.pipeline*cache.*",
-    "dEQP-VK.pipeline.vertex_input.*",
-    "dEQP-VK.query_pool.*",
+exclude = [
+    "dEQP-VK.graphicsfuzz.*",
 ]
index e93bc7b..d0a936c 100644 (file)
@@ -34,6 +34,7 @@ test-dozen-deqp:
     GIT_STRATEGY: none # testing doesn't build anything from source
     DZN_AGILITY_RELATIVE_PATH: "D3D12\\"
     DZN_AGILITY_SDK_VERSION: 610
+    DEQP_FRACTION: 4
   script:
     - . _install/deqp_runner_run.ps1
   artifacts:
index 705833a..907d898 100644 (file)
@@ -112,7 +112,188 @@ dEQP-VK.image.texel_view_compatible.compute.extended.3d_image.texture.bc1_rgba_s
 dEQP-VK.image.texel_view_compatible.compute.extended.3d_image.texture.bc2_srgb_block.r32g32b32a32_sint,Fail
 dEQP-VK.image.texel_view_compatible.compute.extended.3d_image.texture.bc4_snorm_block.r32g32_uint,Fail
 dEQP-VK.image.texel_view_compatible.compute.extended.3d_image.texture.bc5_snorm_block.r32g32b32a32_uint,Fail
+dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc1_rgb_srgb_block.r16g16b16a16_uint,Fail
+dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc1_rgb_unorm_block.r16g16b16a16_snorm,Fail
+dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc1_rgba_srgb_block.r16g16b16a16_uint,Fail
+dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc2_unorm_block.r32g32b32a32_sint,Fail
+dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc3_srgb_block.r32g32b32a32_sint,Fail
+dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc3_srgb_block.r32g32b32a32_uint,Fail
+dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc3_unorm_block.r32g32b32a32_sint,Fail
+dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc3_unorm_block.r32g32b32a32_uint,Fail
+dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc5_unorm_block.r32g32b32a32_uint,Fail
+dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc6h_sfloat_block.r32g32b32a32_sint,Fail
+dEQP-VK.image.texel_view_compatible.compute.basic.2d_image.texture.bc7_srgb_block.r32g32b32a32_uint,Fail
+dEQP-VK.image.texel_view_compatible.compute.basic.3d_image.texture.bc1_rgb_srgb_block.r32g32_uint,Fail
+dEQP-VK.image.texel_view_compatible.compute.basic.3d_image.texture.bc1_rgb_unorm_block.r16g16b16a16_uint,Fail
+dEQP-VK.image.texel_view_compatible.compute.basic.3d_image.texture.bc1_rgba_srgb_block.r16g16b16a16_unorm,Fail
+dEQP-VK.image.texel_view_compatible.compute.basic.3d_image.texture.bc4_snorm_block.r16g16b16a16_unorm,Fail
+dEQP-VK.image.texel_view_compatible.compute.basic.3d_image.texture.bc4_unorm_block.r32g32_uint,Fail
+dEQP-VK.image.texel_view_compatible.compute.basic.3d_image.texture.bc5_snorm_block.r32g32b32a32_uint,Fail
+dEQP-VK.image.texel_view_compatible.compute.basic.3d_image.texture.bc6h_ufloat_block.r32g32b32a32_uint,Fail
+dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc1_rgb_srgb_block.r16g16b16a16_uint,Fail
+dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc1_rgb_srgb_block.r16g16b16a16_unorm,Fail
+dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc1_rgba_srgb_block.r16g16b16a16_sint,Fail
+dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc1_rgba_unorm_block.r32g32_sint,Fail
+dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc1_rgba_unorm_block.r32g32_uint,Fail
+dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc3_srgb_block.r32g32b32a32_uint,Fail
+dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc3_unorm_block.r32g32b32a32_sint,Fail
+dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc4_snorm_block.r16g16b16a16_unorm,Fail
+dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc5_snorm_block.r32g32b32a32_uint,Fail
+dEQP-VK.image.texel_view_compatible.compute.extended.2d_image.texture.bc7_srgb_block.r32g32b32a32_uint,Fail
+dEQP-VK.image.texel_view_compatible.compute.extended.3d_image.texture.bc1_rgba_srgb_block.r16g16b16a16_snorm,Fail
+dEQP-VK.image.texel_view_compatible.compute.extended.3d_image.texture.bc1_rgba_unorm_block.r16g16b16a16_uint,Fail
+dEQP-VK.image.texel_view_compatible.compute.extended.3d_image.texture.bc3_unorm_block.r32g32b32a32_uint,Fail
+dEQP-VK.image.texel_view_compatible.compute.extended.3d_image.texture.bc6h_ufloat_block.r32g32b32a32_sint,Fail
 
 # This is due to pretending to resolve stencil sample 0 using min
 # This needs to be a blit shader instead, but that runs into problems since shader stencil export is optional
 dEQP-VK.imageless_framebuffer.depth_stencil_resolve,Fail
+# And this is because we don't claim to support the sample 0 resolve mode
+dEQP-VK.renderpass2.depth_stencil_resolve.misc.properties,Fail
+
+# WARP does not support "dynamically uniform" control flow for barriers (yet, anyway)
+dEQP-VK.compute.basic.branch_past_barrier,Fail
+
+# WARP produces inf instead of a very-large float for exp2 of a value very close to 128.0
+dEQP-VK.glsl.builtin.precision.pow.highp.vec4,Fail
+
+# DXIL does not have a way to express these yet. Hopefully incoming with shader model 6.8
+# See https://github.com/microsoft/hlsl-specs/issues/30
+dEQP-VK.glsl.texture_functions.texture.sampler1darrayshadow_bias_fragment,Fail
+dEQP-VK.glsl.texture_functions.texture.sampler1dshadow_bias_fragment,Fail
+dEQP-VK.glsl.texture_functions.texture.sampler2dshadow_bias_fragment,Fail
+dEQP-VK.glsl.texture_functions.texture.samplercubeshadow_bias_fragment,Fail
+dEQP-VK.glsl.texture_functions.texturegrad.sampler1darrayshadow_fragment,Fail
+dEQP-VK.glsl.texture_functions.texturegrad.sampler1darrayshadow_vertex,Fail
+dEQP-VK.glsl.texture_functions.texturegrad.sampler1dshadow_fragment,Fail
+dEQP-VK.glsl.texture_functions.texturegrad.sampler1dshadow_vertex,Fail
+dEQP-VK.glsl.texture_functions.texturegrad.sampler2darrayshadow_fragment,Fail
+dEQP-VK.glsl.texture_functions.texturegrad.sampler2darrayshadow_vertex,Fail
+dEQP-VK.glsl.texture_functions.texturegrad.sampler2dshadow_fragment,Fail
+dEQP-VK.glsl.texture_functions.texturegrad.sampler2dshadow_vertex,Fail
+dEQP-VK.glsl.texture_functions.texturegrad.samplercubeshadow_fragment,Fail
+dEQP-VK.glsl.texture_functions.texturegrad.samplercubeshadow_vertex,Fail
+dEQP-VK.glsl.texture_functions.texturegradoffset.sampler1darrayshadow_fragment,Fail
+dEQP-VK.glsl.texture_functions.texturegradoffset.sampler1darrayshadow_vertex,Fail
+dEQP-VK.glsl.texture_functions.texturegradoffset.sampler1dshadow_fragment,Fail
+dEQP-VK.glsl.texture_functions.texturegradoffset.sampler1dshadow_vertex,Fail
+dEQP-VK.glsl.texture_functions.texturegradoffset.sampler2darrayshadow_fragment,Fail
+dEQP-VK.glsl.texture_functions.texturegradoffset.sampler2darrayshadow_vertex,Fail
+dEQP-VK.glsl.texture_functions.texturegradoffset.sampler2dshadow_fragment,Fail
+dEQP-VK.glsl.texture_functions.texturegradoffset.sampler2dshadow_vertex,Fail
+dEQP-VK.glsl.texture_functions.textureoffset.sampler1darrayshadow_bias_fragment,Fail
+dEQP-VK.glsl.texture_functions.textureoffset.sampler1dshadow_bias_fragment,Fail
+dEQP-VK.glsl.texture_functions.textureoffset.sampler2dshadow_bias_fragment,Fail
+dEQP-VK.glsl.texture_functions.textureproj.sampler1dshadow_bias_fragment,Fail
+dEQP-VK.glsl.texture_functions.textureproj.sampler2dshadow_bias_fragment,Fail
+dEQP-VK.glsl.texture_functions.textureprojgrad.sampler1dshadow_fragment,Fail
+dEQP-VK.glsl.texture_functions.textureprojgrad.sampler1dshadow_vertex,Fail
+dEQP-VK.glsl.texture_functions.textureprojgrad.sampler2dshadow_fragment,Fail
+dEQP-VK.glsl.texture_functions.textureprojgrad.sampler2dshadow_vertex,Fail
+dEQP-VK.glsl.texture_functions.textureprojgradoffset.sampler1dshadow_fragment,Fail
+dEQP-VK.glsl.texture_functions.textureprojgradoffset.sampler1dshadow_vertex,Fail
+dEQP-VK.glsl.texture_functions.textureprojgradoffset.sampler2dshadow_fragment,Fail
+dEQP-VK.glsl.texture_functions.textureprojgradoffset.sampler2dshadow_vertex,Fail
+dEQP-VK.glsl.texture_functions.textureprojoffset.sampler1dshadow_bias_fragment,Fail
+dEQP-VK.glsl.texture_functions.textureprojoffset.sampler2dshadow_bias_fragment,Fail
+
+# WARP bug, a couple ops didn't flush denorms (fabs and fmul(x, 1.0))
+dEQP-VK.spirv_assembly.instruction.compute.float_controls.fp32.input_args.abs_denorm_flush_to_zero,Fail
+dEQP-VK.spirv_assembly.instruction.compute.float_controls.fp32.input_args.tanh_denorm_flush_to_zero,Fail
+dEQP-VK.spirv_assembly.instruction.graphics.float_controls.fp32.input_args.abs_denorm_flush_to_zero_frag,Fail
+dEQP-VK.spirv_assembly.instruction.graphics.float_controls.fp32.input_args.abs_denorm_flush_to_zero_vert,Fail
+dEQP-VK.spirv_assembly.instruction.graphics.float_controls.fp32.input_args.tanh_denorm_flush_to_zero_frag,Fail
+dEQP-VK.spirv_assembly.instruction.graphics.float_controls.fp32.input_args.tanh_denorm_flush_to_zero_vert,Fail
+
+# We need to use a format that has alpha in the right spot to be able to get the right border color here. Fix incoming,
+# needs updated WARP for correct support.
+dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.igba.opaque_black.gather_2.no_swizzle_hint,Fail
+dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.igba.opaque_black.gather_3.no_swizzle_hint,Fail
+dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.igba.opaque_black.no_gather.no_swizzle_hint,Fail
+dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.rgba.opaque_black.gather_2.no_swizzle_hint,Fail
+dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.rgba.opaque_black.gather_3.no_swizzle_hint,Fail
+dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.rgba.opaque_black.no_gather.no_swizzle_hint,Fail
+dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.rgbi.opaque_black.gather_2.no_swizzle_hint,Fail
+dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.rgbi.opaque_black.gather_3.no_swizzle_hint,Fail
+dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.rgbi.opaque_black.no_gather.no_swizzle_hint,Fail
+dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.rgia.opaque_black.gather_2.no_swizzle_hint,Fail
+dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.rgia.opaque_black.gather_3.no_swizzle_hint,Fail
+dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.rgia.opaque_black.no_gather.no_swizzle_hint,Fail
+dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.riba.opaque_black.gather_2.no_swizzle_hint,Fail
+dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.riba.opaque_black.gather_3.no_swizzle_hint,Fail
+dEQP-VK.pipeline.monolithic.sampler.border_swizzle.b4g4r4a4_unorm_pack16.riba.opaque_black.no_gather.no_swizzle_hint,Fail
+dEQP-VK.pipeline.monolithic.sampler.view_type.1d.format.b4g4r4a4_unorm_pack16.address_modes.all_mode_clamp_to_border_opaque_black,Fail
+dEQP-VK.pipeline.monolithic.sampler.view_type.1d_array.format.b4g4r4a4_unorm_pack16.address_modes.all_mode_clamp_to_border_opaque_black,Fail
+dEQP-VK.pipeline.monolithic.sampler.view_type.1d_unnormalized.format.b4g4r4a4_unorm_pack16.address_modes.all_mode_clamp_to_border_opaque_black,Fail
+dEQP-VK.pipeline.monolithic.sampler.view_type.2d.format.b4g4r4a4_unorm_pack16.address_modes.all_mode_clamp_to_border_opaque_black,Fail
+dEQP-VK.pipeline.monolithic.sampler.view_type.2d_array.format.b4g4r4a4_unorm_pack16.address_modes.all_mode_clamp_to_border_opaque_black,Fail
+dEQP-VK.pipeline.monolithic.sampler.view_type.2d_unnormalized.format.b4g4r4a4_unorm_pack16.address_modes.all_mode_clamp_to_border_opaque_black,Fail
+dEQP-VK.pipeline.monolithic.sampler.view_type.3d.format.b4g4r4a4_unorm_pack16.address_modes.all_mode_clamp_to_border_opaque_black,Fail
+
+# WARP bug, some phi/control flow lowering caused incorrect values to be loaded after the loop. Fix incoming
+dEQP-VK.glsl.loops.generic.do_while_dynamic_iterations.basic_highp_float_fragment,Fail
+dEQP-VK.glsl.loops.generic.do_while_dynamic_iterations.basic_highp_float_vertex,Fail
+dEQP-VK.glsl.loops.generic.do_while_dynamic_iterations.basic_mediump_float_fragment,Fail
+dEQP-VK.glsl.loops.generic.do_while_dynamic_iterations.basic_mediump_float_vertex,Fail
+dEQP-VK.glsl.loops.generic.do_while_uniform_iterations.basic_highp_float_fragment,Fail
+dEQP-VK.glsl.loops.generic.do_while_uniform_iterations.basic_highp_float_vertex,Fail
+dEQP-VK.glsl.loops.generic.do_while_uniform_iterations.basic_mediump_float_fragment,Fail
+dEQP-VK.glsl.loops.generic.do_while_uniform_iterations.basic_mediump_float_vertex,Fail
+dEQP-VK.glsl.loops.special.do_while_constant_iterations.dowhile_trap_fragment,Fail
+dEQP-VK.glsl.loops.special.do_while_constant_iterations.dowhile_trap_vertex,Fail
+dEQP-VK.glsl.loops.special.do_while_constant_iterations.nested_sequence_fragment,Fail
+dEQP-VK.glsl.loops.special.do_while_constant_iterations.nested_sequence_vertex,Fail
+dEQP-VK.glsl.loops.special.do_while_constant_iterations.sequence_fragment,Fail
+dEQP-VK.glsl.loops.special.do_while_constant_iterations.sequence_vertex,Fail
+dEQP-VK.glsl.loops.special.do_while_dynamic_iterations.dowhile_trap_fragment,Fail
+dEQP-VK.glsl.loops.special.do_while_dynamic_iterations.dowhile_trap_vertex,Fail
+dEQP-VK.glsl.loops.special.do_while_dynamic_iterations.nested_sequence_fragment,Fail
+dEQP-VK.glsl.loops.special.do_while_dynamic_iterations.nested_sequence_vertex,Fail
+dEQP-VK.glsl.loops.special.do_while_dynamic_iterations.sequence_fragment,Fail
+dEQP-VK.glsl.loops.special.do_while_dynamic_iterations.sequence_vertex,Fail
+dEQP-VK.glsl.loops.special.do_while_dynamic_iterations.vector_counter_fragment,Fail
+dEQP-VK.glsl.loops.special.do_while_dynamic_iterations.vector_counter_vertex,Fail
+dEQP-VK.glsl.loops.special.do_while_uniform_iterations.dowhile_trap_fragment,Fail
+dEQP-VK.glsl.loops.special.do_while_uniform_iterations.dowhile_trap_vertex,Fail
+dEQP-VK.glsl.loops.special.do_while_uniform_iterations.nested_sequence_fragment,Fail
+dEQP-VK.glsl.loops.special.do_while_uniform_iterations.nested_sequence_vertex,Fail
+dEQP-VK.glsl.loops.special.do_while_uniform_iterations.sequence_fragment,Fail
+dEQP-VK.glsl.loops.special.do_while_uniform_iterations.sequence_vertex,Fail
+dEQP-VK.glsl.loops.special.do_while_uniform_iterations.vector_counter_fragment,Fail
+dEQP-VK.glsl.loops.special.do_while_uniform_iterations.vector_counter_vertex,Fail
+
+# WARP bug, signed arithmetic 16bit int wave ops didn't correctly handle negative values, fix incoming
+dEQP-VK.subgroups.arithmetic.compute.subgroupmax_i16vec2,Fail
+dEQP-VK.subgroups.arithmetic.compute.subgroupmax_i16vec2_requiredsubgroupsize,Fail
+dEQP-VK.subgroups.arithmetic.compute.subgroupmax_i16vec3,Fail
+dEQP-VK.subgroups.arithmetic.compute.subgroupmax_i16vec3_requiredsubgroupsize,Fail
+dEQP-VK.subgroups.arithmetic.compute.subgroupmax_i16vec4,Fail
+dEQP-VK.subgroups.arithmetic.compute.subgroupmax_i16vec4_requiredsubgroupsize,Fail
+dEQP-VK.subgroups.arithmetic.compute.subgroupmin_i16vec2,Fail
+dEQP-VK.subgroups.arithmetic.compute.subgroupmin_i16vec2_requiredsubgroupsize,Fail
+dEQP-VK.subgroups.arithmetic.compute.subgroupmin_i16vec3,Fail
+dEQP-VK.subgroups.arithmetic.compute.subgroupmin_i16vec3_requiredsubgroupsize,Fail
+dEQP-VK.subgroups.arithmetic.compute.subgroupmin_i16vec4,Fail
+dEQP-VK.subgroups.arithmetic.compute.subgroupmin_i16vec4_requiredsubgroupsize,Fail
+dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmax_i16vec2_geometry,Fail
+dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmax_i16vec2_vertex,Fail
+dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmax_i16vec3_geometry,Fail
+dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmax_i16vec3_vertex,Fail
+dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmax_i16vec4_geometry,Fail
+dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmax_i16vec4_vertex,Fail
+dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmax_int16_t_geometry,Fail
+dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmax_int16_t_vertex,Fail
+dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmin_i16vec2_geometry,Fail
+dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmin_i16vec2_vertex,Fail
+dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmin_i16vec3_geometry,Fail
+dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmin_i16vec3_vertex,Fail
+dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmin_i16vec4_geometry,Fail
+dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmin_i16vec4_vertex,Fail
+dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmin_int16_t_geometry,Fail
+dEQP-VK.subgroups.arithmetic.framebuffer.subgroupmin_int16_t_vertex,Fail
+dEQP-VK.subgroups.arithmetic.graphics.subgroupmax_i16vec2,Fail
+dEQP-VK.subgroups.arithmetic.graphics.subgroupmax_i16vec3,Fail
+dEQP-VK.subgroups.arithmetic.graphics.subgroupmax_i16vec4,Fail
+dEQP-VK.subgroups.arithmetic.graphics.subgroupmin_i16vec2,Fail
+dEQP-VK.subgroups.arithmetic.graphics.subgroupmin_i16vec3,Fail
+dEQP-VK.subgroups.arithmetic.graphics.subgroupmin_i16vec4,Fail