; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+sse4.2 | FileCheck %s --check-prefix=SSE --check-prefix=SSE42
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx | FileCheck %s --check-prefix=AVX --check-prefix=AVX1
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx2 | FileCheck %s --check-prefix=AVX --check-prefix=AVX2
-; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512f | FileCheck %s --check-prefix=AVX --check-prefix=AVX512 --check-prefix=AVX512F
-; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512vl | FileCheck %s --check-prefix=AVX --check-prefix=AVX512 --check-prefix=AVX512VL
+; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512f | FileCheck %s --check-prefix=AVX --check-prefix=AVX512 --check-prefix=AVX512NOBW --check-prefix=AVX512F
+; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512vl | FileCheck %s --check-prefix=AVX --check-prefix=AVX512 --check-prefix=AVX512NOBW --check-prefix=AVX512VL
+; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512bw | FileCheck %s --check-prefix=AVX --check-prefix=AVX512 --check-prefix=AVX512BW --check-prefix=AVX512BWNOVL
+; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512bw,+avx512vl | FileCheck %s --check-prefix=AVX --check-prefix=AVX512 --check-prefix=AVX512BW --check-prefix=AVX512BWVL
;
; General cases - packing of vector comparison to legal vector result types
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
-; AVX512-LABEL: vselect_packss_v16i16:
-; AVX512: # BB#0:
-; AVX512-NEXT: vpcmpeqw %ymm1, %ymm0, %ymm0
-; AVX512-NEXT: vpmovsxwd %ymm0, %zmm0
-; AVX512-NEXT: vpmovdb %zmm0, %xmm0
-; AVX512-NEXT: vpblendvb %xmm0, %xmm2, %xmm3, %xmm0
-; AVX512-NEXT: vzeroupper
-; AVX512-NEXT: retq
+; AVX512NOBW-LABEL: vselect_packss_v16i16:
+; AVX512NOBW: # BB#0:
+; AVX512NOBW-NEXT: vpcmpeqw %ymm1, %ymm0, %ymm0
+; AVX512NOBW-NEXT: vpmovsxwd %ymm0, %zmm0
+; AVX512NOBW-NEXT: vpmovdb %zmm0, %xmm0
+; AVX512NOBW-NEXT: vpblendvb %xmm0, %xmm2, %xmm3, %xmm0
+; AVX512NOBW-NEXT: vzeroupper
+; AVX512NOBW-NEXT: retq
+;
+; AVX512BWNOVL-LABEL: vselect_packss_v16i16:
+; AVX512BWNOVL: # BB#0:
+; AVX512BWNOVL-NEXT: vpcmpeqw %ymm1, %ymm0, %ymm0
+; AVX512BWNOVL-NEXT: vpmovwb %zmm0, %ymm0
+; AVX512BWNOVL-NEXT: vpblendvb %xmm0, %xmm2, %xmm3, %xmm0
+; AVX512BWNOVL-NEXT: vzeroupper
+; AVX512BWNOVL-NEXT: retq
+;
+; AVX512BWVL-LABEL: vselect_packss_v16i16:
+; AVX512BWVL: # BB#0:
+; AVX512BWVL-NEXT: vpcmpeqw %ymm1, %ymm0, %k0
+; AVX512BWVL-NEXT: vpmovm2b %k0, %xmm0
+; AVX512BWVL-NEXT: vpblendvb %xmm0, %xmm2, %xmm3, %xmm0
+; AVX512BWVL-NEXT: vzeroupper
+; AVX512BWVL-NEXT: retq
%1 = icmp eq <16 x i16> %a0, %a1
%2 = sext <16 x i1> %1 to <16 x i8>
%3 = and <16 x i8> %2, %a2
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
-; AVX512-LABEL: vselect_packss_v16i32:
-; AVX512: # BB#0:
-; AVX512-NEXT: vpcmpeqd %zmm1, %zmm0, %k1
-; AVX512-NEXT: vpternlogd $255, %zmm0, %zmm0, %zmm0 {%k1} {z}
-; AVX512-NEXT: vpmovdb %zmm0, %xmm0
-; AVX512-NEXT: vpblendvb %xmm0, %xmm2, %xmm3, %xmm0
-; AVX512-NEXT: vzeroupper
-; AVX512-NEXT: retq
+; AVX512NOBW-LABEL: vselect_packss_v16i32:
+; AVX512NOBW: # BB#0:
+; AVX512NOBW-NEXT: vpcmpeqd %zmm1, %zmm0, %k1
+; AVX512NOBW-NEXT: vpternlogd $255, %zmm0, %zmm0, %zmm0 {%k1} {z}
+; AVX512NOBW-NEXT: vpmovdb %zmm0, %xmm0
+; AVX512NOBW-NEXT: vpblendvb %xmm0, %xmm2, %xmm3, %xmm0
+; AVX512NOBW-NEXT: vzeroupper
+; AVX512NOBW-NEXT: retq
+;
+; AVX512BWNOVL-LABEL: vselect_packss_v16i32:
+; AVX512BWNOVL: # BB#0:
+; AVX512BWNOVL-NEXT: vpcmpeqd %zmm1, %zmm0, %k0
+; AVX512BWNOVL-NEXT: vpmovm2b %k0, %zmm0
+; AVX512BWNOVL-NEXT: vpblendvb %xmm0, %xmm2, %xmm3, %xmm0
+; AVX512BWNOVL-NEXT: vzeroupper
+; AVX512BWNOVL-NEXT: retq
+;
+; AVX512BWVL-LABEL: vselect_packss_v16i32:
+; AVX512BWVL: # BB#0:
+; AVX512BWVL-NEXT: vpcmpeqd %zmm1, %zmm0, %k0
+; AVX512BWVL-NEXT: vpmovm2b %k0, %xmm0
+; AVX512BWVL-NEXT: vpblendvb %xmm0, %xmm2, %xmm3, %xmm0
+; AVX512BWVL-NEXT: vzeroupper
+; AVX512BWVL-NEXT: retq
%1 = icmp eq <16 x i32> %a0, %a1
%2 = sext <16 x i1> %1 to <16 x i8>
%3 = and <16 x i8> %2, %a2
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
-; AVX512-LABEL: vselect_packss_v16i64:
-; AVX512: # BB#0:
-; AVX512-NEXT: vpcmpeqq %zmm2, %zmm0, %k0
-; AVX512-NEXT: vpcmpeqq %zmm3, %zmm1, %k1
-; AVX512-NEXT: kunpckbw %k0, %k1, %k1
-; AVX512-NEXT: vpternlogd $255, %zmm0, %zmm0, %zmm0 {%k1} {z}
-; AVX512-NEXT: vpmovdb %zmm0, %xmm0
-; AVX512-NEXT: vpblendvb %xmm0, %xmm4, %xmm5, %xmm0
-; AVX512-NEXT: vzeroupper
-; AVX512-NEXT: retq
+; AVX512NOBW-LABEL: vselect_packss_v16i64:
+; AVX512NOBW: # BB#0:
+; AVX512NOBW-NEXT: vpcmpeqq %zmm2, %zmm0, %k0
+; AVX512NOBW-NEXT: vpcmpeqq %zmm3, %zmm1, %k1
+; AVX512NOBW-NEXT: kunpckbw %k0, %k1, %k1
+; AVX512NOBW-NEXT: vpternlogd $255, %zmm0, %zmm0, %zmm0 {%k1} {z}
+; AVX512NOBW-NEXT: vpmovdb %zmm0, %xmm0
+; AVX512NOBW-NEXT: vpblendvb %xmm0, %xmm4, %xmm5, %xmm0
+; AVX512NOBW-NEXT: vzeroupper
+; AVX512NOBW-NEXT: retq
+;
+; AVX512BWNOVL-LABEL: vselect_packss_v16i64:
+; AVX512BWNOVL: # BB#0:
+; AVX512BWNOVL-NEXT: vpcmpeqq %zmm2, %zmm0, %k0
+; AVX512BWNOVL-NEXT: vpcmpeqq %zmm3, %zmm1, %k1
+; AVX512BWNOVL-NEXT: kunpckbw %k0, %k1, %k0
+; AVX512BWNOVL-NEXT: vpmovm2b %k0, %zmm0
+; AVX512BWNOVL-NEXT: vpblendvb %xmm0, %xmm4, %xmm5, %xmm0
+; AVX512BWNOVL-NEXT: vzeroupper
+; AVX512BWNOVL-NEXT: retq
+;
+; AVX512BWVL-LABEL: vselect_packss_v16i64:
+; AVX512BWVL: # BB#0:
+; AVX512BWVL-NEXT: vpcmpeqq %zmm2, %zmm0, %k0
+; AVX512BWVL-NEXT: vpcmpeqq %zmm3, %zmm1, %k1
+; AVX512BWVL-NEXT: kunpckbw %k0, %k1, %k0
+; AVX512BWVL-NEXT: vpmovm2b %k0, %xmm0
+; AVX512BWVL-NEXT: vpblendvb %xmm0, %xmm4, %xmm5, %xmm0
+; AVX512BWVL-NEXT: vzeroupper
+; AVX512BWVL-NEXT: retq
%1 = icmp eq <16 x i64> %a0, %a1
%2 = sext <16 x i1> %1 to <16 x i8>
%3 = and <16 x i8> %2, %a2
; AVX2-NEXT: vzeroupper
; AVX2-NEXT: retq
;
-; AVX512-LABEL: vselect_packss:
-; AVX512: # BB#0:
-; AVX512-NEXT: vpcmpeqw %ymm1, %ymm0, %ymm0
-; AVX512-NEXT: vextracti128 $1, %ymm0, %xmm1
-; AVX512-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
-; AVX512-NEXT: vpblendvb %xmm0, %xmm2, %xmm3, %xmm0
-; AVX512-NEXT: vzeroupper
-; AVX512-NEXT: retq
+; AVX512NOBW-LABEL: vselect_packss:
+; AVX512NOBW: # BB#0:
+; AVX512NOBW-NEXT: vpcmpeqw %ymm1, %ymm0, %ymm0
+; AVX512NOBW-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX512NOBW-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
+; AVX512NOBW-NEXT: vpblendvb %xmm0, %xmm2, %xmm3, %xmm0
+; AVX512NOBW-NEXT: vzeroupper
+; AVX512NOBW-NEXT: retq
+;
+; AVX512BWNOVL-LABEL: vselect_packss:
+; AVX512BWNOVL: # BB#0:
+; AVX512BWNOVL-NEXT: vpcmpeqw %ymm1, %ymm0, %ymm0
+; AVX512BWNOVL-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX512BWNOVL-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
+; AVX512BWNOVL-NEXT: vpblendvb %xmm0, %xmm2, %xmm3, %xmm0
+; AVX512BWNOVL-NEXT: vzeroupper
+; AVX512BWNOVL-NEXT: retq
+;
+; AVX512BWVL-LABEL: vselect_packss:
+; AVX512BWVL: # BB#0:
+; AVX512BWVL-NEXT: vpcmpeqw %ymm1, %ymm0, %k0
+; AVX512BWVL-NEXT: vpmovm2w %k0, %ymm0
+; AVX512BWVL-NEXT: vextracti128 $1, %ymm0, %xmm1
+; AVX512BWVL-NEXT: vpacksswb %xmm1, %xmm0, %xmm0
+; AVX512BWVL-NEXT: vpblendvb %xmm0, %xmm2, %xmm3, %xmm0
+; AVX512BWVL-NEXT: vzeroupper
+; AVX512BWVL-NEXT: retq
%1 = icmp eq <16 x i16> %a0, %a1
%2 = sext <16 x i1> %1 to <16 x i16>
%3 = shufflevector <16 x i16> %2, <16 x i16> undef, <8 x i32> <i32 0, i32 1, i32 2, i32 3, i32 4, i32 5, i32 6, i32 7>