; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=avx512bw | FileCheck %s --check-prefix=ALL --check-prefix=NOVL --check-prefix=NODQ --check-prefix=NOVLDQ --check-prefix=AVX512BW
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=avx512vl,avx512dq | FileCheck %s --check-prefix=ALL --check-prefix=VL --check-prefix=VLDQ --check-prefix=VLNOBW --check-prefix=AVX512VLDQ
; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=avx512vl,avx512bw | FileCheck %s --check-prefix=ALL --check-prefix=NODQ --check-prefix=VL --check-prefix=VLNODQ --check-prefix=VLBW --check-prefix=AVX512VLBW
+; RUN: llc < %s -mtriple=x86_64-unknown-unknown -mattr=+avx512f -x86-experimental-vector-widening-legalization | FileCheck %s --check-prefix=KNL_WIDEN
define <16 x float> @sitof32(<16 x i32> %a) nounwind {
; ALL: # %bb.0:
; ALL-NEXT: vcvtdq2ps %zmm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: sitof32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvtdq2ps %zmm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = sitofp <16 x i32> %a to <16 x float>
ret <16 x float> %b
}
; DQNOVL: # %bb.0:
; DQNOVL-NEXT: vcvtqq2pd %zmm0, %zmm0
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: sltof864:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vextracti32x4 $3, %zmm0, %xmm1
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm2, %xmm2
+; KNL_WIDEN-NEXT: vmovq %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm3, %xmm1
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm1 = xmm1[0],xmm2[0]
+; KNL_WIDEN-NEXT: vextracti32x4 $2, %zmm0, %xmm2
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm3, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm4, %xmm2
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm2 = xmm2[0],xmm3[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm1, %ymm2, %ymm1
+; KNL_WIDEN-NEXT: vextracti128 $1, %ymm0, %xmm2
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm4, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm4, %xmm2
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm2 = xmm2[0],xmm3[0]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm4, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm4, %xmm0
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm0 = xmm0[0],xmm3[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm2, %ymm0, %ymm0
+; KNL_WIDEN-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = sitofp <8 x i64> %a to <8 x double>
ret <8 x double> %b
}
; DQNOVL-NEXT: vcvtqq2pd %zmm0, %zmm0
; DQNOVL-NEXT: # kill: def $ymm0 killed $ymm0 killed $zmm0
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: slto4f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vextracti128 $1, %ymm0, %xmm1
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm2, %xmm2
+; KNL_WIDEN-NEXT: vmovq %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm3, %xmm1
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm1 = xmm1[0],xmm2[0]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm3, %xmm2
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm3, %xmm0
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm0 = xmm0[0],xmm2[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm1, %ymm0, %ymm0
+; KNL_WIDEN-NEXT: retq
%b = sitofp <4 x i64> %a to <4 x double>
ret <4 x double> %b
}
; DQNOVL-NEXT: # kill: def $xmm0 killed $xmm0 killed $zmm0
; DQNOVL-NEXT: vzeroupper
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: slto2f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm2, %xmm0
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm0 = xmm0[0],xmm1[0]
+; KNL_WIDEN-NEXT: retq
%b = sitofp <2 x i64> %a to <2 x double>
ret <2 x double> %b
}
; DQNOVL-NEXT: # kill: def $xmm0 killed $xmm0 killed $ymm0
; DQNOVL-NEXT: vzeroupper
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: sltof2f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm2, %xmm0
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm0 = xmm0[0],xmm1[0],xmm0[2,3]
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm2, %xmm1
+; KNL_WIDEN-NEXT: vshufps {{.*#+}} xmm0 = xmm0[0,1],xmm1[0,0]
+; KNL_WIDEN-NEXT: retq
%b = sitofp <2 x i64> %a to <2 x float>
ret <2 x float>%b
}
; DQNOVL-NEXT: # kill: def $xmm0 killed $xmm0 killed $ymm0
; DQNOVL-NEXT: vzeroupper
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: slto4f32_mem:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vmovdqu (%rdi), %ymm0
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm2, %xmm2
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm1 = xmm2[0],xmm1[0],xmm2[2,3]
+; KNL_WIDEN-NEXT: vextracti128 $1, %ymm0, %xmm0
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm3, %xmm2
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm1 = xmm1[0,1],xmm2[0],xmm1[3]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm3, %xmm0
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm0 = xmm1[0,1,2],xmm0[0]
+; KNL_WIDEN-NEXT: vzeroupper
+; KNL_WIDEN-NEXT: retq
%a1 = load <4 x i64>, <4 x i64>* %a, align 8
%b = sitofp <4 x i64> %a1 to <4 x float>
ret <4 x float>%b
; DQNOVL-NEXT: vcvttpd2qq %zmm0, %zmm0
; DQNOVL-NEXT: # kill: def $ymm0 killed $ymm0 killed $zmm0
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f64to4sl:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vextractf128 $1, %ymm0, %xmm1
+; KNL_WIDEN-NEXT: vcvttsd2si %xmm1, %rax
+; KNL_WIDEN-NEXT: vmovq %rax, %xmm2
+; KNL_WIDEN-NEXT: vpermilpd {{.*#+}} xmm1 = xmm1[1,0]
+; KNL_WIDEN-NEXT: vcvttsd2si %xmm1, %rax
+; KNL_WIDEN-NEXT: vmovq %rax, %xmm1
+; KNL_WIDEN-NEXT: vpunpcklqdq {{.*#+}} xmm1 = xmm2[0],xmm1[0]
+; KNL_WIDEN-NEXT: vcvttsd2si %xmm0, %rax
+; KNL_WIDEN-NEXT: vmovq %rax, %xmm2
+; KNL_WIDEN-NEXT: vpermilpd {{.*#+}} xmm0 = xmm0[1,0]
+; KNL_WIDEN-NEXT: vcvttsd2si %xmm0, %rax
+; KNL_WIDEN-NEXT: vmovq %rax, %xmm0
+; KNL_WIDEN-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm2[0],xmm0[0]
+; KNL_WIDEN-NEXT: vinserti128 $1, %xmm1, %ymm0, %ymm0
+; KNL_WIDEN-NEXT: retq
%b = fptosi <4 x double> %a to <4 x i64>
ret <4 x i64> %b
}
; DQNOVL-NEXT: vcvttps2qq %ymm0, %zmm0
; DQNOVL-NEXT: # kill: def $ymm0 killed $ymm0 killed $zmm0
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f32to4sl:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpermilps {{.*#+}} xmm1 = xmm0[3,1,2,3]
+; KNL_WIDEN-NEXT: vcvttss2si %xmm1, %rax
+; KNL_WIDEN-NEXT: vmovq %rax, %xmm1
+; KNL_WIDEN-NEXT: vpermilpd {{.*#+}} xmm2 = xmm0[1,0]
+; KNL_WIDEN-NEXT: vcvttss2si %xmm2, %rax
+; KNL_WIDEN-NEXT: vmovq %rax, %xmm2
+; KNL_WIDEN-NEXT: vpunpcklqdq {{.*#+}} xmm1 = xmm2[0],xmm1[0]
+; KNL_WIDEN-NEXT: vcvttss2si %xmm0, %rax
+; KNL_WIDEN-NEXT: vmovq %rax, %xmm2
+; KNL_WIDEN-NEXT: vmovshdup {{.*#+}} xmm0 = xmm0[1,1,3,3]
+; KNL_WIDEN-NEXT: vcvttss2si %xmm0, %rax
+; KNL_WIDEN-NEXT: vmovq %rax, %xmm0
+; KNL_WIDEN-NEXT: vpunpcklqdq {{.*#+}} xmm0 = xmm2[0],xmm0[0]
+; KNL_WIDEN-NEXT: vinserti128 $1, %xmm1, %ymm0, %ymm0
+; KNL_WIDEN-NEXT: retq
%b = fptosi <4 x float> %a to <4 x i64>
ret <4 x i64> %b
}
; DQNOVL-NEXT: # kill: def $xmm0 killed $xmm0 killed $ymm0
; DQNOVL-NEXT: vzeroupper
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: slto4f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm2, %xmm2
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm1 = xmm2[0],xmm1[0],xmm2[2,3]
+; KNL_WIDEN-NEXT: vextracti128 $1, %ymm0, %xmm0
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm3, %xmm2
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm1 = xmm1[0,1],xmm2[0],xmm1[3]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm3, %xmm0
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm0 = xmm1[0,1,2],xmm0[0]
+; KNL_WIDEN-NEXT: vzeroupper
+; KNL_WIDEN-NEXT: retq
%b = sitofp <4 x i64> %a to <4 x float>
ret <4 x float> %b
}
; DQNOVL-NEXT: # kill: def $xmm0 killed $xmm0 killed $ymm0
; DQNOVL-NEXT: vzeroupper
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: ulto4f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm2, %xmm2
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm1 = xmm2[0],xmm1[0],xmm2[2,3]
+; KNL_WIDEN-NEXT: vextracti128 $1, %ymm0, %xmm0
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm3, %xmm2
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm1 = xmm1[0,1],xmm2[0],xmm1[3]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm3, %xmm0
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm0 = xmm1[0,1,2],xmm0[0]
+; KNL_WIDEN-NEXT: vzeroupper
+; KNL_WIDEN-NEXT: retq
%b = uitofp <4 x i64> %a to <4 x float>
ret <4 x float> %b
}
; DQNOVL: # %bb.0:
; DQNOVL-NEXT: vcvtuqq2pd %zmm0, %zmm0
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: ulto8f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vextracti32x4 $3, %zmm0, %xmm1
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm2, %xmm2
+; KNL_WIDEN-NEXT: vmovq %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm3, %xmm1
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm1 = xmm1[0],xmm2[0]
+; KNL_WIDEN-NEXT: vextracti32x4 $2, %zmm0, %xmm2
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm3, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm4, %xmm2
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm2 = xmm2[0],xmm3[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm1, %ymm2, %ymm1
+; KNL_WIDEN-NEXT: vextracti128 $1, %ymm0, %xmm2
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm4, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm4, %xmm2
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm2 = xmm2[0],xmm3[0]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm4, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm4, %xmm0
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm0 = xmm0[0],xmm3[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm2, %ymm0, %ymm0
+; KNL_WIDEN-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = uitofp <8 x i64> %a to <8 x double>
ret <8 x double> %b
}
; DQNOVL-NEXT: vcvtuqq2pd %zmm0, %zmm0
; DQNOVL-NEXT: vcvtuqq2pd %zmm1, %zmm1
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: ulto16f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vextracti32x4 $3, %zmm0, %xmm2
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm3, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm4, %xmm2
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm2 = xmm2[0],xmm3[0]
+; KNL_WIDEN-NEXT: vextracti32x4 $2, %zmm0, %xmm3
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm4, %xmm4
+; KNL_WIDEN-NEXT: vmovq %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm3 = xmm3[0],xmm4[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm2, %ymm3, %ymm2
+; KNL_WIDEN-NEXT: vextracti128 $1, %ymm0, %xmm3
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vmovq %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm3 = xmm3[0],xmm4[0]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm5, %xmm0
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm0 = xmm0[0],xmm4[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm3, %ymm0, %ymm0
+; KNL_WIDEN-NEXT: vinsertf64x4 $1, %ymm2, %zmm0, %zmm0
+; KNL_WIDEN-NEXT: vextracti32x4 $3, %zmm1, %xmm2
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm5, %xmm2
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm2 = xmm2[0],xmm3[0]
+; KNL_WIDEN-NEXT: vextracti32x4 $2, %zmm1, %xmm3
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vmovq %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm3 = xmm3[0],xmm4[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm2, %ymm3, %ymm2
+; KNL_WIDEN-NEXT: vextracti128 $1, %ymm1, %xmm3
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vmovq %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm3 = xmm3[0],xmm4[0]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vmovq %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtusi2sdq %rax, %xmm5, %xmm1
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm1 = xmm1[0],xmm4[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm3, %ymm1, %ymm1
+; KNL_WIDEN-NEXT: vinsertf64x4 $1, %ymm2, %zmm1, %zmm1
+; KNL_WIDEN-NEXT: retq
%b = uitofp <16 x i64> %a to <16 x double>
ret <16 x double> %b
}
; ALL: # %bb.0:
; ALL-NEXT: vcvttps2dq %zmm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f64to16si:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvttps2dq %zmm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = fptosi <16 x float> %a to <16 x i32>
ret <16 x i32> %b
}
; ALL-NEXT: vpmovdb %zmm0, %xmm0
; ALL-NEXT: vzeroupper
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f32to16sc:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvttps2dq %zmm0, %zmm0
+; KNL_WIDEN-NEXT: vpmovdb %zmm0, %xmm0
+; KNL_WIDEN-NEXT: vzeroupper
+; KNL_WIDEN-NEXT: retq
%res = fptosi <16 x float> %f to <16 x i8>
ret <16 x i8> %res
}
; ALL-NEXT: vcvttps2dq %zmm0, %zmm0
; ALL-NEXT: vpmovdw %zmm0, %ymm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f32to16ss:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvttps2dq %zmm0, %zmm0
+; KNL_WIDEN-NEXT: vpmovdw %zmm0, %ymm0
+; KNL_WIDEN-NEXT: retq
%res = fptosi <16 x float> %f to <16 x i16>
ret <16 x i16> %res
}
; ALL: # %bb.0:
; ALL-NEXT: vcvttps2udq %zmm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f32to16ui:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvttps2udq %zmm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = fptoui <16 x float> %a to <16 x i32>
ret <16 x i32> %b
}
; ALL-NEXT: vpmovdb %zmm0, %xmm0
; ALL-NEXT: vzeroupper
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f32to16uc:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvttps2dq %zmm0, %zmm0
+; KNL_WIDEN-NEXT: vpmovdb %zmm0, %xmm0
+; KNL_WIDEN-NEXT: vzeroupper
+; KNL_WIDEN-NEXT: retq
%res = fptoui <16 x float> %f to <16 x i8>
ret <16 x i8> %res
}
; ALL-NEXT: vcvttps2dq %zmm0, %zmm0
; ALL-NEXT: vpmovdw %zmm0, %ymm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f32to16us:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvttps2dq %zmm0, %zmm0
+; KNL_WIDEN-NEXT: vpmovdw %zmm0, %ymm0
+; KNL_WIDEN-NEXT: retq
%res = fptoui <16 x float> %f to <16 x i16>
ret <16 x i16> %res
}
; VL: # %bb.0:
; VL-NEXT: vcvttps2udq %ymm0, %ymm0
; VL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f32to8ui:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: # kill: def $ymm0 killed $ymm0 def $zmm0
+; KNL_WIDEN-NEXT: vcvttps2udq %zmm0, %zmm0
+; KNL_WIDEN-NEXT: # kill: def $ymm0 killed $ymm0 killed $zmm0
+; KNL_WIDEN-NEXT: retq
%b = fptoui <8 x float> %a to <8 x i32>
ret <8 x i32> %b
}
; VL: # %bb.0:
; VL-NEXT: vcvttps2udq %xmm0, %xmm0
; VL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f32to4ui:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: # kill: def $xmm0 killed $xmm0 def $zmm0
+; KNL_WIDEN-NEXT: vcvttps2udq %zmm0, %zmm0
+; KNL_WIDEN-NEXT: # kill: def $xmm0 killed $xmm0 killed $zmm0
+; KNL_WIDEN-NEXT: vzeroupper
+; KNL_WIDEN-NEXT: retq
%b = fptoui <4 x float> %a to <4 x i32>
ret <4 x i32> %b
}
; ALL: # %bb.0:
; ALL-NEXT: vcvttpd2udq %zmm0, %ymm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f64to8ui:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvttpd2udq %zmm0, %ymm0
+; KNL_WIDEN-NEXT: retq
%b = fptoui <8 x double> %a to <8 x i32>
ret <8 x i32> %b
}
; VL-NEXT: vpmovdw %ymm0, %xmm0
; VL-NEXT: vzeroupper
; VL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f64to8us:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvttpd2dq %zmm0, %ymm0
+; KNL_WIDEN-NEXT: vpmovdw %zmm0, %ymm0
+; KNL_WIDEN-NEXT: # kill: def $xmm0 killed $xmm0 killed $ymm0
+; KNL_WIDEN-NEXT: vzeroupper
+; KNL_WIDEN-NEXT: retq
%res = fptoui <8 x double> %f to <8 x i16>
ret <8 x i16> %res
}
; VL-NEXT: vpmovdw %ymm0, %xmm0
; VL-NEXT: vzeroupper
; VL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f64to8uc:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpermilpd {{.*#+}} xmm1 = xmm0[1,0]
+; KNL_WIDEN-NEXT: vcvttsd2si %xmm1, %eax
+; KNL_WIDEN-NEXT: vcvttsd2si %xmm0, %ecx
+; KNL_WIDEN-NEXT: vmovd %ecx, %xmm1
+; KNL_WIDEN-NEXT: vpinsrb $1, %eax, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vextractf128 $1, %ymm0, %xmm2
+; KNL_WIDEN-NEXT: vcvttsd2si %xmm2, %eax
+; KNL_WIDEN-NEXT: vpinsrb $2, %eax, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vpermilpd {{.*#+}} xmm2 = xmm2[1,0]
+; KNL_WIDEN-NEXT: vcvttsd2si %xmm2, %eax
+; KNL_WIDEN-NEXT: vpinsrb $3, %eax, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vextractf32x4 $2, %zmm0, %xmm2
+; KNL_WIDEN-NEXT: vcvttsd2si %xmm2, %eax
+; KNL_WIDEN-NEXT: vpinsrb $4, %eax, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vpermilpd {{.*#+}} xmm2 = xmm2[1,0]
+; KNL_WIDEN-NEXT: vcvttsd2si %xmm2, %eax
+; KNL_WIDEN-NEXT: vpinsrb $5, %eax, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vextractf32x4 $3, %zmm0, %xmm0
+; KNL_WIDEN-NEXT: vcvttsd2si %xmm0, %eax
+; KNL_WIDEN-NEXT: vpinsrb $6, %eax, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vpermilpd {{.*#+}} xmm0 = xmm0[1,0]
+; KNL_WIDEN-NEXT: vcvttsd2si %xmm0, %eax
+; KNL_WIDEN-NEXT: vpinsrb $7, %eax, %xmm1, %xmm0
+; KNL_WIDEN-NEXT: vzeroupper
+; KNL_WIDEN-NEXT: retq
%res = fptoui <8 x double> %f to <8 x i8>
ret <8 x i8> %res
}
; VL-NEXT: vcvttpd2udq %ymm0, %xmm0
; VL-NEXT: vzeroupper
; VL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f64to4ui:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: # kill: def $ymm0 killed $ymm0 def $zmm0
+; KNL_WIDEN-NEXT: vcvttpd2udq %zmm0, %ymm0
+; KNL_WIDEN-NEXT: # kill: def $xmm0 killed $xmm0 killed $ymm0
+; KNL_WIDEN-NEXT: vzeroupper
+; KNL_WIDEN-NEXT: retq
%b = fptoui <4 x double> %a to <4 x i32>
ret <4 x i32> %b
}
; ALL: # %bb.0:
; ALL-NEXT: vcvtdq2pd %ymm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: sito8f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = sitofp <8 x i32> %a to <8 x double>
ret <8 x double> %b
}
; AVX512BW-NEXT: kmovd %edi, %k1
; AVX512BW-NEXT: vcvtdq2pd %ymm1, %zmm0 {%k1}
; AVX512BW-NEXT: retq
+;
+; KNL_WIDEN-LABEL: i32to8f64_mask:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: kmovw %edi, %k1
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm1, %zmm0 {%k1}
+; KNL_WIDEN-NEXT: retq
%1 = bitcast i8 %c to <8 x i1>
%2 = sitofp <8 x i32> %b to <8 x double>
%3 = select <8 x i1> %1, <8 x double> %2, <8 x double> %a
; AVX512BW-NEXT: kmovd %edi, %k1
; AVX512BW-NEXT: vcvtdq2pd %ymm0, %zmm0 {%k1} {z}
; AVX512BW-NEXT: retq
+;
+; KNL_WIDEN-LABEL: sito8f64_maskz:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: kmovw %edi, %k1
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm0, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: retq
%1 = bitcast i8 %b to <8 x i1>
%2 = sitofp <8 x i32> %a to <8 x double>
%3 = select <8 x i1> %1, <8 x double> %2, <8 x double> zeroinitializer
; ALL: # %bb.0:
; ALL-NEXT: vcvttpd2dq %zmm0, %ymm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f64to8si:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvttpd2dq %zmm0, %ymm0
+; KNL_WIDEN-NEXT: retq
%b = fptosi <8 x double> %a to <8 x i32>
ret <8 x i32> %b
}
; ALL-NEXT: vcvttpd2dq %ymm0, %xmm0
; ALL-NEXT: vzeroupper
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f64to4si:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvttpd2dq %ymm0, %xmm0
+; KNL_WIDEN-NEXT: vzeroupper
+; KNL_WIDEN-NEXT: retq
%b = fptosi <4 x double> %a to <4 x i32>
ret <4 x i32> %b
}
; ALL-NEXT: vcvtpd2ps %zmm1, %ymm1
; ALL-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f64to16f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvtpd2ps %zmm0, %ymm0
+; KNL_WIDEN-NEXT: vcvtpd2ps %zmm1, %ymm1
+; KNL_WIDEN-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%a = fptrunc <16 x double> %b to <16 x float>
ret <16 x float> %a
}
; ALL-NEXT: vcvtpd2ps %ymm0, %xmm0
; ALL-NEXT: vzeroupper
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f64to4f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvtpd2ps %ymm0, %xmm0
+; KNL_WIDEN-NEXT: vzeroupper
+; KNL_WIDEN-NEXT: retq
%a = fptrunc <4 x double> %b to <4 x float>
ret <4 x float> %a
}
; DQNOVL-NEXT: # kill: def $xmm0 killed $xmm0 killed $zmm0
; DQNOVL-NEXT: vzeroupper
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f64to4f32_mask:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpslld $31, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vptestmd %zmm1, %zmm1, %k1
+; KNL_WIDEN-NEXT: vcvtpd2ps %ymm0, %xmm0
+; KNL_WIDEN-NEXT: vmovaps %zmm0, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: # kill: def $xmm0 killed $xmm0 killed $zmm0
+; KNL_WIDEN-NEXT: vzeroupper
+; KNL_WIDEN-NEXT: retq
%a = fptrunc <4 x double> %b to <4 x float>
%c = select <4 x i1>%mask, <4 x float>%a, <4 x float> zeroinitializer
ret <4 x float> %c
; ALL: # %bb.0:
; ALL-NEXT: vcvtsd2ss %xmm0, %xmm1, %xmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f64tof32_inreg:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvtsd2ss %xmm0, %xmm1, %xmm0
+; KNL_WIDEN-NEXT: retq
%ext = extractelement <2 x double> %a0, i32 0
%cvt = fptrunc double %ext to float
%res = insertelement <4 x float> %a1, float %cvt, i32 0
; ALL: # %bb.0:
; ALL-NEXT: vcvtps2pd %ymm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f32to8f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvtps2pd %ymm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%a = fpext <8 x float> %b to <8 x double>
ret <8 x double> %a
}
; VL-NEXT: vcmpltpd %ymm2, %ymm1, %k1
; VL-NEXT: vcvtps2pd %xmm0, %ymm0 {%k1} {z}
; VL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f32to4f64_mask:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: # kill: def $ymm2 killed $ymm2 def $zmm2
+; KNL_WIDEN-NEXT: # kill: def $ymm1 killed $ymm1 def $zmm1
+; KNL_WIDEN-NEXT: vcvtps2pd %xmm0, %ymm0
+; KNL_WIDEN-NEXT: vcmpltpd %zmm2, %zmm1, %k1
+; KNL_WIDEN-NEXT: vmovapd %zmm0, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: # kill: def $ymm0 killed $ymm0 killed $zmm0
+; KNL_WIDEN-NEXT: retq
%a = fpext <4 x float> %b to <4 x double>
%mask = fcmp ogt <4 x double> %a1, %b1
%c = select <4 x i1> %mask, <4 x double> %a, <4 x double> zeroinitializer
; ALL: # %bb.0:
; ALL-NEXT: vcvtss2sd %xmm1, %xmm0, %xmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f32tof64_inreg:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvtss2sd %xmm1, %xmm0, %xmm0
+; KNL_WIDEN-NEXT: retq
%ext = extractelement <4 x float> %a1, i32 0
%cvt = fpext float %ext to double
%res = insertelement <2 x double> %a0, double %cvt, i32 0
; ALL: # %bb.0: # %entry
; ALL-NEXT: vcvtsi2sdq (%rdi), %xmm0, %xmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: sltof64_load:
+; KNL_WIDEN: # %bb.0: # %entry
+; KNL_WIDEN-NEXT: vcvtsi2sdq (%rdi), %xmm0, %xmm0
+; KNL_WIDEN-NEXT: retq
entry:
%tmp1 = load i64, i64* %e, align 8
%conv = sitofp i64 %tmp1 to double
; ALL: # %bb.0: # %entry
; ALL-NEXT: vcvtsi2sdl (%rdi), %xmm0, %xmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: sitof64_load:
+; KNL_WIDEN: # %bb.0: # %entry
+; KNL_WIDEN-NEXT: vcvtsi2sdl (%rdi), %xmm0, %xmm0
+; KNL_WIDEN-NEXT: retq
entry:
%tmp1 = load i32, i32* %e, align 4
%conv = sitofp i32 %tmp1 to double
; ALL: # %bb.0: # %entry
; ALL-NEXT: vcvtsi2ssl (%rdi), %xmm0, %xmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: sitof32_load:
+; KNL_WIDEN: # %bb.0: # %entry
+; KNL_WIDEN-NEXT: vcvtsi2ssl (%rdi), %xmm0, %xmm0
+; KNL_WIDEN-NEXT: retq
entry:
%tmp1 = load i32, i32* %e, align 4
%conv = sitofp i32 %tmp1 to float
; ALL: # %bb.0: # %entry
; ALL-NEXT: vcvtsi2ssq (%rdi), %xmm0, %xmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: sltof32_load:
+; KNL_WIDEN: # %bb.0: # %entry
+; KNL_WIDEN-NEXT: vcvtsi2ssq (%rdi), %xmm0, %xmm0
+; KNL_WIDEN-NEXT: retq
entry:
%tmp1 = load i64, i64* %e, align 8
%conv = sitofp i64 %tmp1 to float
; ALL-NEXT: vcvtss2sd %xmm0, %xmm0, %xmm0
; ALL-NEXT: vmovsd %xmm0, -{{[0-9]+}}(%rsp)
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f32tof64_loadstore:
+; KNL_WIDEN: # %bb.0: # %entry
+; KNL_WIDEN-NEXT: vmovss {{.*#+}} xmm0 = mem[0],zero,zero,zero
+; KNL_WIDEN-NEXT: vcvtss2sd %xmm0, %xmm0, %xmm0
+; KNL_WIDEN-NEXT: vmovsd %xmm0, -{{[0-9]+}}(%rsp)
+; KNL_WIDEN-NEXT: retq
entry:
%f = alloca float, align 4
%d = alloca double, align 8
; ALL-NEXT: vcvtsd2ss %xmm0, %xmm0, %xmm0
; ALL-NEXT: vmovss %xmm0, -{{[0-9]+}}(%rsp)
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: f64tof32_loadstore:
+; KNL_WIDEN: # %bb.0: # %entry
+; KNL_WIDEN-NEXT: vmovsd {{.*#+}} xmm0 = mem[0],zero
+; KNL_WIDEN-NEXT: vcvtsd2ss %xmm0, %xmm0, %xmm0
+; KNL_WIDEN-NEXT: vmovss %xmm0, -{{[0-9]+}}(%rsp)
+; KNL_WIDEN-NEXT: retq
entry:
%f = alloca float, align 4
%d = alloca double, align 8
; ALL: # %bb.0:
; ALL-NEXT: vmovq %rdi, %xmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: long_to_double:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vmovq %rdi, %xmm0
+; KNL_WIDEN-NEXT: retq
%res = bitcast i64 %x to double
ret double %res
}
; ALL: # %bb.0:
; ALL-NEXT: vmovq %xmm0, %rax
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: double_to_long:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: retq
%res = bitcast double %x to i64
ret i64 %res
}
; ALL: # %bb.0:
; ALL-NEXT: vmovd %edi, %xmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: int_to_float:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vmovd %edi, %xmm0
+; KNL_WIDEN-NEXT: retq
%res = bitcast i32 %x to float
ret float %res
}
; ALL: # %bb.0:
; ALL-NEXT: vmovd %xmm0, %eax
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: float_to_int:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vmovd %xmm0, %eax
+; KNL_WIDEN-NEXT: retq
%res = bitcast float %x to i32
ret i32 %res
}
; ALL-NEXT: vcvtudq2pd %ymm0, %zmm1
; ALL-NEXT: vmovaps %zmm2, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: uito16f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvtudq2pd %ymm0, %zmm2
+; KNL_WIDEN-NEXT: vextractf64x4 $1, %zmm0, %ymm0
+; KNL_WIDEN-NEXT: vcvtudq2pd %ymm0, %zmm1
+; KNL_WIDEN-NEXT: vmovaps %zmm2, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = uitofp <16 x i32> %a to <16 x double>
ret <16 x double> %b
}
; DQNOVL: # %bb.0:
; DQNOVL-NEXT: vcvtqq2ps %zmm0, %ymm0
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: slto8f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vextracti32x4 $2, %zmm0, %xmm1
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm2, %xmm2
+; KNL_WIDEN-NEXT: vmovq %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm3, %xmm1
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm1 = xmm1[0],xmm2[0],xmm1[2,3]
+; KNL_WIDEN-NEXT: vextracti32x4 $3, %zmm0, %xmm2
+; KNL_WIDEN-NEXT: vmovq %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm3, %xmm3
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm1 = xmm1[0,1],xmm3[0],xmm1[3]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm4, %xmm2
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm1 = xmm1[0,1,2],xmm2[0]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm4, %xmm2
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm4, %xmm3
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm2 = xmm3[0],xmm2[0],xmm3[2,3]
+; KNL_WIDEN-NEXT: vextracti128 $1, %ymm0, %xmm0
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm4, %xmm3
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm2 = xmm2[0,1],xmm3[0],xmm2[3]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm4, %xmm0
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm0 = xmm2[0,1,2],xmm0[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm1, %ymm0, %ymm0
+; KNL_WIDEN-NEXT: retq
%b = sitofp <8 x i64> %a to <8 x float>
ret <8 x float> %b
}
; DQNOVL-NEXT: vcvtqq2ps %zmm1, %ymm1
; DQNOVL-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: slto16f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vextracti32x4 $2, %zmm1, %xmm2
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm3, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm4, %xmm2
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm2 = xmm2[0],xmm3[0],xmm2[2,3]
+; KNL_WIDEN-NEXT: vextracti32x4 $3, %zmm1, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm4, %xmm4
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm2 = xmm2[0,1],xmm4[0],xmm2[3]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm2 = xmm2[0,1,2],xmm3[0]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[2,3]
+; KNL_WIDEN-NEXT: vextracti128 $1, %ymm1, %xmm1
+; KNL_WIDEN-NEXT: vmovq %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm3 = xmm3[0,1],xmm4[0],xmm3[3]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm5, %xmm1
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm1 = xmm3[0,1,2],xmm1[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm2, %ymm1, %ymm1
+; KNL_WIDEN-NEXT: vextracti32x4 $2, %zmm0, %xmm2
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm5, %xmm2
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm2 = xmm2[0],xmm3[0],xmm2[2,3]
+; KNL_WIDEN-NEXT: vextracti32x4 $3, %zmm0, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm2 = xmm2[0,1],xmm4[0],xmm2[3]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm2 = xmm2[0,1,2],xmm3[0]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[2,3]
+; KNL_WIDEN-NEXT: vextracti128 $1, %ymm0, %xmm0
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm3 = xmm3[0,1],xmm4[0],xmm3[3]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2ssq %rax, %xmm5, %xmm0
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm0 = xmm3[0,1,2],xmm0[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm2, %ymm0, %ymm0
+; KNL_WIDEN-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = sitofp <16 x i64> %a to <16 x float>
ret <16 x float> %b
}
; DQNOVL: # %bb.0:
; DQNOVL-NEXT: vcvtqq2pd %zmm0, %zmm0
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: slto8f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vextracti32x4 $3, %zmm0, %xmm1
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm2, %xmm2
+; KNL_WIDEN-NEXT: vmovq %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm3, %xmm1
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm1 = xmm1[0],xmm2[0]
+; KNL_WIDEN-NEXT: vextracti32x4 $2, %zmm0, %xmm2
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm3, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm4, %xmm2
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm2 = xmm2[0],xmm3[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm1, %ymm2, %ymm1
+; KNL_WIDEN-NEXT: vextracti128 $1, %ymm0, %xmm2
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm4, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm4, %xmm2
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm2 = xmm2[0],xmm3[0]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm4, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm4, %xmm0
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm0 = xmm0[0],xmm3[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm2, %ymm0, %ymm0
+; KNL_WIDEN-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = sitofp <8 x i64> %a to <8 x double>
ret <8 x double> %b
}
; DQNOVL-NEXT: vcvtqq2pd %zmm0, %zmm0
; DQNOVL-NEXT: vcvtqq2pd %zmm1, %zmm1
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: slto16f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vextracti32x4 $3, %zmm0, %xmm2
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm3, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm4, %xmm2
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm2 = xmm2[0],xmm3[0]
+; KNL_WIDEN-NEXT: vextracti32x4 $2, %zmm0, %xmm3
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm4, %xmm4
+; KNL_WIDEN-NEXT: vmovq %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm3 = xmm3[0],xmm4[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm2, %ymm3, %ymm2
+; KNL_WIDEN-NEXT: vextracti128 $1, %ymm0, %xmm3
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vmovq %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm3 = xmm3[0],xmm4[0]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm5, %xmm0
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm0 = xmm0[0],xmm4[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm3, %ymm0, %ymm0
+; KNL_WIDEN-NEXT: vinsertf64x4 $1, %ymm2, %zmm0, %zmm0
+; KNL_WIDEN-NEXT: vextracti32x4 $3, %zmm1, %xmm2
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm5, %xmm2
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm2 = xmm2[0],xmm3[0]
+; KNL_WIDEN-NEXT: vextracti32x4 $2, %zmm1, %xmm3
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vmovq %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm3 = xmm3[0],xmm4[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm2, %ymm3, %ymm2
+; KNL_WIDEN-NEXT: vextracti128 $1, %ymm1, %xmm3
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vmovq %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm3 = xmm3[0],xmm4[0]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vmovq %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtsi2sdq %rax, %xmm5, %xmm1
+; KNL_WIDEN-NEXT: vmovlhps {{.*#+}} xmm1 = xmm1[0],xmm4[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm3, %ymm1, %ymm1
+; KNL_WIDEN-NEXT: vinsertf64x4 $1, %ymm2, %zmm1, %zmm1
+; KNL_WIDEN-NEXT: retq
%b = sitofp <16 x i64> %a to <16 x double>
ret <16 x double> %b
}
; DQNOVL: # %bb.0:
; DQNOVL-NEXT: vcvtuqq2ps %zmm0, %ymm0
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: ulto8f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vextracti32x4 $2, %zmm0, %xmm1
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm2, %xmm2
+; KNL_WIDEN-NEXT: vmovq %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm3, %xmm1
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm1 = xmm1[0],xmm2[0],xmm1[2,3]
+; KNL_WIDEN-NEXT: vextracti32x4 $3, %zmm0, %xmm2
+; KNL_WIDEN-NEXT: vmovq %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm3, %xmm3
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm1 = xmm1[0,1],xmm3[0],xmm1[3]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm4, %xmm2
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm1 = xmm1[0,1,2],xmm2[0]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm4, %xmm2
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm4, %xmm3
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm2 = xmm3[0],xmm2[0],xmm3[2,3]
+; KNL_WIDEN-NEXT: vextracti128 $1, %ymm0, %xmm0
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm4, %xmm3
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm2 = xmm2[0,1],xmm3[0],xmm2[3]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm4, %xmm0
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm0 = xmm2[0,1,2],xmm0[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm1, %ymm0, %ymm0
+; KNL_WIDEN-NEXT: retq
%b = uitofp <8 x i64> %a to <8 x float>
ret <8 x float> %b
}
; DQNOVL-NEXT: vcvtuqq2ps %zmm1, %ymm1
; DQNOVL-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: ulto16f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vextracti32x4 $2, %zmm1, %xmm2
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm3, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm4, %xmm2
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm2 = xmm2[0],xmm3[0],xmm2[2,3]
+; KNL_WIDEN-NEXT: vextracti32x4 $3, %zmm1, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm4, %xmm4
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm2 = xmm2[0,1],xmm4[0],xmm2[3]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm2 = xmm2[0,1,2],xmm3[0]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[2,3]
+; KNL_WIDEN-NEXT: vextracti128 $1, %ymm1, %xmm1
+; KNL_WIDEN-NEXT: vmovq %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm3 = xmm3[0,1],xmm4[0],xmm3[3]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm1, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm5, %xmm1
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm1 = xmm3[0,1,2],xmm1[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm2, %ymm1, %ymm1
+; KNL_WIDEN-NEXT: vextracti32x4 $2, %zmm0, %xmm2
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm2, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm5, %xmm2
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm2 = xmm2[0],xmm3[0],xmm2[2,3]
+; KNL_WIDEN-NEXT: vextracti32x4 $3, %zmm0, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm2 = xmm2[0,1],xmm4[0],xmm2[3]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm3, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm2 = xmm2[0,1,2],xmm3[0]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm5, %xmm3
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm3 = xmm4[0],xmm3[0],xmm4[2,3]
+; KNL_WIDEN-NEXT: vextracti128 $1, %ymm0, %xmm0
+; KNL_WIDEN-NEXT: vmovq %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm5, %xmm4
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm3 = xmm3[0,1],xmm4[0],xmm3[3]
+; KNL_WIDEN-NEXT: vpextrq $1, %xmm0, %rax
+; KNL_WIDEN-NEXT: vcvtusi2ssq %rax, %xmm5, %xmm0
+; KNL_WIDEN-NEXT: vinsertps {{.*#+}} xmm0 = xmm3[0,1,2],xmm0[0]
+; KNL_WIDEN-NEXT: vinsertf128 $1, %xmm2, %ymm0, %ymm0
+; KNL_WIDEN-NEXT: vinsertf64x4 $1, %ymm1, %zmm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = uitofp <16 x i64> %a to <16 x float>
ret <16 x float> %b
}
; AVX512BW-NEXT: kmovd %edi, %k1
; AVX512BW-NEXT: vcvtudq2pd %ymm1, %zmm0 {%k1}
; AVX512BW-NEXT: retq
+;
+; KNL_WIDEN-LABEL: uito8f64_mask:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: kmovw %edi, %k1
+; KNL_WIDEN-NEXT: vcvtudq2pd %ymm1, %zmm0 {%k1}
+; KNL_WIDEN-NEXT: retq
%1 = bitcast i8 %c to <8 x i1>
%2 = uitofp <8 x i32> %b to <8 x double>
%3 = select <8 x i1> %1, <8 x double> %2, <8 x double> %a
; AVX512BW-NEXT: kmovd %edi, %k1
; AVX512BW-NEXT: vcvtudq2pd %ymm0, %zmm0 {%k1} {z}
; AVX512BW-NEXT: retq
+;
+; KNL_WIDEN-LABEL: uito8f64_maskz:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: kmovw %edi, %k1
+; KNL_WIDEN-NEXT: vcvtudq2pd %ymm0, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: retq
%1 = bitcast i8 %b to <8 x i1>
%2 = uitofp <8 x i32> %a to <8 x double>
%3 = select <8 x i1> %1, <8 x double> %2, <8 x double> zeroinitializer
; VL: # %bb.0:
; VL-NEXT: vcvtudq2pd %xmm0, %ymm0
; VL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: uito4f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: # kill: def $xmm0 killed $xmm0 def $ymm0
+; KNL_WIDEN-NEXT: vcvtudq2pd %ymm0, %zmm0
+; KNL_WIDEN-NEXT: # kill: def $ymm0 killed $ymm0 killed $zmm0
+; KNL_WIDEN-NEXT: retq
%b = uitofp <4 x i32> %a to <4 x double>
ret <4 x double> %b
}
; ALL: # %bb.0:
; ALL-NEXT: vcvtudq2ps %zmm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: uito16f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvtudq2ps %zmm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = uitofp <16 x i32> %a to <16 x float>
ret <16 x float> %b
}
; ALL: # %bb.0:
; ALL-NEXT: vcvtudq2pd %ymm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: uito8f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvtudq2pd %ymm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = uitofp <8 x i32> %a to <8 x double>
ret <8 x double> %b
}
; VL: # %bb.0:
; VL-NEXT: vcvtudq2ps %ymm0, %ymm0
; VL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: uito8f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: # kill: def $ymm0 killed $ymm0 def $zmm0
+; KNL_WIDEN-NEXT: vcvtudq2ps %zmm0, %zmm0
+; KNL_WIDEN-NEXT: # kill: def $ymm0 killed $ymm0 killed $zmm0
+; KNL_WIDEN-NEXT: retq
%b = uitofp <8 x i32> %a to <8 x float>
ret <8 x float> %b
}
; VL: # %bb.0:
; VL-NEXT: vcvtudq2ps %xmm0, %xmm0
; VL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: uito4f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: # kill: def $xmm0 killed $xmm0 def $zmm0
+; KNL_WIDEN-NEXT: vcvtudq2ps %zmm0, %zmm0
+; KNL_WIDEN-NEXT: # kill: def $xmm0 killed $xmm0 killed $zmm0
+; KNL_WIDEN-NEXT: vzeroupper
+; KNL_WIDEN-NEXT: retq
%b = uitofp <4 x i32> %a to <4 x float>
ret <4 x float> %b
}
; ALL: # %bb.0:
; ALL-NEXT: vcvttss2si %xmm0, %eax
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: fptosi:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvttss2si %xmm0, %eax
+; KNL_WIDEN-NEXT: retq
%b = fptosi float %a to i32
ret i32 %b
}
; ALL: # %bb.0:
; ALL-NEXT: vcvttss2usi %xmm0, %eax
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: fptoui:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvttss2usi %xmm0, %eax
+; KNL_WIDEN-NEXT: retq
%b = fptoui float %a to i32
ret i32 %b
}
; ALL: # %bb.0:
; ALL-NEXT: vcvtusi2ssl %edi, %xmm0, %xmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: uitof32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvtusi2ssl %edi, %xmm0, %xmm0
+; KNL_WIDEN-NEXT: retq
%b = uitofp i32 %a to float
ret float %b
}
; ALL: # %bb.0:
; ALL-NEXT: vcvtusi2sdl %edi, %xmm0, %xmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: uitof64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvtusi2sdl %edi, %xmm0, %xmm0
+; KNL_WIDEN-NEXT: retq
%b = uitofp i32 %a to double
ret double %b
}
; DQNOVL-NEXT: vpmovm2d %k0, %zmm0
; DQNOVL-NEXT: vcvtdq2ps %zmm0, %zmm0
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: sbto16f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpxor %xmm1, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vpcmpgtd %zmm0, %zmm1, %k1
+; KNL_WIDEN-NEXT: vpternlogd $255, %zmm0, %zmm0, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: vcvtdq2ps %zmm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%mask = icmp slt <16 x i32> %a, zeroinitializer
%1 = sitofp <16 x i1> %mask to <16 x float>
ret <16 x float> %1
; ALL-NEXT: vpmovsxbd %xmm0, %zmm0
; ALL-NEXT: vcvtdq2ps %zmm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: scto16f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpmovsxbd %xmm0, %zmm0
+; KNL_WIDEN-NEXT: vcvtdq2ps %zmm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%1 = sitofp <16 x i8> %a to <16 x float>
ret <16 x float> %1
}
; ALL-NEXT: vpmovsxwd %ymm0, %zmm0
; ALL-NEXT: vcvtdq2ps %zmm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: ssto16f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpmovsxwd %ymm0, %zmm0
+; KNL_WIDEN-NEXT: vcvtdq2ps %zmm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%1 = sitofp <16 x i16> %a to <16 x float>
ret <16 x float> %1
}
; ALL-NEXT: vpmovsxwd %xmm0, %ymm0
; ALL-NEXT: vcvtdq2pd %ymm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: ssto16f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpmovsxwd %xmm0, %ymm0
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%1 = sitofp <8 x i16> %a to <8 x double>
ret <8 x double> %1
}
; ALL-NEXT: vpsrad $24, %ymm0, %ymm0
; ALL-NEXT: vcvtdq2pd %ymm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: scto8f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpmovsxbd %xmm0, %ymm0
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%1 = sitofp <8 x i8> %a to <8 x double>
ret <8 x double> %1
}
; ALL-NEXT: vextracti64x4 $1, %zmm1, %ymm1
; ALL-NEXT: vcvtdq2pd %ymm1, %zmm1
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: scto16f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpmovsxbd %xmm0, %zmm1
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm1, %zmm0
+; KNL_WIDEN-NEXT: vextracti64x4 $1, %zmm1, %ymm1
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm1, %zmm1
+; KNL_WIDEN-NEXT: retq
%b = sitofp <16 x i8> %a to <16 x double>
ret <16 x double> %b
}
; DQNOVL-NEXT: vextracti64x4 $1, %zmm1, %ymm1
; DQNOVL-NEXT: vcvtdq2pd %ymm1, %zmm1
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: sbto16f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vxorpd %xmm2, %xmm2, %xmm2
+; KNL_WIDEN-NEXT: vcmpltpd %zmm0, %zmm2, %k0
+; KNL_WIDEN-NEXT: vcmpltpd %zmm1, %zmm2, %k1
+; KNL_WIDEN-NEXT: kunpckbw %k0, %k1, %k1
+; KNL_WIDEN-NEXT: vpternlogd $255, %zmm1, %zmm1, %zmm1 {%k1} {z}
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm1, %zmm0
+; KNL_WIDEN-NEXT: vextracti64x4 $1, %zmm1, %ymm1
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm1, %zmm1
+; KNL_WIDEN-NEXT: retq
%cmpres = fcmp ogt <16 x double> %a, zeroinitializer
%1 = sitofp <16 x i1> %cmpres to <16 x double>
ret <16 x double> %1
; DQNOVL-NEXT: vpmovm2d %k0, %zmm0
; DQNOVL-NEXT: vcvtdq2pd %ymm0, %zmm0
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: sbto8f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vxorpd %xmm1, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vcmpltpd %zmm0, %zmm1, %k1
+; KNL_WIDEN-NEXT: vpternlogd $255, %zmm0, %zmm0, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%cmpres = fcmp ogt <8 x double> %a, zeroinitializer
%1 = sitofp <8 x i1> %cmpres to <8 x double>
ret <8 x double> %1
; ALL-NEXT: vcmpltps %ymm0, %ymm1, %ymm0
; ALL-NEXT: vcvtdq2ps %ymm0, %ymm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: sbto8f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vxorps %xmm1, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vcmpltps %ymm0, %ymm1, %ymm0
+; KNL_WIDEN-NEXT: vcvtdq2ps %ymm0, %ymm0
+; KNL_WIDEN-NEXT: retq
%cmpres = fcmp ogt <8 x float> %a, zeroinitializer
%1 = sitofp <8 x i1> %cmpres to <8 x float>
ret <8 x float> %1
; ALL-NEXT: vcmpltps %xmm0, %xmm1, %xmm0
; ALL-NEXT: vcvtdq2ps %xmm0, %xmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: sbto4f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vxorps %xmm1, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vcmpltps %xmm0, %xmm1, %xmm0
+; KNL_WIDEN-NEXT: vcvtdq2ps %xmm0, %xmm0
+; KNL_WIDEN-NEXT: retq
%cmpres = fcmp ogt <4 x float> %a, zeroinitializer
%1 = sitofp <4 x i1> %cmpres to <4 x float>
ret <4 x float> %1
; VLNODQ-NEXT: vmovdqa32 %xmm0, %xmm0 {%k1} {z}
; VLNODQ-NEXT: vcvtdq2pd %xmm0, %ymm0
; VLNODQ-NEXT: retq
+;
+; KNL_WIDEN-LABEL: sbto4f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vxorpd %xmm1, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vcmpltpd %ymm0, %ymm1, %ymm0
+; KNL_WIDEN-NEXT: vpmovqd %zmm0, %ymm0
+; KNL_WIDEN-NEXT: vcvtdq2pd %xmm0, %ymm0
+; KNL_WIDEN-NEXT: retq
%cmpres = fcmp ogt <4 x double> %a, zeroinitializer
%1 = sitofp <4 x i1> %cmpres to <4 x double>
ret <4 x double> %1
; ALL-NEXT: vcmpltps %xmm0, %xmm1, %xmm0
; ALL-NEXT: vcvtdq2ps %xmm0, %xmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: sbto2f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vxorps %xmm1, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vcmpltps %xmm0, %xmm1, %xmm0
+; KNL_WIDEN-NEXT: vcvtdq2ps %xmm0, %xmm0
+; KNL_WIDEN-NEXT: retq
%cmpres = fcmp ogt <2 x float> %a, zeroinitializer
%1 = sitofp <2 x i1> %cmpres to <2 x float>
ret <2 x float> %1
; ALL-NEXT: vpermilps {{.*#+}} xmm0 = xmm0[0,2,2,3]
; ALL-NEXT: vcvtdq2pd %xmm0, %xmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: sbto2f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vxorpd %xmm1, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vcmpltpd %xmm0, %xmm1, %xmm0
+; KNL_WIDEN-NEXT: vpmovqd %zmm0, %ymm0
+; KNL_WIDEN-NEXT: vcvtdq2pd %xmm0, %xmm0
+; KNL_WIDEN-NEXT: vzeroupper
+; KNL_WIDEN-NEXT: retq
%cmpres = fcmp ogt <2 x double> %a, zeroinitializer
%1 = sitofp <2 x i1> %cmpres to <2 x double>
ret <2 x double> %1
; ALL-NEXT: vpmovzxbd {{.*#+}} zmm0 = xmm0[0],zero,zero,zero,xmm0[1],zero,zero,zero,xmm0[2],zero,zero,zero,xmm0[3],zero,zero,zero,xmm0[4],zero,zero,zero,xmm0[5],zero,zero,zero,xmm0[6],zero,zero,zero,xmm0[7],zero,zero,zero,xmm0[8],zero,zero,zero,xmm0[9],zero,zero,zero,xmm0[10],zero,zero,zero,xmm0[11],zero,zero,zero,xmm0[12],zero,zero,zero,xmm0[13],zero,zero,zero,xmm0[14],zero,zero,zero,xmm0[15],zero,zero,zero
; ALL-NEXT: vcvtdq2ps %zmm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: ucto16f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpmovzxbd {{.*#+}} zmm0 = xmm0[0],zero,zero,zero,xmm0[1],zero,zero,zero,xmm0[2],zero,zero,zero,xmm0[3],zero,zero,zero,xmm0[4],zero,zero,zero,xmm0[5],zero,zero,zero,xmm0[6],zero,zero,zero,xmm0[7],zero,zero,zero,xmm0[8],zero,zero,zero,xmm0[9],zero,zero,zero,xmm0[10],zero,zero,zero,xmm0[11],zero,zero,zero,xmm0[12],zero,zero,zero,xmm0[13],zero,zero,zero,xmm0[14],zero,zero,zero,xmm0[15],zero,zero,zero
+; KNL_WIDEN-NEXT: vcvtdq2ps %zmm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = uitofp <16 x i8> %a to <16 x float>
ret <16 x float>%b
}
; ALL-NEXT: vpmovzxwd {{.*#+}} ymm0 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero,xmm0[4],zero,xmm0[5],zero,xmm0[6],zero,xmm0[7],zero
; ALL-NEXT: vcvtdq2pd %ymm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: ucto8f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpmovzxbd {{.*#+}} ymm0 = xmm0[0],zero,zero,zero,xmm0[1],zero,zero,zero,xmm0[2],zero,zero,zero,xmm0[3],zero,zero,zero,xmm0[4],zero,zero,zero,xmm0[5],zero,zero,zero,xmm0[6],zero,zero,zero,xmm0[7],zero,zero,zero
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = uitofp <8 x i8> %a to <8 x double>
ret <8 x double> %b
}
; ALL-NEXT: vpmovsxwd %ymm0, %zmm0
; ALL-NEXT: vcvtdq2ps %zmm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: swto16f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpmovsxwd %ymm0, %zmm0
+; KNL_WIDEN-NEXT: vcvtdq2ps %zmm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = sitofp <16 x i16> %a to <16 x float>
ret <16 x float> %b
}
; ALL-NEXT: vpmovsxwd %xmm0, %ymm0
; ALL-NEXT: vcvtdq2pd %ymm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: swto8f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpmovsxwd %xmm0, %ymm0
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = sitofp <8 x i16> %a to <8 x double>
ret <8 x double> %b
}
; ALL-NEXT: vextracti64x4 $1, %zmm1, %ymm1
; ALL-NEXT: vcvtdq2pd %ymm1, %zmm1
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: swto16f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpmovsxwd %ymm0, %zmm1
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm1, %zmm0
+; KNL_WIDEN-NEXT: vextracti64x4 $1, %zmm1, %ymm1
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm1, %zmm1
+; KNL_WIDEN-NEXT: retq
%b = sitofp <16 x i16> %a to <16 x double>
ret <16 x double> %b
}
; ALL-NEXT: vextracti64x4 $1, %zmm1, %ymm1
; ALL-NEXT: vcvtdq2pd %ymm1, %zmm1
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: ucto16f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpmovzxbd {{.*#+}} zmm1 = xmm0[0],zero,zero,zero,xmm0[1],zero,zero,zero,xmm0[2],zero,zero,zero,xmm0[3],zero,zero,zero,xmm0[4],zero,zero,zero,xmm0[5],zero,zero,zero,xmm0[6],zero,zero,zero,xmm0[7],zero,zero,zero,xmm0[8],zero,zero,zero,xmm0[9],zero,zero,zero,xmm0[10],zero,zero,zero,xmm0[11],zero,zero,zero,xmm0[12],zero,zero,zero,xmm0[13],zero,zero,zero,xmm0[14],zero,zero,zero,xmm0[15],zero,zero,zero
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm1, %zmm0
+; KNL_WIDEN-NEXT: vextracti64x4 $1, %zmm1, %ymm1
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm1, %zmm1
+; KNL_WIDEN-NEXT: retq
%b = uitofp <16 x i8> %a to <16 x double>
ret <16 x double> %b
}
; ALL-NEXT: vpmovzxwd {{.*#+}} zmm0 = ymm0[0],zero,ymm0[1],zero,ymm0[2],zero,ymm0[3],zero,ymm0[4],zero,ymm0[5],zero,ymm0[6],zero,ymm0[7],zero,ymm0[8],zero,ymm0[9],zero,ymm0[10],zero,ymm0[11],zero,ymm0[12],zero,ymm0[13],zero,ymm0[14],zero,ymm0[15],zero
; ALL-NEXT: vcvtdq2ps %zmm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: uwto16f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpmovzxwd {{.*#+}} zmm0 = ymm0[0],zero,ymm0[1],zero,ymm0[2],zero,ymm0[3],zero,ymm0[4],zero,ymm0[5],zero,ymm0[6],zero,ymm0[7],zero,ymm0[8],zero,ymm0[9],zero,ymm0[10],zero,ymm0[11],zero,ymm0[12],zero,ymm0[13],zero,ymm0[14],zero,ymm0[15],zero
+; KNL_WIDEN-NEXT: vcvtdq2ps %zmm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = uitofp <16 x i16> %a to <16 x float>
ret <16 x float> %b
}
; ALL-NEXT: vpmovzxwd {{.*#+}} ymm0 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero,xmm0[4],zero,xmm0[5],zero,xmm0[6],zero,xmm0[7],zero
; ALL-NEXT: vcvtdq2pd %ymm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: uwto8f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpmovzxwd {{.*#+}} ymm0 = xmm0[0],zero,xmm0[1],zero,xmm0[2],zero,xmm0[3],zero,xmm0[4],zero,xmm0[5],zero,xmm0[6],zero,xmm0[7],zero
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = uitofp <8 x i16> %a to <8 x double>
ret <8 x double> %b
}
; ALL-NEXT: vextracti64x4 $1, %zmm1, %ymm1
; ALL-NEXT: vcvtdq2pd %ymm1, %zmm1
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: uwto16f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpmovzxwd {{.*#+}} zmm1 = ymm0[0],zero,ymm0[1],zero,ymm0[2],zero,ymm0[3],zero,ymm0[4],zero,ymm0[5],zero,ymm0[6],zero,ymm0[7],zero,ymm0[8],zero,ymm0[9],zero,ymm0[10],zero,ymm0[11],zero,ymm0[12],zero,ymm0[13],zero,ymm0[14],zero,ymm0[15],zero
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm1, %zmm0
+; KNL_WIDEN-NEXT: vextracti64x4 $1, %zmm1, %ymm1
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm1, %zmm1
+; KNL_WIDEN-NEXT: retq
%b = uitofp <16 x i16> %a to <16 x double>
ret <16 x double> %b
}
; ALL: # %bb.0:
; ALL-NEXT: vcvtdq2ps %zmm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: sito16f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvtdq2ps %zmm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = sitofp <16 x i32> %a to <16 x float>
ret <16 x float> %b
}
; ALL-NEXT: vcvtdq2pd %ymm0, %zmm1
; ALL-NEXT: vmovaps %zmm2, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: sito16f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm0, %zmm2
+; KNL_WIDEN-NEXT: vextractf64x4 $1, %zmm0, %ymm0
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm0, %zmm1
+; KNL_WIDEN-NEXT: vmovaps %zmm2, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = sitofp <16 x i32> %a to <16 x double>
ret <16 x double> %b
}
; ALL-NEXT: vpmovzxwd {{.*#+}} zmm0 = ymm0[0],zero,ymm0[1],zero,ymm0[2],zero,ymm0[3],zero,ymm0[4],zero,ymm0[5],zero,ymm0[6],zero,ymm0[7],zero,ymm0[8],zero,ymm0[9],zero,ymm0[10],zero,ymm0[11],zero,ymm0[12],zero,ymm0[13],zero,ymm0[14],zero,ymm0[15],zero
; ALL-NEXT: vcvtdq2ps %zmm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: usto16f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpmovzxwd {{.*#+}} zmm0 = ymm0[0],zero,ymm0[1],zero,ymm0[2],zero,ymm0[3],zero,ymm0[4],zero,ymm0[5],zero,ymm0[6],zero,ymm0[7],zero,ymm0[8],zero,ymm0[9],zero,ymm0[10],zero,ymm0[11],zero,ymm0[12],zero,ymm0[13],zero,ymm0[14],zero,ymm0[15],zero
+; KNL_WIDEN-NEXT: vcvtdq2ps %zmm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%b = uitofp <16 x i16> %a to <16 x float>
ret <16 x float> %b
}
; DQNOVL-NEXT: vpsrld $31, %zmm0, %zmm0
; DQNOVL-NEXT: vcvtdq2ps %zmm0, %zmm0
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: ubto16f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpxor %xmm1, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vpcmpgtd %zmm0, %zmm1, %k1
+; KNL_WIDEN-NEXT: vpternlogd $255, %zmm0, %zmm0, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: vpsrld $31, %zmm0, %zmm0
+; KNL_WIDEN-NEXT: vcvtdq2ps %zmm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%mask = icmp slt <16 x i32> %a, zeroinitializer
%1 = uitofp <16 x i1> %mask to <16 x float>
ret <16 x float> %1
; DQNOVL-NEXT: vextracti64x4 $1, %zmm1, %ymm1
; DQNOVL-NEXT: vcvtdq2pd %ymm1, %zmm1
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: ubto16f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpxor %xmm1, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vpcmpgtd %zmm0, %zmm1, %k1
+; KNL_WIDEN-NEXT: vpternlogd $255, %zmm0, %zmm0, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: vpsrld $31, %zmm0, %zmm1
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm1, %zmm0
+; KNL_WIDEN-NEXT: vextracti64x4 $1, %zmm1, %ymm1
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm1, %zmm1
+; KNL_WIDEN-NEXT: retq
%mask = icmp slt <16 x i32> %a, zeroinitializer
%1 = uitofp <16 x i1> %mask to <16 x double>
ret <16 x double> %1
; VL-NEXT: vpcmpgtd %ymm0, %ymm1, %ymm0
; VL-NEXT: vpandd {{.*}}(%rip){1to8}, %ymm0, %ymm0
; VL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: ubto8f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpxor %xmm1, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vpcmpgtd %ymm0, %ymm1, %ymm0
+; KNL_WIDEN-NEXT: vpbroadcastd {{.*#+}} ymm1 = [1065353216,1065353216,1065353216,1065353216,1065353216,1065353216,1065353216,1065353216]
+; KNL_WIDEN-NEXT: vpand %ymm1, %ymm0, %ymm0
+; KNL_WIDEN-NEXT: retq
%mask = icmp slt <8 x i32> %a, zeroinitializer
%1 = uitofp <8 x i1> %mask to <8 x float>
ret <8 x float> %1
; ALL-NEXT: vpsrld $31, %ymm0, %ymm0
; ALL-NEXT: vcvtdq2pd %ymm0, %zmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: ubto8f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpxor %xmm1, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vpcmpgtd %ymm0, %ymm1, %ymm0
+; KNL_WIDEN-NEXT: vpsrld $31, %ymm0, %ymm0
+; KNL_WIDEN-NEXT: vcvtdq2pd %ymm0, %zmm0
+; KNL_WIDEN-NEXT: retq
%mask = icmp slt <8 x i32> %a, zeroinitializer
%1 = uitofp <8 x i1> %mask to <8 x double>
ret <8 x double> %1
; VL-NEXT: vpcmpgtd %xmm0, %xmm1, %xmm0
; VL-NEXT: vpandd {{.*}}(%rip){1to4}, %xmm0, %xmm0
; VL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: ubto4f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpxor %xmm1, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vpcmpgtd %xmm0, %xmm1, %xmm0
+; KNL_WIDEN-NEXT: vpbroadcastd {{.*#+}} xmm1 = [1065353216,1065353216,1065353216,1065353216]
+; KNL_WIDEN-NEXT: vpand %xmm1, %xmm0, %xmm0
+; KNL_WIDEN-NEXT: retq
%mask = icmp slt <4 x i32> %a, zeroinitializer
%1 = uitofp <4 x i1> %mask to <4 x float>
ret <4 x float> %1
; ALL-NEXT: vpsrld $31, %xmm0, %xmm0
; ALL-NEXT: vcvtdq2pd %xmm0, %ymm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: ubto4f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpxor %xmm1, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vpcmpgtd %xmm0, %xmm1, %xmm0
+; KNL_WIDEN-NEXT: vpsrld $31, %xmm0, %xmm0
+; KNL_WIDEN-NEXT: vcvtdq2pd %xmm0, %ymm0
+; KNL_WIDEN-NEXT: retq
%mask = icmp slt <4 x i32> %a, zeroinitializer
%1 = uitofp <4 x i1> %mask to <4 x double>
ret <4 x double> %1
; ALL-NEXT: vpandn {{.*}}(%rip), %xmm0, %xmm0
; ALL-NEXT: vpshufd {{.*#+}} xmm0 = xmm0[0,2,2,3]
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: ubto2f32:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpxor %xmm1, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vpcmpeqd %xmm1, %xmm0, %xmm0
+; KNL_WIDEN-NEXT: vpbroadcastd {{.*#+}} xmm1 = [1065353216,1065353216,1065353216,1065353216]
+; KNL_WIDEN-NEXT: vpandn %xmm1, %xmm0, %xmm0
+; KNL_WIDEN-NEXT: retq
%mask = icmp ne <2 x i32> %a, zeroinitializer
%1 = uitofp <2 x i1> %mask to <2 x float>
ret <2 x float> %1
; ALL-NEXT: vpshufd {{.*#+}} xmm0 = xmm0[0,2,2,3]
; ALL-NEXT: vcvtdq2pd %xmm0, %xmm0
; ALL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: ubto2f64:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vpxor %xmm1, %xmm1, %xmm1
+; KNL_WIDEN-NEXT: vpcmpeqd %xmm1, %xmm0, %xmm0
+; KNL_WIDEN-NEXT: vpbroadcastd {{.*#+}} xmm1 = [1,1,1,1]
+; KNL_WIDEN-NEXT: vpandn %xmm1, %xmm0, %xmm0
+; KNL_WIDEN-NEXT: vcvtdq2pd %xmm0, %xmm0
+; KNL_WIDEN-NEXT: retq
%mask = icmp ne <2 x i32> %a, zeroinitializer
%1 = uitofp <2 x i1> %mask to <2 x double>
ret <2 x double> %1
; DQNOVL-NEXT: # kill: def $xmm0 killed $xmm0 killed $zmm0
; DQNOVL-NEXT: vzeroupper
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: test_2f64toub:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: # kill: def $xmm1 killed $xmm1 def $zmm1
+; KNL_WIDEN-NEXT: # kill: def $xmm0 killed $xmm0 def $zmm0
+; KNL_WIDEN-NEXT: vcvttpd2udq %zmm0, %ymm0
+; KNL_WIDEN-NEXT: vpslld $31, %ymm0, %ymm0
+; KNL_WIDEN-NEXT: vptestmd %zmm0, %zmm0, %k1
+; KNL_WIDEN-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: # kill: def $xmm0 killed $xmm0 killed $zmm0
+; KNL_WIDEN-NEXT: vzeroupper
+; KNL_WIDEN-NEXT: retq
%mask = fptoui <2 x double> %a to <2 x i1>
%select = select <2 x i1> %mask, <2 x i64> %passthru, <2 x i64> zeroinitializer
ret <2 x i64> %select
; DQNOVL-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
; DQNOVL-NEXT: # kill: def $ymm0 killed $ymm0 killed $zmm0
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: test_4f64toub:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: # kill: def $ymm1 killed $ymm1 def $zmm1
+; KNL_WIDEN-NEXT: vcvttpd2dq %ymm0, %xmm0
+; KNL_WIDEN-NEXT: vpslld $31, %xmm0, %xmm0
+; KNL_WIDEN-NEXT: vptestmd %zmm0, %zmm0, %k1
+; KNL_WIDEN-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: # kill: def $ymm0 killed $ymm0 killed $zmm0
+; KNL_WIDEN-NEXT: retq
%mask = fptoui <4 x double> %a to <4 x i1>
%select = select <4 x i1> %mask, <4 x i64> %passthru, <4 x i64> zeroinitializer
ret <4 x i64> %select
; DQNOVL-NEXT: vpmovd2m %zmm0, %k1
; DQNOVL-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: test_8f64toub:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvttpd2dq %zmm0, %ymm0
+; KNL_WIDEN-NEXT: vpslld $31, %ymm0, %ymm0
+; KNL_WIDEN-NEXT: vptestmd %zmm0, %zmm0, %k1
+; KNL_WIDEN-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: retq
%mask = fptoui <8 x double> %a to <8 x i1>
%select = select <8 x i1> %mask, <8 x i64> %passthru, <8 x i64> zeroinitializer
ret <8 x i64> %select
; DQNOVL-NEXT: # kill: def $xmm0 killed $xmm0 killed $zmm0
; DQNOVL-NEXT: vzeroupper
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: test_2f32toub:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: # kill: def $xmm1 killed $xmm1 def $zmm1
+; KNL_WIDEN-NEXT: vcvttps2dq %xmm0, %xmm0
+; KNL_WIDEN-NEXT: vpslld $31, %xmm0, %xmm0
+; KNL_WIDEN-NEXT: vptestmd %zmm0, %zmm0, %k1
+; KNL_WIDEN-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: # kill: def $xmm0 killed $xmm0 killed $zmm0
+; KNL_WIDEN-NEXT: vzeroupper
+; KNL_WIDEN-NEXT: retq
%mask = fptoui <2 x float> %a to <2 x i1>
%select = select <2 x i1> %mask, <2 x i64> %passthru, <2 x i64> zeroinitializer
ret <2 x i64> %select
; DQNOVL-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
; DQNOVL-NEXT: # kill: def $ymm0 killed $ymm0 killed $zmm0
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: test_4f32toub:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: # kill: def $ymm1 killed $ymm1 def $zmm1
+; KNL_WIDEN-NEXT: vcvttps2dq %xmm0, %xmm0
+; KNL_WIDEN-NEXT: vpslld $31, %xmm0, %xmm0
+; KNL_WIDEN-NEXT: vptestmd %zmm0, %zmm0, %k1
+; KNL_WIDEN-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: # kill: def $ymm0 killed $ymm0 killed $zmm0
+; KNL_WIDEN-NEXT: retq
%mask = fptoui <4 x float> %a to <4 x i1>
%select = select <4 x i1> %mask, <4 x i64> %passthru, <4 x i64> zeroinitializer
ret <4 x i64> %select
; DQNOVL-NEXT: vpmovd2m %zmm0, %k1
; DQNOVL-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: test_8f32toub:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvttps2dq %ymm0, %ymm0
+; KNL_WIDEN-NEXT: vpslld $31, %ymm0, %ymm0
+; KNL_WIDEN-NEXT: vptestmd %zmm0, %zmm0, %k1
+; KNL_WIDEN-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: retq
%mask = fptoui <8 x float> %a to <8 x i1>
%select = select <8 x i1> %mask, <8 x i64> %passthru, <8 x i64> zeroinitializer
ret <8 x i64> %select
; DQNOVL-NEXT: vpmovd2m %zmm0, %k1
; DQNOVL-NEXT: vmovdqa32 %zmm1, %zmm0 {%k1} {z}
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: test_16f32toub:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvttps2dq %zmm0, %zmm0
+; KNL_WIDEN-NEXT: vpslld $31, %zmm0, %zmm0
+; KNL_WIDEN-NEXT: vptestmd %zmm0, %zmm0, %k1
+; KNL_WIDEN-NEXT: vmovdqa32 %zmm1, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: retq
%mask = fptoui <16 x float> %a to <16 x i1>
%select = select <16 x i1> %mask, <16 x i32> %passthru, <16 x i32> zeroinitializer
ret <16 x i32> %select
; DQNOVL-NEXT: # kill: def $xmm0 killed $xmm0 killed $zmm0
; DQNOVL-NEXT: vzeroupper
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: test_2f64tosb:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: # kill: def $xmm1 killed $xmm1 def $zmm1
+; KNL_WIDEN-NEXT: vcvttpd2dq %xmm0, %xmm0
+; KNL_WIDEN-NEXT: vpslld $31, %xmm0, %xmm0
+; KNL_WIDEN-NEXT: vptestmd %zmm0, %zmm0, %k1
+; KNL_WIDEN-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: # kill: def $xmm0 killed $xmm0 killed $zmm0
+; KNL_WIDEN-NEXT: vzeroupper
+; KNL_WIDEN-NEXT: retq
%mask = fptosi <2 x double> %a to <2 x i1>
%select = select <2 x i1> %mask, <2 x i64> %passthru, <2 x i64> zeroinitializer
ret <2 x i64> %select
; DQNOVL-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
; DQNOVL-NEXT: # kill: def $ymm0 killed $ymm0 killed $zmm0
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: test_4f64tosb:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: # kill: def $ymm1 killed $ymm1 def $zmm1
+; KNL_WIDEN-NEXT: vcvttpd2dq %ymm0, %xmm0
+; KNL_WIDEN-NEXT: vptestmd %zmm0, %zmm0, %k1
+; KNL_WIDEN-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: # kill: def $ymm0 killed $ymm0 killed $zmm0
+; KNL_WIDEN-NEXT: retq
%mask = fptosi <4 x double> %a to <4 x i1>
%select = select <4 x i1> %mask, <4 x i64> %passthru, <4 x i64> zeroinitializer
ret <4 x i64> %select
; DQNOVL-NEXT: vpmovd2m %zmm0, %k1
; DQNOVL-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: test_8f64tosb:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvttpd2dq %zmm0, %ymm0
+; KNL_WIDEN-NEXT: vptestmd %zmm0, %zmm0, %k1
+; KNL_WIDEN-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: retq
%mask = fptosi <8 x double> %a to <8 x i1>
%select = select <8 x i1> %mask, <8 x i64> %passthru, <8 x i64> zeroinitializer
ret <8 x i64> %select
; DQNOVL-NEXT: # kill: def $xmm0 killed $xmm0 killed $zmm0
; DQNOVL-NEXT: vzeroupper
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: test_2f32tosb:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: # kill: def $xmm1 killed $xmm1 def $zmm1
+; KNL_WIDEN-NEXT: vcvttps2dq %xmm0, %xmm0
+; KNL_WIDEN-NEXT: vptestmd %zmm0, %zmm0, %k1
+; KNL_WIDEN-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: # kill: def $xmm0 killed $xmm0 killed $zmm0
+; KNL_WIDEN-NEXT: vzeroupper
+; KNL_WIDEN-NEXT: retq
%mask = fptosi <2 x float> %a to <2 x i1>
%select = select <2 x i1> %mask, <2 x i64> %passthru, <2 x i64> zeroinitializer
ret <2 x i64> %select
; DQNOVL-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
; DQNOVL-NEXT: # kill: def $ymm0 killed $ymm0 killed $zmm0
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: test_4f32tosb:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: # kill: def $ymm1 killed $ymm1 def $zmm1
+; KNL_WIDEN-NEXT: vcvttps2dq %xmm0, %xmm0
+; KNL_WIDEN-NEXT: vptestmd %zmm0, %zmm0, %k1
+; KNL_WIDEN-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: # kill: def $ymm0 killed $ymm0 killed $zmm0
+; KNL_WIDEN-NEXT: retq
%mask = fptosi <4 x float> %a to <4 x i1>
%select = select <4 x i1> %mask, <4 x i64> %passthru, <4 x i64> zeroinitializer
ret <4 x i64> %select
; DQNOVL-NEXT: vpmovd2m %zmm0, %k1
; DQNOVL-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: test_8f32tosb:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvttps2dq %ymm0, %ymm0
+; KNL_WIDEN-NEXT: vptestmd %zmm0, %zmm0, %k1
+; KNL_WIDEN-NEXT: vmovdqa64 %zmm1, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: retq
%mask = fptosi <8 x float> %a to <8 x i1>
%select = select <8 x i1> %mask, <8 x i64> %passthru, <8 x i64> zeroinitializer
ret <8 x i64> %select
; DQNOVL-NEXT: vpmovd2m %zmm0, %k1
; DQNOVL-NEXT: vmovdqa32 %zmm1, %zmm0 {%k1} {z}
; DQNOVL-NEXT: retq
+;
+; KNL_WIDEN-LABEL: test_16f32tosb:
+; KNL_WIDEN: # %bb.0:
+; KNL_WIDEN-NEXT: vcvttps2dq %zmm0, %zmm0
+; KNL_WIDEN-NEXT: vptestmd %zmm0, %zmm0, %k1
+; KNL_WIDEN-NEXT: vmovdqa32 %zmm1, %zmm0 {%k1} {z}
+; KNL_WIDEN-NEXT: retq
%mask = fptosi <16 x float> %a to <16 x i1>
%select = select <16 x i1> %mask, <16 x i32> %passthru, <16 x i32> zeroinitializer
ret <16 x i32> %select