}
define <4 x float> @test8_undef(<4 x float> %a, <4 x float> %b) {
-; SSE-SLOW-LABEL: test8_undef:
-; SSE-SLOW: # %bb.0:
-; SSE-SLOW-NEXT: movshdup {{.*#+}} xmm1 = xmm0[1,1,3,3]
-; SSE-SLOW-NEXT: addss %xmm0, %xmm1
-; SSE-SLOW-NEXT: movaps %xmm0, %xmm2
-; SSE-SLOW-NEXT: unpckhpd {{.*#+}} xmm2 = xmm2[1],xmm0[1]
-; SSE-SLOW-NEXT: shufps {{.*#+}} xmm0 = xmm0[3,1,2,3]
-; SSE-SLOW-NEXT: addss %xmm2, %xmm0
-; SSE-SLOW-NEXT: movlhps {{.*#+}} xmm1 = xmm1[0],xmm0[0]
-; SSE-SLOW-NEXT: movaps %xmm1, %xmm0
-; SSE-SLOW-NEXT: retq
-;
-; SSE-FAST-LABEL: test8_undef:
-; SSE-FAST: # %bb.0:
-; SSE-FAST-NEXT: movaps %xmm0, %xmm1
-; SSE-FAST-NEXT: haddps %xmm0, %xmm1
-; SSE-FAST-NEXT: movaps %xmm0, %xmm2
-; SSE-FAST-NEXT: unpckhpd {{.*#+}} xmm2 = xmm2[1],xmm0[1]
-; SSE-FAST-NEXT: shufps {{.*#+}} xmm0 = xmm0[3,1,2,3]
-; SSE-FAST-NEXT: addss %xmm2, %xmm0
-; SSE-FAST-NEXT: movlhps {{.*#+}} xmm1 = xmm1[0],xmm0[0]
-; SSE-FAST-NEXT: movaps %xmm1, %xmm0
-; SSE-FAST-NEXT: retq
-;
-; AVX-SLOW-LABEL: test8_undef:
-; AVX-SLOW: # %bb.0:
-; AVX-SLOW-NEXT: vmovshdup {{.*#+}} xmm1 = xmm0[1,1,3,3]
-; AVX-SLOW-NEXT: vaddss %xmm1, %xmm0, %xmm1
-; AVX-SLOW-NEXT: vpermilpd {{.*#+}} xmm2 = xmm0[1,0]
-; AVX-SLOW-NEXT: vpermilps {{.*#+}} xmm0 = xmm0[3,1,2,3]
-; AVX-SLOW-NEXT: vaddss %xmm0, %xmm2, %xmm0
-; AVX-SLOW-NEXT: vinsertps {{.*#+}} xmm0 = xmm1[0,1],xmm0[0],xmm1[3]
-; AVX-SLOW-NEXT: retq
+; SSE-LABEL: test8_undef:
+; SSE: # %bb.0:
+; SSE-NEXT: movshdup {{.*#+}} xmm1 = xmm0[1,1,3,3]
+; SSE-NEXT: addss %xmm0, %xmm1
+; SSE-NEXT: movaps %xmm0, %xmm2
+; SSE-NEXT: unpckhpd {{.*#+}} xmm2 = xmm2[1],xmm0[1]
+; SSE-NEXT: shufps {{.*#+}} xmm0 = xmm0[3,1,2,3]
+; SSE-NEXT: addss %xmm2, %xmm0
+; SSE-NEXT: movlhps {{.*#+}} xmm1 = xmm1[0],xmm0[0]
+; SSE-NEXT: movaps %xmm1, %xmm0
+; SSE-NEXT: retq
;
-; AVX-FAST-LABEL: test8_undef:
-; AVX-FAST: # %bb.0:
-; AVX-FAST-NEXT: vhaddps %xmm0, %xmm0, %xmm1
-; AVX-FAST-NEXT: vpermilpd {{.*#+}} xmm2 = xmm0[1,0]
-; AVX-FAST-NEXT: vpermilps {{.*#+}} xmm0 = xmm0[3,1,2,3]
-; AVX-FAST-NEXT: vaddss %xmm0, %xmm2, %xmm0
-; AVX-FAST-NEXT: vmovlhps {{.*#+}} xmm0 = xmm1[0],xmm0[0]
-; AVX-FAST-NEXT: retq
+; AVX-LABEL: test8_undef:
+; AVX: # %bb.0:
+; AVX-NEXT: vmovshdup {{.*#+}} xmm1 = xmm0[1,1,3,3]
+; AVX-NEXT: vaddss %xmm1, %xmm0, %xmm1
+; AVX-NEXT: vpermilpd {{.*#+}} xmm2 = xmm0[1,0]
+; AVX-NEXT: vpermilps {{.*#+}} xmm0 = xmm0[3,1,2,3]
+; AVX-NEXT: vaddss %xmm0, %xmm2, %xmm0
+; AVX-NEXT: vinsertps {{.*#+}} xmm0 = xmm1[0,1],xmm0[0],xmm1[3]
+; AVX-NEXT: retq
%vecext = extractelement <4 x float> %a, i32 0
%vecext1 = extractelement <4 x float> %a, i32 1
%add = fadd float %vecext, %vecext1
; AVX1-FAST-NEXT: vhaddps %xmm1, %xmm0, %xmm0
; AVX1-FAST-NEXT: retq
;
-; AVX512-SLOW-LABEL: test13_v16f32_undef:
-; AVX512-SLOW: # %bb.0:
-; AVX512-SLOW-NEXT: vmovshdup {{.*#+}} xmm1 = xmm0[1,1,3,3]
-; AVX512-SLOW-NEXT: vaddss %xmm1, %xmm0, %xmm1
-; AVX512-SLOW-NEXT: vpermilpd {{.*#+}} xmm2 = xmm0[1,0]
-; AVX512-SLOW-NEXT: vpermilps {{.*#+}} xmm3 = xmm0[3,1,2,3]
-; AVX512-SLOW-NEXT: vaddss %xmm3, %xmm2, %xmm2
-; AVX512-SLOW-NEXT: vinsertps {{.*#+}} xmm1 = xmm1[0],xmm2[0],xmm1[2,3]
-; AVX512-SLOW-NEXT: vextractf128 $1, %ymm0, %xmm0
-; AVX512-SLOW-NEXT: vmovshdup {{.*#+}} xmm2 = xmm0[1,1,3,3]
-; AVX512-SLOW-NEXT: vaddss %xmm2, %xmm0, %xmm2
-; AVX512-SLOW-NEXT: vinsertps {{.*#+}} xmm1 = xmm1[0,1],xmm2[0],xmm1[3]
-; AVX512-SLOW-NEXT: vpermilpd {{.*#+}} xmm2 = xmm0[1,0]
-; AVX512-SLOW-NEXT: vpermilps {{.*#+}} xmm0 = xmm0[3,1,2,3]
-; AVX512-SLOW-NEXT: vaddss %xmm0, %xmm2, %xmm0
-; AVX512-SLOW-NEXT: vinsertps {{.*#+}} xmm0 = xmm1[0,1,2],xmm0[0]
-; AVX512-SLOW-NEXT: retq
-;
-; AVX512-FAST-LABEL: test13_v16f32_undef:
-; AVX512-FAST: # %bb.0:
-; AVX512-FAST-NEXT: vhaddps %xmm0, %xmm0, %xmm1
-; AVX512-FAST-NEXT: vpermilpd {{.*#+}} xmm2 = xmm0[1,0]
-; AVX512-FAST-NEXT: vpermilps {{.*#+}} xmm3 = xmm0[3,1,2,3]
-; AVX512-FAST-NEXT: vaddss %xmm3, %xmm2, %xmm2
-; AVX512-FAST-NEXT: vinsertps {{.*#+}} xmm1 = xmm1[0],xmm2[0],xmm1[2,3]
-; AVX512-FAST-NEXT: vextractf128 $1, %ymm0, %xmm0
-; AVX512-FAST-NEXT: vmovshdup {{.*#+}} xmm2 = xmm0[1,1,3,3]
-; AVX512-FAST-NEXT: vaddss %xmm2, %xmm0, %xmm2
-; AVX512-FAST-NEXT: vinsertps {{.*#+}} xmm1 = xmm1[0,1],xmm2[0],xmm1[3]
-; AVX512-FAST-NEXT: vpermilpd {{.*#+}} xmm2 = xmm0[1,0]
-; AVX512-FAST-NEXT: vpermilps {{.*#+}} xmm0 = xmm0[3,1,2,3]
-; AVX512-FAST-NEXT: vaddss %xmm0, %xmm2, %xmm0
-; AVX512-FAST-NEXT: vinsertps {{.*#+}} xmm0 = xmm1[0,1,2],xmm0[0]
-; AVX512-FAST-NEXT: retq
+; AVX512-LABEL: test13_v16f32_undef:
+; AVX512: # %bb.0:
+; AVX512-NEXT: vmovshdup {{.*#+}} xmm1 = xmm0[1,1,3,3]
+; AVX512-NEXT: vaddss %xmm1, %xmm0, %xmm1
+; AVX512-NEXT: vpermilpd {{.*#+}} xmm2 = xmm0[1,0]
+; AVX512-NEXT: vpermilps {{.*#+}} xmm3 = xmm0[3,1,2,3]
+; AVX512-NEXT: vaddss %xmm3, %xmm2, %xmm2
+; AVX512-NEXT: vinsertps {{.*#+}} xmm1 = xmm1[0],xmm2[0],xmm1[2,3]
+; AVX512-NEXT: vextractf128 $1, %ymm0, %xmm0
+; AVX512-NEXT: vmovshdup {{.*#+}} xmm2 = xmm0[1,1,3,3]
+; AVX512-NEXT: vaddss %xmm2, %xmm0, %xmm2
+; AVX512-NEXT: vinsertps {{.*#+}} xmm1 = xmm1[0,1],xmm2[0],xmm1[3]
+; AVX512-NEXT: vpermilpd {{.*#+}} xmm2 = xmm0[1,0]
+; AVX512-NEXT: vpermilps {{.*#+}} xmm0 = xmm0[3,1,2,3]
+; AVX512-NEXT: vaddss %xmm0, %xmm2, %xmm0
+; AVX512-NEXT: vinsertps {{.*#+}} xmm0 = xmm1[0,1,2],xmm0[0]
+; AVX512-NEXT: retq
%vecext = extractelement <16 x float> %a, i32 0
%vecext1 = extractelement <16 x float> %a, i32 1
%add1 = fadd float %vecext, %vecext1
; 128-bit vectors, 16/32-bit, add/sub
define i32 @extract_extract_v4i32_add_i32(<4 x i32> %x) {
-; SSE3-LABEL: extract_extract_v4i32_add_i32:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %ecx
-; SSE3-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
-; SSE3-NEXT: movd %xmm0, %eax
-; SSE3-NEXT: addl %ecx, %eax
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v4i32_add_i32:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %ecx
+; SSE3-SLOW-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
+; SSE3-SLOW-NEXT: movd %xmm0, %eax
+; SSE3-SLOW-NEXT: addl %ecx, %eax
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v4i32_add_i32:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %ecx
-; AVX-NEXT: vpextrd $1, %xmm0, %eax
-; AVX-NEXT: addl %ecx, %eax
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v4i32_add_i32:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: phaddd %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v4i32_add_i32:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %ecx
+; AVX-SLOW-NEXT: vpextrd $1, %xmm0, %eax
+; AVX-SLOW-NEXT: addl %ecx, %eax
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v4i32_add_i32:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vphaddd %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: retq
%x0 = extractelement <4 x i32> %x, i32 0
%x1 = extractelement <4 x i32> %x, i32 1
%x01 = add i32 %x0, %x1
}
define i32 @extract_extract_v4i32_add_i32_commute(<4 x i32> %x) {
-; SSE3-LABEL: extract_extract_v4i32_add_i32_commute:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %ecx
-; SSE3-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
-; SSE3-NEXT: movd %xmm0, %eax
-; SSE3-NEXT: addl %ecx, %eax
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v4i32_add_i32_commute:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %ecx
+; SSE3-SLOW-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
+; SSE3-SLOW-NEXT: movd %xmm0, %eax
+; SSE3-SLOW-NEXT: addl %ecx, %eax
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v4i32_add_i32_commute:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %ecx
-; AVX-NEXT: vpextrd $1, %xmm0, %eax
-; AVX-NEXT: addl %ecx, %eax
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v4i32_add_i32_commute:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: phaddd %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v4i32_add_i32_commute:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %ecx
+; AVX-SLOW-NEXT: vpextrd $1, %xmm0, %eax
+; AVX-SLOW-NEXT: addl %ecx, %eax
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v4i32_add_i32_commute:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vphaddd %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: retq
%x0 = extractelement <4 x i32> %x, i32 0
%x1 = extractelement <4 x i32> %x, i32 1
%x01 = add i32 %x1, %x0
}
define i16 @extract_extract_v8i16_add_i16(<8 x i16> %x) {
-; SSE3-LABEL: extract_extract_v8i16_add_i16:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %ecx
-; SSE3-NEXT: pextrw $1, %xmm0, %eax
-; SSE3-NEXT: addl %ecx, %eax
-; SSE3-NEXT: # kill: def $ax killed $ax killed $eax
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v8i16_add_i16:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %ecx
+; SSE3-SLOW-NEXT: pextrw $1, %xmm0, %eax
+; SSE3-SLOW-NEXT: addl %ecx, %eax
+; SSE3-SLOW-NEXT: # kill: def $ax killed $ax killed $eax
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v8i16_add_i16:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %ecx
-; AVX-NEXT: vpextrw $1, %xmm0, %eax
-; AVX-NEXT: addl %ecx, %eax
-; AVX-NEXT: # kill: def $ax killed $ax killed $eax
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v8i16_add_i16:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: phaddw %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: # kill: def $ax killed $ax killed $eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v8i16_add_i16:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %ecx
+; AVX-SLOW-NEXT: vpextrw $1, %xmm0, %eax
+; AVX-SLOW-NEXT: addl %ecx, %eax
+; AVX-SLOW-NEXT: # kill: def $ax killed $ax killed $eax
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v8i16_add_i16:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vphaddw %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: # kill: def $ax killed $ax killed $eax
+; AVX-FAST-NEXT: retq
%x0 = extractelement <8 x i16> %x, i32 0
%x1 = extractelement <8 x i16> %x, i32 1
%x01 = add i16 %x0, %x1
}
define i16 @extract_extract_v8i16_add_i16_commute(<8 x i16> %x) {
-; SSE3-LABEL: extract_extract_v8i16_add_i16_commute:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %ecx
-; SSE3-NEXT: pextrw $1, %xmm0, %eax
-; SSE3-NEXT: addl %ecx, %eax
-; SSE3-NEXT: # kill: def $ax killed $ax killed $eax
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v8i16_add_i16_commute:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %ecx
+; SSE3-SLOW-NEXT: pextrw $1, %xmm0, %eax
+; SSE3-SLOW-NEXT: addl %ecx, %eax
+; SSE3-SLOW-NEXT: # kill: def $ax killed $ax killed $eax
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v8i16_add_i16_commute:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %ecx
-; AVX-NEXT: vpextrw $1, %xmm0, %eax
-; AVX-NEXT: addl %ecx, %eax
-; AVX-NEXT: # kill: def $ax killed $ax killed $eax
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v8i16_add_i16_commute:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: phaddw %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: # kill: def $ax killed $ax killed $eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v8i16_add_i16_commute:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %ecx
+; AVX-SLOW-NEXT: vpextrw $1, %xmm0, %eax
+; AVX-SLOW-NEXT: addl %ecx, %eax
+; AVX-SLOW-NEXT: # kill: def $ax killed $ax killed $eax
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v8i16_add_i16_commute:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vphaddw %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: # kill: def $ax killed $ax killed $eax
+; AVX-FAST-NEXT: retq
%x0 = extractelement <8 x i16> %x, i32 0
%x1 = extractelement <8 x i16> %x, i32 1
%x01 = add i16 %x1, %x0
}
define i32 @extract_extract_v4i32_sub_i32(<4 x i32> %x) {
-; SSE3-LABEL: extract_extract_v4i32_sub_i32:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %eax
-; SSE3-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
-; SSE3-NEXT: movd %xmm0, %ecx
-; SSE3-NEXT: subl %ecx, %eax
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v4i32_sub_i32:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %eax
+; SSE3-SLOW-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
+; SSE3-SLOW-NEXT: movd %xmm0, %ecx
+; SSE3-SLOW-NEXT: subl %ecx, %eax
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v4i32_sub_i32:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %eax
-; AVX-NEXT: vpextrd $1, %xmm0, %ecx
-; AVX-NEXT: subl %ecx, %eax
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v4i32_sub_i32:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: phsubd %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v4i32_sub_i32:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %eax
+; AVX-SLOW-NEXT: vpextrd $1, %xmm0, %ecx
+; AVX-SLOW-NEXT: subl %ecx, %eax
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v4i32_sub_i32:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vphsubd %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: retq
%x0 = extractelement <4 x i32> %x, i32 0
%x1 = extractelement <4 x i32> %x, i32 1
%x01 = sub i32 %x0, %x1
}
define i16 @extract_extract_v8i16_sub_i16(<8 x i16> %x) {
-; SSE3-LABEL: extract_extract_v8i16_sub_i16:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %eax
-; SSE3-NEXT: pextrw $1, %xmm0, %ecx
-; SSE3-NEXT: subl %ecx, %eax
-; SSE3-NEXT: # kill: def $ax killed $ax killed $eax
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v8i16_sub_i16:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %eax
+; SSE3-SLOW-NEXT: pextrw $1, %xmm0, %ecx
+; SSE3-SLOW-NEXT: subl %ecx, %eax
+; SSE3-SLOW-NEXT: # kill: def $ax killed $ax killed $eax
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v8i16_sub_i16:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %eax
-; AVX-NEXT: vpextrw $1, %xmm0, %ecx
-; AVX-NEXT: subl %ecx, %eax
-; AVX-NEXT: # kill: def $ax killed $ax killed $eax
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v8i16_sub_i16:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: phsubw %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: # kill: def $ax killed $ax killed $eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v8i16_sub_i16:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %eax
+; AVX-SLOW-NEXT: vpextrw $1, %xmm0, %ecx
+; AVX-SLOW-NEXT: subl %ecx, %eax
+; AVX-SLOW-NEXT: # kill: def $ax killed $ax killed $eax
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v8i16_sub_i16:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vphsubw %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: # kill: def $ax killed $ax killed $eax
+; AVX-FAST-NEXT: retq
%x0 = extractelement <8 x i16> %x, i32 0
%x1 = extractelement <8 x i16> %x, i32 1
%x01 = sub i16 %x0, %x1
; 256-bit vectors, i32/i16, add/sub
define i32 @extract_extract_v8i32_add_i32(<8 x i32> %x) {
-; SSE3-LABEL: extract_extract_v8i32_add_i32:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %ecx
-; SSE3-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
-; SSE3-NEXT: movd %xmm0, %eax
-; SSE3-NEXT: addl %ecx, %eax
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v8i32_add_i32:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %ecx
+; SSE3-SLOW-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
+; SSE3-SLOW-NEXT: movd %xmm0, %eax
+; SSE3-SLOW-NEXT: addl %ecx, %eax
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v8i32_add_i32:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %ecx
-; AVX-NEXT: vpextrd $1, %xmm0, %eax
-; AVX-NEXT: addl %ecx, %eax
-; AVX-NEXT: vzeroupper
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v8i32_add_i32:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: phaddd %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v8i32_add_i32:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %ecx
+; AVX-SLOW-NEXT: vpextrd $1, %xmm0, %eax
+; AVX-SLOW-NEXT: addl %ecx, %eax
+; AVX-SLOW-NEXT: vzeroupper
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v8i32_add_i32:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vphaddd %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: vzeroupper
+; AVX-FAST-NEXT: retq
%x0 = extractelement <8 x i32> %x, i32 0
%x1 = extractelement <8 x i32> %x, i32 1
%x01 = add i32 %x0, %x1
}
define i32 @extract_extract_v8i32_add_i32_commute(<8 x i32> %x) {
-; SSE3-LABEL: extract_extract_v8i32_add_i32_commute:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %ecx
-; SSE3-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
-; SSE3-NEXT: movd %xmm0, %eax
-; SSE3-NEXT: addl %ecx, %eax
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v8i32_add_i32_commute:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %ecx
+; SSE3-SLOW-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
+; SSE3-SLOW-NEXT: movd %xmm0, %eax
+; SSE3-SLOW-NEXT: addl %ecx, %eax
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v8i32_add_i32_commute:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %ecx
-; AVX-NEXT: vpextrd $1, %xmm0, %eax
-; AVX-NEXT: addl %ecx, %eax
-; AVX-NEXT: vzeroupper
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v8i32_add_i32_commute:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: phaddd %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v8i32_add_i32_commute:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %ecx
+; AVX-SLOW-NEXT: vpextrd $1, %xmm0, %eax
+; AVX-SLOW-NEXT: addl %ecx, %eax
+; AVX-SLOW-NEXT: vzeroupper
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v8i32_add_i32_commute:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vphaddd %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: vzeroupper
+; AVX-FAST-NEXT: retq
%x0 = extractelement <8 x i32> %x, i32 0
%x1 = extractelement <8 x i32> %x, i32 1
%x01 = add i32 %x1, %x0
}
define i16 @extract_extract_v16i16_add_i16(<16 x i16> %x) {
-; SSE3-LABEL: extract_extract_v16i16_add_i16:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %ecx
-; SSE3-NEXT: pextrw $1, %xmm0, %eax
-; SSE3-NEXT: addl %ecx, %eax
-; SSE3-NEXT: # kill: def $ax killed $ax killed $eax
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v16i16_add_i16:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %ecx
+; SSE3-SLOW-NEXT: pextrw $1, %xmm0, %eax
+; SSE3-SLOW-NEXT: addl %ecx, %eax
+; SSE3-SLOW-NEXT: # kill: def $ax killed $ax killed $eax
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v16i16_add_i16:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %ecx
-; AVX-NEXT: vpextrw $1, %xmm0, %eax
-; AVX-NEXT: addl %ecx, %eax
-; AVX-NEXT: # kill: def $ax killed $ax killed $eax
-; AVX-NEXT: vzeroupper
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v16i16_add_i16:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: phaddw %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: # kill: def $ax killed $ax killed $eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v16i16_add_i16:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %ecx
+; AVX-SLOW-NEXT: vpextrw $1, %xmm0, %eax
+; AVX-SLOW-NEXT: addl %ecx, %eax
+; AVX-SLOW-NEXT: # kill: def $ax killed $ax killed $eax
+; AVX-SLOW-NEXT: vzeroupper
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v16i16_add_i16:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vphaddw %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: # kill: def $ax killed $ax killed $eax
+; AVX-FAST-NEXT: vzeroupper
+; AVX-FAST-NEXT: retq
%x0 = extractelement <16 x i16> %x, i32 0
%x1 = extractelement <16 x i16> %x, i32 1
%x01 = add i16 %x0, %x1
}
define i16 @extract_extract_v16i16_add_i16_commute(<16 x i16> %x) {
-; SSE3-LABEL: extract_extract_v16i16_add_i16_commute:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %ecx
-; SSE3-NEXT: pextrw $1, %xmm0, %eax
-; SSE3-NEXT: addl %ecx, %eax
-; SSE3-NEXT: # kill: def $ax killed $ax killed $eax
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v16i16_add_i16_commute:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %ecx
+; SSE3-SLOW-NEXT: pextrw $1, %xmm0, %eax
+; SSE3-SLOW-NEXT: addl %ecx, %eax
+; SSE3-SLOW-NEXT: # kill: def $ax killed $ax killed $eax
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v16i16_add_i16_commute:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %ecx
-; AVX-NEXT: vpextrw $1, %xmm0, %eax
-; AVX-NEXT: addl %ecx, %eax
-; AVX-NEXT: # kill: def $ax killed $ax killed $eax
-; AVX-NEXT: vzeroupper
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v16i16_add_i16_commute:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: phaddw %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: # kill: def $ax killed $ax killed $eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v16i16_add_i16_commute:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %ecx
+; AVX-SLOW-NEXT: vpextrw $1, %xmm0, %eax
+; AVX-SLOW-NEXT: addl %ecx, %eax
+; AVX-SLOW-NEXT: # kill: def $ax killed $ax killed $eax
+; AVX-SLOW-NEXT: vzeroupper
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v16i16_add_i16_commute:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vphaddw %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: # kill: def $ax killed $ax killed $eax
+; AVX-FAST-NEXT: vzeroupper
+; AVX-FAST-NEXT: retq
%x0 = extractelement <16 x i16> %x, i32 0
%x1 = extractelement <16 x i16> %x, i32 1
%x01 = add i16 %x1, %x0
}
define i32 @extract_extract_v8i32_sub_i32(<8 x i32> %x) {
-; SSE3-LABEL: extract_extract_v8i32_sub_i32:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %eax
-; SSE3-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
-; SSE3-NEXT: movd %xmm0, %ecx
-; SSE3-NEXT: subl %ecx, %eax
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v8i32_sub_i32:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %eax
+; SSE3-SLOW-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
+; SSE3-SLOW-NEXT: movd %xmm0, %ecx
+; SSE3-SLOW-NEXT: subl %ecx, %eax
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v8i32_sub_i32:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %eax
-; AVX-NEXT: vpextrd $1, %xmm0, %ecx
-; AVX-NEXT: subl %ecx, %eax
-; AVX-NEXT: vzeroupper
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v8i32_sub_i32:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: phsubd %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v8i32_sub_i32:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %eax
+; AVX-SLOW-NEXT: vpextrd $1, %xmm0, %ecx
+; AVX-SLOW-NEXT: subl %ecx, %eax
+; AVX-SLOW-NEXT: vzeroupper
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v8i32_sub_i32:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vphsubd %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: vzeroupper
+; AVX-FAST-NEXT: retq
%x0 = extractelement <8 x i32> %x, i32 0
%x1 = extractelement <8 x i32> %x, i32 1
%x01 = sub i32 %x0, %x1
}
define i16 @extract_extract_v16i16_sub_i16(<16 x i16> %x) {
-; SSE3-LABEL: extract_extract_v16i16_sub_i16:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %eax
-; SSE3-NEXT: pextrw $1, %xmm0, %ecx
-; SSE3-NEXT: subl %ecx, %eax
-; SSE3-NEXT: # kill: def $ax killed $ax killed $eax
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v16i16_sub_i16:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %eax
+; SSE3-SLOW-NEXT: pextrw $1, %xmm0, %ecx
+; SSE3-SLOW-NEXT: subl %ecx, %eax
+; SSE3-SLOW-NEXT: # kill: def $ax killed $ax killed $eax
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v16i16_sub_i16:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %eax
-; AVX-NEXT: vpextrw $1, %xmm0, %ecx
-; AVX-NEXT: subl %ecx, %eax
-; AVX-NEXT: # kill: def $ax killed $ax killed $eax
-; AVX-NEXT: vzeroupper
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v16i16_sub_i16:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: phsubw %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: # kill: def $ax killed $ax killed $eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v16i16_sub_i16:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %eax
+; AVX-SLOW-NEXT: vpextrw $1, %xmm0, %ecx
+; AVX-SLOW-NEXT: subl %ecx, %eax
+; AVX-SLOW-NEXT: # kill: def $ax killed $ax killed $eax
+; AVX-SLOW-NEXT: vzeroupper
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v16i16_sub_i16:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vphsubw %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: # kill: def $ax killed $ax killed $eax
+; AVX-FAST-NEXT: vzeroupper
+; AVX-FAST-NEXT: retq
%x0 = extractelement <16 x i16> %x, i32 0
%x1 = extractelement <16 x i16> %x, i32 1
%x01 = sub i16 %x0, %x1
; 512-bit vectors, i32/i16, add/sub
define i32 @extract_extract_v16i32_add_i32(<16 x i32> %x) {
-; SSE3-LABEL: extract_extract_v16i32_add_i32:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %ecx
-; SSE3-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
-; SSE3-NEXT: movd %xmm0, %eax
-; SSE3-NEXT: addl %ecx, %eax
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v16i32_add_i32:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %ecx
+; SSE3-SLOW-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
+; SSE3-SLOW-NEXT: movd %xmm0, %eax
+; SSE3-SLOW-NEXT: addl %ecx, %eax
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v16i32_add_i32:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %ecx
-; AVX-NEXT: vpextrd $1, %xmm0, %eax
-; AVX-NEXT: addl %ecx, %eax
-; AVX-NEXT: vzeroupper
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v16i32_add_i32:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: phaddd %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v16i32_add_i32:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %ecx
+; AVX-SLOW-NEXT: vpextrd $1, %xmm0, %eax
+; AVX-SLOW-NEXT: addl %ecx, %eax
+; AVX-SLOW-NEXT: vzeroupper
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v16i32_add_i32:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vphaddd %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: vzeroupper
+; AVX-FAST-NEXT: retq
%x0 = extractelement <16 x i32> %x, i32 0
%x1 = extractelement <16 x i32> %x, i32 1
%x01 = add i32 %x0, %x1
}
define i32 @extract_extract_v16i32_add_i32_commute(<16 x i32> %x) {
-; SSE3-LABEL: extract_extract_v16i32_add_i32_commute:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %ecx
-; SSE3-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
-; SSE3-NEXT: movd %xmm0, %eax
-; SSE3-NEXT: addl %ecx, %eax
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v16i32_add_i32_commute:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %ecx
+; SSE3-SLOW-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
+; SSE3-SLOW-NEXT: movd %xmm0, %eax
+; SSE3-SLOW-NEXT: addl %ecx, %eax
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v16i32_add_i32_commute:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %ecx
-; AVX-NEXT: vpextrd $1, %xmm0, %eax
-; AVX-NEXT: addl %ecx, %eax
-; AVX-NEXT: vzeroupper
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v16i32_add_i32_commute:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: phaddd %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v16i32_add_i32_commute:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %ecx
+; AVX-SLOW-NEXT: vpextrd $1, %xmm0, %eax
+; AVX-SLOW-NEXT: addl %ecx, %eax
+; AVX-SLOW-NEXT: vzeroupper
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v16i32_add_i32_commute:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vphaddd %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: vzeroupper
+; AVX-FAST-NEXT: retq
%x0 = extractelement <16 x i32> %x, i32 0
%x1 = extractelement <16 x i32> %x, i32 1
%x01 = add i32 %x1, %x0
}
define i16 @extract_extract_v32i16_add_i16(<32 x i16> %x) {
-; SSE3-LABEL: extract_extract_v32i16_add_i16:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %ecx
-; SSE3-NEXT: pextrw $1, %xmm0, %eax
-; SSE3-NEXT: addl %ecx, %eax
-; SSE3-NEXT: # kill: def $ax killed $ax killed $eax
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v32i16_add_i16:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %ecx
+; SSE3-SLOW-NEXT: pextrw $1, %xmm0, %eax
+; SSE3-SLOW-NEXT: addl %ecx, %eax
+; SSE3-SLOW-NEXT: # kill: def $ax killed $ax killed $eax
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v32i16_add_i16:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %ecx
-; AVX-NEXT: vpextrw $1, %xmm0, %eax
-; AVX-NEXT: addl %ecx, %eax
-; AVX-NEXT: # kill: def $ax killed $ax killed $eax
-; AVX-NEXT: vzeroupper
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v32i16_add_i16:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: phaddw %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: # kill: def $ax killed $ax killed $eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v32i16_add_i16:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %ecx
+; AVX-SLOW-NEXT: vpextrw $1, %xmm0, %eax
+; AVX-SLOW-NEXT: addl %ecx, %eax
+; AVX-SLOW-NEXT: # kill: def $ax killed $ax killed $eax
+; AVX-SLOW-NEXT: vzeroupper
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v32i16_add_i16:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vphaddw %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: # kill: def $ax killed $ax killed $eax
+; AVX-FAST-NEXT: vzeroupper
+; AVX-FAST-NEXT: retq
%x0 = extractelement <32 x i16> %x, i32 0
%x1 = extractelement <32 x i16> %x, i32 1
%x01 = add i16 %x0, %x1
}
define i16 @extract_extract_v32i16_add_i16_commute(<32 x i16> %x) {
-; SSE3-LABEL: extract_extract_v32i16_add_i16_commute:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %ecx
-; SSE3-NEXT: pextrw $1, %xmm0, %eax
-; SSE3-NEXT: addl %ecx, %eax
-; SSE3-NEXT: # kill: def $ax killed $ax killed $eax
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v32i16_add_i16_commute:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %ecx
+; SSE3-SLOW-NEXT: pextrw $1, %xmm0, %eax
+; SSE3-SLOW-NEXT: addl %ecx, %eax
+; SSE3-SLOW-NEXT: # kill: def $ax killed $ax killed $eax
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v32i16_add_i16_commute:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %ecx
-; AVX-NEXT: vpextrw $1, %xmm0, %eax
-; AVX-NEXT: addl %ecx, %eax
-; AVX-NEXT: # kill: def $ax killed $ax killed $eax
-; AVX-NEXT: vzeroupper
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v32i16_add_i16_commute:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: phaddw %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: # kill: def $ax killed $ax killed $eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v32i16_add_i16_commute:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %ecx
+; AVX-SLOW-NEXT: vpextrw $1, %xmm0, %eax
+; AVX-SLOW-NEXT: addl %ecx, %eax
+; AVX-SLOW-NEXT: # kill: def $ax killed $ax killed $eax
+; AVX-SLOW-NEXT: vzeroupper
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v32i16_add_i16_commute:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vphaddw %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: # kill: def $ax killed $ax killed $eax
+; AVX-FAST-NEXT: vzeroupper
+; AVX-FAST-NEXT: retq
%x0 = extractelement <32 x i16> %x, i32 0
%x1 = extractelement <32 x i16> %x, i32 1
%x01 = add i16 %x1, %x0
}
define i32 @extract_extract_v16i32_sub_i32(<16 x i32> %x) {
-; SSE3-LABEL: extract_extract_v16i32_sub_i32:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %eax
-; SSE3-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
-; SSE3-NEXT: movd %xmm0, %ecx
-; SSE3-NEXT: subl %ecx, %eax
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v16i32_sub_i32:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %eax
+; SSE3-SLOW-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
+; SSE3-SLOW-NEXT: movd %xmm0, %ecx
+; SSE3-SLOW-NEXT: subl %ecx, %eax
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v16i32_sub_i32:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %eax
-; AVX-NEXT: vpextrd $1, %xmm0, %ecx
-; AVX-NEXT: subl %ecx, %eax
-; AVX-NEXT: vzeroupper
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v16i32_sub_i32:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: phsubd %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v16i32_sub_i32:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %eax
+; AVX-SLOW-NEXT: vpextrd $1, %xmm0, %ecx
+; AVX-SLOW-NEXT: subl %ecx, %eax
+; AVX-SLOW-NEXT: vzeroupper
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v16i32_sub_i32:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vphsubd %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: vzeroupper
+; AVX-FAST-NEXT: retq
%x0 = extractelement <16 x i32> %x, i32 0
%x1 = extractelement <16 x i32> %x, i32 1
%x01 = sub i32 %x0, %x1
}
define i16 @extract_extract_v32i16_sub_i16(<32 x i16> %x) {
-; SSE3-LABEL: extract_extract_v32i16_sub_i16:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %eax
-; SSE3-NEXT: pextrw $1, %xmm0, %ecx
-; SSE3-NEXT: subl %ecx, %eax
-; SSE3-NEXT: # kill: def $ax killed $ax killed $eax
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v32i16_sub_i16:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %eax
+; SSE3-SLOW-NEXT: pextrw $1, %xmm0, %ecx
+; SSE3-SLOW-NEXT: subl %ecx, %eax
+; SSE3-SLOW-NEXT: # kill: def $ax killed $ax killed $eax
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v32i16_sub_i16:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %eax
-; AVX-NEXT: vpextrw $1, %xmm0, %ecx
-; AVX-NEXT: subl %ecx, %eax
-; AVX-NEXT: # kill: def $ax killed $ax killed $eax
-; AVX-NEXT: vzeroupper
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v32i16_sub_i16:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: phsubw %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: # kill: def $ax killed $ax killed $eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v32i16_sub_i16:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %eax
+; AVX-SLOW-NEXT: vpextrw $1, %xmm0, %ecx
+; AVX-SLOW-NEXT: subl %ecx, %eax
+; AVX-SLOW-NEXT: # kill: def $ax killed $ax killed $eax
+; AVX-SLOW-NEXT: vzeroupper
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v32i16_sub_i16:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vphsubw %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: # kill: def $ax killed $ax killed $eax
+; AVX-FAST-NEXT: vzeroupper
+; AVX-FAST-NEXT: retq
%x0 = extractelement <32 x i16> %x, i32 0
%x1 = extractelement <32 x i16> %x, i32 1
%x01 = sub i16 %x0, %x1
; Check output when 1 or both extracts have extra uses.
define i32 @extract_extract_v4i32_add_i32_uses1(<4 x i32> %x, i32* %p) {
-; SSE3-LABEL: extract_extract_v4i32_add_i32_uses1:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %ecx
-; SSE3-NEXT: movd %xmm0, (%rdi)
-; SSE3-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
-; SSE3-NEXT: movd %xmm0, %eax
-; SSE3-NEXT: addl %ecx, %eax
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v4i32_add_i32_uses1:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %ecx
+; SSE3-SLOW-NEXT: movd %xmm0, (%rdi)
+; SSE3-SLOW-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
+; SSE3-SLOW-NEXT: movd %xmm0, %eax
+; SSE3-SLOW-NEXT: addl %ecx, %eax
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v4i32_add_i32_uses1:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %ecx
-; AVX-NEXT: vmovd %xmm0, (%rdi)
-; AVX-NEXT: vpextrd $1, %xmm0, %eax
-; AVX-NEXT: addl %ecx, %eax
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v4i32_add_i32_uses1:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: movd %xmm0, (%rdi)
+; SSE3-FAST-NEXT: phaddd %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v4i32_add_i32_uses1:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %ecx
+; AVX-SLOW-NEXT: vmovd %xmm0, (%rdi)
+; AVX-SLOW-NEXT: vpextrd $1, %xmm0, %eax
+; AVX-SLOW-NEXT: addl %ecx, %eax
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v4i32_add_i32_uses1:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vmovd %xmm0, (%rdi)
+; AVX-FAST-NEXT: vphaddd %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: retq
%x0 = extractelement <4 x i32> %x, i32 0
store i32 %x0, i32* %p
%x1 = extractelement <4 x i32> %x, i32 1
}
define i32 @extract_extract_v4i32_add_i32_uses2(<4 x i32> %x, i32* %p) {
-; SSE3-LABEL: extract_extract_v4i32_add_i32_uses2:
-; SSE3: # %bb.0:
-; SSE3-NEXT: movd %xmm0, %ecx
-; SSE3-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
-; SSE3-NEXT: movd %xmm0, %eax
-; SSE3-NEXT: addl %ecx, %eax
-; SSE3-NEXT: movd %xmm0, (%rdi)
-; SSE3-NEXT: retq
+; SSE3-SLOW-LABEL: extract_extract_v4i32_add_i32_uses2:
+; SSE3-SLOW: # %bb.0:
+; SSE3-SLOW-NEXT: movd %xmm0, %ecx
+; SSE3-SLOW-NEXT: pshufd {{.*#+}} xmm0 = xmm0[1,1,2,3]
+; SSE3-SLOW-NEXT: movd %xmm0, %eax
+; SSE3-SLOW-NEXT: addl %ecx, %eax
+; SSE3-SLOW-NEXT: movd %xmm0, (%rdi)
+; SSE3-SLOW-NEXT: retq
;
-; AVX-LABEL: extract_extract_v4i32_add_i32_uses2:
-; AVX: # %bb.0:
-; AVX-NEXT: vmovd %xmm0, %ecx
-; AVX-NEXT: vpextrd $1, %xmm0, %eax
-; AVX-NEXT: addl %ecx, %eax
-; AVX-NEXT: vpextrd $1, %xmm0, (%rdi)
-; AVX-NEXT: retq
+; SSE3-FAST-LABEL: extract_extract_v4i32_add_i32_uses2:
+; SSE3-FAST: # %bb.0:
+; SSE3-FAST-NEXT: pshufd {{.*#+}} xmm1 = xmm0[1,1,2,3]
+; SSE3-FAST-NEXT: movd %xmm1, (%rdi)
+; SSE3-FAST-NEXT: phaddd %xmm0, %xmm0
+; SSE3-FAST-NEXT: movd %xmm0, %eax
+; SSE3-FAST-NEXT: retq
+;
+; AVX-SLOW-LABEL: extract_extract_v4i32_add_i32_uses2:
+; AVX-SLOW: # %bb.0:
+; AVX-SLOW-NEXT: vmovd %xmm0, %ecx
+; AVX-SLOW-NEXT: vpextrd $1, %xmm0, %eax
+; AVX-SLOW-NEXT: addl %ecx, %eax
+; AVX-SLOW-NEXT: vpextrd $1, %xmm0, (%rdi)
+; AVX-SLOW-NEXT: retq
+;
+; AVX-FAST-LABEL: extract_extract_v4i32_add_i32_uses2:
+; AVX-FAST: # %bb.0:
+; AVX-FAST-NEXT: vpextrd $1, %xmm0, (%rdi)
+; AVX-FAST-NEXT: vphaddd %xmm0, %xmm0, %xmm0
+; AVX-FAST-NEXT: vmovd %xmm0, %eax
+; AVX-FAST-NEXT: retq
%x0 = extractelement <4 x i32> %x, i32 0
%x1 = extractelement <4 x i32> %x, i32 1
store i32 %x1, i32* %p