SDValue replaceStoreOfFPConstant(StoreSDNode *ST);
SDValue visitSTORE(SDNode *N);
-
- SDValue ImproveLifetimeNodeChain(SDNode *N);
-
- SDValue visitLIFETIME_START(SDNode *N);
SDValue visitLIFETIME_END(SDNode *N);
SDValue visitINSERT_VECTOR_ELT(SDNode *N);
SDValue visitEXTRACT_VECTOR_ELT(SDNode *N);
case ISD::MLOAD: return visitMLOAD(N);
case ISD::MSCATTER: return visitMSCATTER(N);
case ISD::MSTORE: return visitMSTORE(N);
- case ISD::LIFETIME_START: return visitLIFETIME_START(N);
case ISD::LIFETIME_END: return visitLIFETIME_END(N);
case ISD::FP_TO_FP16: return visitFP_TO_FP16(N);
case ISD::FP16_TO_FP: return visitFP16_TO_FP(N);
return ReduceLoadOpStoreWidth(N);
}
-SDValue DAGCombiner::ImproveLifetimeNodeChain(SDNode *N) {
- auto Chain = N->getOperand(0);
- auto NewChain = FindBetterChain(N, Chain);
- if (NewChain != Chain) {
- LifetimeSDNode *LN = cast<LifetimeSDNode>(N);
- // Create New Node to prevent loop in CombineTo.
- SDValue NewN = DAG.getLifetimeNode(N->getOpcode() == ISD::LIFETIME_START,
- SDLoc(N), NewChain, LN->getFrameIndex(),
- LN->hasOffset() ? LN->getSize() : -1,
- LN->hasOffset() ? LN->getOffset() : -1);
- AddToWorklist(NewN.getNode());
- auto TF = DAG.getNode(ISD::TokenFactor, SDLoc(N), MVT::Other, Chain, NewN);
- return CombineTo(N, TF);
- }
- return SDValue();
-}
-
-SDValue DAGCombiner::visitLIFETIME_START(SDNode *N) {
- if (SDValue V = ImproveLifetimeNodeChain(N))
- return V;
- return SDValue();
-}
-
SDValue DAGCombiner::visitLIFETIME_END(SDNode *N) {
- if (SDValue V = ImproveLifetimeNodeChain(N))
- return V;
-
const auto *LifetimeEnd = cast<LifetimeSDNode>(N);
if (!LifetimeEnd->hasOffset())
return SDValue();
; AA-LABEL: twoallocs:
; AA: # %bb.0: # %entry
; AA-NEXT: vmovups (%rdi), %xmm0
+; AA-NEXT: vmovaps %xmm0, -{{[0-9]+}}(%rsp)
; AA-NEXT: vmovups %xmm0, (%rsi)
; AA-NEXT: retq
entry:
; AA-LABEL: onealloc_readback_1:
; AA: # %bb.0: # %entry
; AA-NEXT: vmovups (%rsi), %xmm0
+; AA-NEXT: vmovaps %xmm0, -{{[0-9]+}}(%rsp)
; AA-NEXT: vmovups %xmm0, (%rdi)
; AA-NEXT: retq
entry:
; AA-LABEL: onealloc_readback_2:
; AA: # %bb.0: # %entry
; AA-NEXT: vmovups (%rsi), %xmm0
+; AA-NEXT: vmovaps %xmm0, -{{[0-9]+}}(%rsp)
; AA-NEXT: vmovups %xmm0, (%rdi)
; AA-NEXT: retq
entry: