EVT ElemVT = OrigVT.getVectorElementType();
SDNodeFlags Flags = N->getFlags();
- SDValue NeutralElem;
- switch (N->getOpcode()) {
- case ISD::VECREDUCE_ADD:
- case ISD::VECREDUCE_OR:
- case ISD::VECREDUCE_XOR:
- case ISD::VECREDUCE_UMAX:
- NeutralElem = DAG.getConstant(0, dl, ElemVT);
- break;
- case ISD::VECREDUCE_MUL:
- NeutralElem = DAG.getConstant(1, dl, ElemVT);
- break;
- case ISD::VECREDUCE_AND:
- case ISD::VECREDUCE_UMIN:
- NeutralElem = DAG.getAllOnesConstant(dl, ElemVT);
- break;
- case ISD::VECREDUCE_SMAX:
- NeutralElem = DAG.getConstant(
- APInt::getSignedMinValue(ElemVT.getSizeInBits()), dl, ElemVT);
- break;
- case ISD::VECREDUCE_SMIN:
- NeutralElem = DAG.getConstant(
- APInt::getSignedMaxValue(ElemVT.getSizeInBits()), dl, ElemVT);
- break;
- case ISD::VECREDUCE_FADD:
- NeutralElem = DAG.getConstantFP(-0.0, dl, ElemVT);
- break;
- case ISD::VECREDUCE_FMUL:
- NeutralElem = DAG.getConstantFP(1.0, dl, ElemVT);
- break;
- case ISD::VECREDUCE_FMIN:
- case ISD::VECREDUCE_FMAX: {
- // Neutral element for fminnum is NaN, Inf or FLT_MAX, depending on FMF.
- const fltSemantics &Semantics = DAG.EVTToAPFloatSemantics(ElemVT);
- APFloat NeutralAF = !Flags.hasNoNaNs() ? APFloat::getQNaN(Semantics) :
- !Flags.hasNoInfs() ? APFloat::getInf(Semantics) :
- APFloat::getLargest(Semantics);
- if (N->getOpcode() == ISD::VECREDUCE_FMAX)
- NeutralAF.changeSign();
-
- NeutralElem = DAG.getConstantFP(NeutralAF, dl, ElemVT);
- }
- }
+ SDValue NeutralElem = DAG.getNeutralElement(
+ ISD::getVecReduceBaseOpcode(N->getOpcode()), dl, ElemVT, Flags);
+ assert(NeutralElem && "Neutral element must exist");
// Pad the vector with the neutral element.
unsigned OrigElts = OrigVT.getVectorNumElements();
return getNode(ISD::TokenFactor, DL, MVT::Other, Vals);
}
+SDValue SelectionDAG::getNeutralElement(unsigned Opcode, const SDLoc &DL,
+ EVT VT, SDNodeFlags Flags) {
+ switch (Opcode) {
+ default:
+ return SDValue();
+ case ISD::ADD:
+ case ISD::OR:
+ case ISD::XOR:
+ case ISD::UMAX:
+ return getConstant(0, DL, VT);
+ case ISD::MUL:
+ return getConstant(1, DL, VT);
+ case ISD::AND:
+ case ISD::UMIN:
+ return getAllOnesConstant(DL, VT);
+ case ISD::SMAX:
+ return getConstant(APInt::getSignedMinValue(VT.getSizeInBits()), DL, VT);
+ case ISD::SMIN:
+ return getConstant(APInt::getSignedMaxValue(VT.getSizeInBits()), DL, VT);
+ case ISD::FADD:
+ return getConstantFP(-0.0, DL, VT);
+ case ISD::FMUL:
+ return getConstantFP(1.0, DL, VT);
+ case ISD::FMINNUM:
+ case ISD::FMAXNUM: {
+ // Neutral element for fminnum is NaN, Inf or FLT_MAX, depending on FMF.
+ const fltSemantics &Semantics = EVTToAPFloatSemantics(VT);
+ APFloat NeutralAF = !Flags.hasNoNaNs() ? APFloat::getQNaN(Semantics) :
+ !Flags.hasNoInfs() ? APFloat::getInf(Semantics) :
+ APFloat::getLargest(Semantics);
+ if (Opcode == ISD::FMAXNUM)
+ NeutralAF.changeSign();
+
+ return getConstantFP(NeutralAF, DL, VT);
+ }
+ }
+}
+
#ifndef NDEBUG
static void checkForCyclesHelper(const SDNode *N,
SmallPtrSetImpl<const SDNode*> &Visited,