class AnalysisState;
class BufferizableOpInterface;
+/// Specify fine-grain relationship between buffers to enable more analysis.
+enum class BufferRelation {
+ Unknown,
+ // TODO: ResultContainsOperand,
+ // TODO: OperandContainsResult,
+ Equivalent
+};
+
+/// A list of possible aliasing OpOperands. This list models the runtime
+/// aliasing relationship for an OpResult.
+using AliasingOpOperandList = SmallVector<OpOperand *>;
+
+/// A list of possible aliasing OpResults. This list models the runtime
+/// aliasing relationship for an OpOperand.
+using AliasingOpResultList = SmallVector<OpResult>;
+
class OpFilter {
public:
/// An op filter entry. Filters can be used to specify which ops should be
SmallVector<AnalysisStateInitFn> stateInitializers;
};
-/// Specify fine-grain relationship between buffers to enable more analysis.
-enum class BufferRelation {
- Unknown,
- // TODO: ResultContainsOperand,
- // TODO: OperandContainsResult,
- Equivalent
-};
-
/// Return `true` if the given value is a BlockArgument of a func::FuncOp.
bool isFunctionArgument(Value value);
/// tensor values.
class AnalysisState {
public:
- /// Determine which OpOperand* will alias with `opResult` if the op is
+ /// Determine which OpOperand* will alias with `result` if the op is
/// bufferized in place. Return all tensor OpOperand* if the op is not
/// bufferizable.
- SmallVector<OpOperand *> getAliasingOpOperand(OpResult opResult) const;
+ AliasingOpOperandList getAliasingOpOperands(OpResult result) const;
/// Determine which OpResult will alias with `opOperand` if the op is
/// bufferized in place. Return all tensor OpResults if the op is not
/// bufferizable.
- SmallVector<OpResult> getAliasingOpResult(OpOperand &opOperand) const;
+ AliasingOpResultList getAliasingOpResults(OpOperand &opOperand) const;
/// Return true if `opOperand` bufferizes to a memory read. Return `true` if
/// the op is not bufferizable.
namespace detail {
/// This is the default implementation of
+/// BufferizableOpInterface::getAliasingOpOperands. Should not be called from
+/// other places.
+AliasingOpOperandList defaultGetAliasingOpOperands(OpResult opResult,
+ const AnalysisState &state);
+
+/// This is the default implementation of
/// BufferizableOpInterface::getBufferType. Should not be called from other
/// places.
FailureOr<BaseMemRefType>
bool defaultIsRepetitiveRegion(BufferizableOpInterface bufferizableOp,
unsigned index);
-/// This is the default implementation of getAliasingOpOperand in case the
+/// This is the default implementation of getAliasingOpOperands in case the
/// defining op does not implement the BufferizableOpInterface.
-SmallVector<OpOperand *> unknownGetAliasingOpOperand(OpResult opResult);
+AliasingOpOperandList unknownGetAliasingOpOperands(OpResult opResult);
-/// This is the default implementation of getAliasingOpResult in case the
-/// defining op does not implement the BufferizableOpInterface.
-SmallVector<OpResult> unknownGetAliasingOpResult(OpOperand &opOperand);
+/// This is the default implementation of getAliasingOpResults in case the
+/// owner op does not implement the BufferizableOpInterface.
+AliasingOpResultList unknownGetAliasingOpResults(OpOperand &opOperand);
} // namespace detail
} // namespace bufferization
>,
InterfaceMethod<
/*desc=*/[{
- Return the OpResult that aliases with a given OpOperand when
+ Return the OpResults that may alias with a given OpOperand when
bufferized in-place. This method will never be called on OpOperands
that do not have a tensor type.
- Note: This method can return multiple OpResults, indicating that a
- given OpOperand may at runtime alias with any (or multiple) of the
- returned OpResults.
+ This method can return multiple OpResults, indicating that a given
+ OpOperand may at runtime alias with any (or multiple) of the returned
+ OpResults.
+
+ False positives are allowed in the list of OpResults, but they can
+ adversely affect the accuracy of the anlysis. On the contrary,
+ omitting potential aliases is incorrect.
+
+ One possible (conservative) implementation of this interface method,
+ that is always safe, is to return all tensor OpResults.
+
+ Examples:
+
+ ```
+ // aliasingOpResults(%t) = {%r}
+ %r = tensor.insert_slice %f into %t : tensor<10xf32>
+
+ // aliasingOpResults(%t) = {%r}
+ %r = tensor.extract_slice %t[0]][5][1]
+ : tensor<10xf32> to tensor<5xf32>
+
+ // aliasingOpResults(%t1) = {%r}
+ // aliasingOpResults(%t2) = {%r}
+ %r = arith.select %c, %t1, %t2 : tensor<10xf32>
+
+ // A hypothetical op that bufferizes to rolling a dice and based on
+ // the result to either return buffer(%t) or a newly allocated copy
+ // thereof.
+ // aliasingOpResults(%t) = {%r}
+ %r = "dummy.alias_or_copy(%t) : (tensor<10xf32>) -> (tensor<10xf32>)"
+ ```
}],
- /*retType=*/"::mlir::SmallVector<::mlir::OpResult>",
- /*methodName=*/"getAliasingOpResult",
+ /*retType=*/"::mlir::bufferization::AliasingOpResultList",
+ /*methodName=*/"getAliasingOpResults",
/*args=*/(ins "::mlir::OpOperand &":$opOperand,
"const ::mlir::bufferization::AnalysisState &":$state),
/*methodBody=*/"",
/*defaultImplementation=*/[{
// Does not have to be implemented for ops without tensor OpOperands.
- llvm_unreachable("getAliasingOpResult not implemented");
+ assert(opOperand.get().getType().isa<TensorType>() &&
+ "expected OpOperand with tensor type");
+ llvm_unreachable("getAliasingOpResults not implemented");
}]
>,
InterfaceMethod<
bufferized in-place. This method will never be called on OpResults
that do not have a tensor type.
- By default, this method is the inverse of `getAliasingOpResult`. Ops
+ By default, this method is the inverse of `getAliasingOpResults`. Ops
with a region that yield values may want to override this method to
return the OpOperands that are yielded by the terminator.
- Note: This method can return multiple OpOperands, indicating that the
- given OpResult may at runtime alias with any (or multiple) of the
- returned OpOperands. This can be useful for branches and for ops such
- as `arith.select`.
+ This method can return multiple OpOperands, indicating that a given
+ OpResult may at runtime alias with any (or multiple) of the returned
+ OpOperands.
+
+ False positives are allowed in the list of OpOperands, but they can
+ adversely affect the accuracy of the anlysis. On the contrary,
+ omitting potential aliases is incorrect.
+
+ One possible (conservative) implementation of this interface method,
+ that is always safe, is to return all tensor OpOperands.
+
+ Note: If the returned list of OpOperands is empty, this op definitely
+ bufferizes to a new allocation. In that case `bufferizesToAllocation`
+ must return `true`.
+
+ Examples:
+
+ ```
+ // aliasingOpOperands(%r) = {%t}
+ %r = tensor.insert_slice %f into %t : tensor<10xf32>
+
+ // aliasingOpOperands(%r) = {%t}
+ %r = tensor.extract_slice %t[0]][5][1]
+ : tensor<10xf32> to tensor<5xf32>
+
+ // aliasingOpOperands(%r) = {%t1, %t2}
+ %r = arith.select %c, %t1, %t2 : tensor<10xf32>
+
+ // aliasingOpOperands(%r) = {}
+ %r = te
}],
- /*retType=*/"::mlir::SmallVector<::mlir::OpOperand *>",
- /*methodName=*/"getAliasingOpOperand",
+ /*retType=*/"::mlir::bufferization::AliasingOpOperandList",
+ /*methodName=*/"getAliasingOpOperands",
/*args=*/(ins "::mlir::OpResult":$opResult,
"const ::mlir::bufferization::AnalysisState &":$state),
/*methodBody=*/"",
/*defaultImplementation=*/[{
assert(opResult.getType().isa<TensorType>() &&
"expected OpResult with tensor type");
- SmallVector<OpOperand *> result;
- auto bufferizableOp =
- cast<BufferizableOpInterface>($_op.getOperation());
- for (OpOperand &opOperand : $_op.getOperation()->getOpOperands()) {
- if (!opOperand.get().getType().isa<TensorType>())
- continue;
- SmallVector<OpResult> aliasingOpResults =
- bufferizableOp.getAliasingOpResult(opOperand, state);
- if (llvm::is_contained(aliasingOpResults, opResult))
- result.push_back(&opOperand);
- }
- return result;
+ return ::mlir::bufferization::detail::defaultGetAliasingOpOperands(
+ opResult, state);
}]
>,
InterfaceMethod<
conversion.
The implementation of this method must be consistent with the
- remaining methods, in particular `getAliasingOpOperand`. I.e., a
+ remaining methods, in particular `getAliasingOpOperands`. I.e., a
tensor result `r` may only be replaced with:
- a) A buffer that aliases one of buffers in getAliasingOpOperand(r).
- b) Or: A newly allocated buffer.
+
+ a) One of the buffers in getAliasingOpOperands(r).
+ b) Or: A newly allocated buffer (only if `bufferizesToAllocation`).
This method will never be called on ops that do not have at least one
tensor operand/result.
cast<BufferizableOpInterface>(getOperation());
return !bufferizableOp.bufferizesToMemoryRead(opOperand, state)
&& !bufferizableOp.bufferizesToMemoryWrite(opOperand, state)
- && !bufferizableOp.getAliasingOpResult(opOperand, state).empty();
+ && !bufferizableOp.getAliasingOpResults(opOperand, state).empty();
}
}];
}
bool bufferizesToMemoryWrite(OpOperand &opOperand,
const AnalysisState &state);
- SmallVector<OpResult> getAliasingOpResult(
+ AliasingOpResultList getAliasingOpResults(
OpOperand &opOperand, const AnalysisState &state);
FailureOr<BaseMemRefType> getBufferType(
return false;
}
- SmallVector<OpResult> getAliasingOpResult(
+ AliasingOpResultList getAliasingOpResults(
OpOperand &opOperand, const AnalysisState &state) const {
return {};
}
return true;
}
- SmallVector<OpResult> getAliasingOpResult(
+ AliasingOpResultList getAliasingOpResults(
OpOperand &opOperand, const AnalysisState &state) const {
return {};
}
return dstOp.isDpsInit(&opOperand);
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
// Output operands alias with their respective tied OpResults.
auto dstOp = cast<DestinationStyleOpInterface>(op);
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {op->getResult(0)};
}
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {op->getOpResult(0) /*result*/};
}
- SmallVector<OpOperand *>
- getAliasingOpOperand(Operation *op, OpResult opResult,
- const AnalysisState &state) const {
+ AliasingOpOperandList
+ getAliasingOpOperands(Operation *op, OpResult opResult,
+ const AnalysisState &state) const {
return {&op->getOpOperand(1) /*true_value*/,
&op->getOpOperand(2) /*false_value*/};
}
if (operandType.isa<UnrankedTensorType>())
return op->emitError("copying of unranked tensors is not implemented");
- SmallVector<OpResult> aliasingOpResults =
- state.getAliasingOpResult(opOperand);
+ AliasingOpResultList aliasingOpResults =
+ state.getAliasingOpResults(opOperand);
// Is the result yielded from a block? Or are deallocations turned off
// entirely? In either case, mark the allocation as "escaping", so that it
// will not be deallocated.
if (aliasingOpResults.size() == 1 &&
!state.bufferizesToMemoryWrite(opOperand) &&
- state.getAliasingOpOperand(aliasingOpResults.front()).size() == 1 &&
+ state.getAliasingOpOperands(aliasingOpResults.front()).size() == 1 &&
!aliasingOpResults.front().getType().isa<UnrankedTensorType>()) {
// The op itself does not write but may create exactly one alias. Instead
// of copying the OpOperand, copy the OpResult. The OpResult can sometimes
/// Determine which OpOperand* will alias with `opResult` if the op is
/// bufferized in place. Return all tensor OpOperand* if the op is not
/// bufferizable.
-SmallVector<OpOperand *>
-AnalysisState::getAliasingOpOperand(OpResult opResult) const {
+AliasingOpOperandList
+AnalysisState::getAliasingOpOperands(OpResult opResult) const {
if (Operation *op = opResult.getDefiningOp())
if (auto bufferizableOp = getOptions().dynCastBufferizableOp(op))
- return bufferizableOp.getAliasingOpOperand(opResult, *this);
+ return bufferizableOp.getAliasingOpOperands(opResult, *this);
// The op is not bufferizable.
- return detail::unknownGetAliasingOpOperand(opResult);
+ return detail::unknownGetAliasingOpOperands(opResult);
}
/// Determine which OpResult will alias with `opOperand` if the op is bufferized
/// in place. Return all tensor OpResults if the op is not bufferizable.
-SmallVector<OpResult>
-AnalysisState::getAliasingOpResult(OpOperand &opOperand) const {
+AliasingOpResultList
+AnalysisState::getAliasingOpResults(OpOperand &opOperand) const {
if (auto bufferizableOp =
getOptions().dynCastBufferizableOp(opOperand.getOwner()))
- return bufferizableOp.getAliasingOpResult(opOperand, *this);
+ return bufferizableOp.getAliasingOpResults(opOperand, *this);
// The op is not bufferizable.
- return detail::unknownGetAliasingOpResult(opOperand);
+ return detail::unknownGetAliasingOpResults(opOperand);
}
/// Return true if `opOperand` bufferizes to a memory read. Return `true` if the
OpOperand *uMaybeReading = workingSet.pop_back_val();
// Skip over all ops that neither read nor write (but create an alias).
if (bufferizesToAliasOnly(*uMaybeReading))
- for (OpResult opResult : getAliasingOpResult(*uMaybeReading))
+ for (OpResult opResult : getAliasingOpResults(*uMaybeReading))
for (OpOperand &use : opResult.getUses())
workingSet.push_back(&use);
if (bufferizesToMemoryRead(*uMaybeReading))
OpResult opResult = value.cast<OpResult>();
BufferizableOpInterface bufferizableOp =
options.dynCastBufferizableOp(opResult.getDefiningOp());
- SmallVector<OpOperand *> opOperands = getAliasingOpOperand(opResult);
+ AliasingOpOperandList aliases = getAliasingOpOperands(opResult);
// Stop iterating in either one of these cases:
// * The current op is not bufferizable or excluded in the filter.
// * There are no OpOperands to follow.
// * There is an OpOperand, but it is not an equivalent tensor (only if
// `followEquivalentOnly` is set).
- if (!bufferizableOp || opOperands.empty() ||
+ if (!bufferizableOp || aliases.empty() ||
(followEquivalentOnly &&
bufferizableOp.bufferRelation(opResult, *this) !=
BufferRelation::Equivalent)) {
continue;
}
- for (OpOperand *o : opOperands)
+ for (OpOperand *o : aliases)
workingSet.insert(o->get());
}
return true;
// Do not copy if the tensor is never read.
- SmallVector<OpResult> aliasingOpResults = getAliasingOpResult(opOperand);
+ AliasingOpResultList aliases = getAliasingOpResults(opOperand);
if (!bufferizesToMemoryRead(opOperand) &&
- llvm::none_of(aliasingOpResults,
+ llvm::none_of(aliases,
[&](OpResult opResult) { return isValueRead(opResult); }))
return true;
// Note: In the absence of detailed analysis information (e.g., there may be
// no function call analysis information), this `getAliasingOpResult` is
// conservative and may report additional OpResults as potentially aliasing.
- for (OpResult opResult : getAliasingOpResult(*operand))
+ for (OpResult opResult : getAliasingOpResults(*operand))
for (OpOperand &use : opResult.getUses())
worklist.push_back(&use);
}
bool bufferization::detail::defaultResultBufferizesToMemoryWrite(
OpResult opResult, const AnalysisState &state) {
auto bufferizableOp = cast<BufferizableOpInterface>(opResult.getDefiningOp());
- SmallVector<OpOperand *> opOperands =
- bufferizableOp.getAliasingOpOperand(opResult, state);
+ AliasingOpOperandList opOperands =
+ bufferizableOp.getAliasingOpOperands(opResult, state);
// Case 1: OpResults that have no aliasing OpOperand usually bufferize to
// memory writes.
return false;
}
+// Compute the AliasingOpOperandList for a given OpResult based on
+// getAliasingOpResults.
+AliasingOpOperandList bufferization::detail::defaultGetAliasingOpOperands(
+ OpResult opResult, const AnalysisState &state) {
+ Operation *op = opResult.getDefiningOp();
+ AliasingOpOperandList result;
+ for (OpOperand &opOperand : op->getOpOperands()) {
+ if (!opOperand.get().getType().isa<TensorType>())
+ continue;
+ AliasingOpResultList aliasingOpResults =
+ state.getAliasingOpResults(opOperand);
+ if (llvm::is_contained(aliasingOpResults, opResult))
+ result.push_back(&opOperand);
+ }
+ return result;
+}
+
FailureOr<BaseMemRefType> bufferization::detail::defaultGetBufferType(
Value value, const BufferizationOptions &options,
const DenseMap<Value, BaseMemRefType> &fixedTypes) {
auto opResult = value.cast<OpResult>();
auto bufferizableOp = cast<BufferizableOpInterface>(op);
AnalysisState state(options);
- auto aliasingOperands = bufferizableOp.getAliasingOpOperand(opResult, state);
- if (!aliasingOperands.empty() &&
- bufferizableOp.bufferRelation(opResult, state) ==
- BufferRelation::Equivalent) {
+ AliasingOpOperandList aliases = state.getAliasingOpOperands(opResult);
+ if (!aliases.empty() && bufferizableOp.bufferRelation(opResult, state) ==
+ BufferRelation::Equivalent) {
// If the OpResult has an equivalent OpOperand, both OpResult and
// OpOperand bufferize to the exact same buffer type.
- Value equivalentOperand = aliasingOperands.front()->get();
+ Value equivalentOperand = aliases.front()->get();
return getBufferType(equivalentOperand, options, fixedTypes);
}
return regionInterface.isRepetitiveRegion(index);
}
-SmallVector<OpOperand *>
-bufferization::detail::unknownGetAliasingOpOperand(OpResult opResult) {
+AliasingOpOperandList
+bufferization::detail::unknownGetAliasingOpOperands(OpResult opResult) {
// Conservatively assume that everything is aliasing.
- SmallVector<OpOperand *> r;
+ AliasingOpOperandList r;
for (OpOperand &operand : opResult.getDefiningOp()->getOpOperands())
if (operand.get().getType().isa<TensorType>())
r.push_back(&operand);
return r;
}
-SmallVector<OpResult>
-bufferization::detail::unknownGetAliasingOpResult(OpOperand &opOperand) {
+AliasingOpResultList
+bufferization::detail::unknownGetAliasingOpResults(OpOperand &opOperand) {
// Conservatively assume that everything is aliasing.
- SmallVector<OpResult> r;
+ AliasingOpResultList r;
for (OpResult result : opOperand.getOwner()->getOpResults())
if (result.getType().isa<TensorType>())
r.push_back(result);
return false;
}
-SmallVector<OpResult>
-AllocTensorOp::getAliasingOpResult(OpOperand &opOperand,
- const AnalysisState &state) {
+AliasingOpResultList
+AllocTensorOp::getAliasingOpResults(OpOperand &opOperand,
+ const AnalysisState &state) {
// This is a new allocation. It does not alias with any other buffer.
return {};
}
opOperand.getOperandNumber());
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
func::CallOp callOp = cast<func::CallOp>(op);
FuncOp funcOp = getCalledFunction(callOp);
assert(funcOp && "expected CallOp to a FuncOp");
if (getFuncOpAnalysisState(state, funcOp) != FuncOpAnalysisState::Analyzed)
// FuncOp not analyzed yet. Any OpResult may be aliasing.
- return detail::unknownGetAliasingOpResult(opOperand);
+ return detail::unknownGetAliasingOpResults(opOperand);
// Get aliasing results from state.
const FuncAnalysisState &funcState = getFuncAnalysisState(state);
auto aliasingReturnVals =
funcState.aliasingReturnVals.lookup(funcOp).lookup(
opOperand.getOperandNumber());
- SmallVector<OpResult> result;
+ AliasingOpResultList result;
for (int64_t resultIdx : aliasingReturnVals)
result.push_back(callOp->getOpResult(resultIdx));
return result;
if (maybeEquiv) {
#ifndef NDEBUG
SmallVector<OpOperand *> aliasingOpOperands =
- getAliasingOpOperand(op, opResult, state);
+ getAliasingOpOperands(op, opResult, state);
assert(aliasingOpOperands.size() == 1 &&
"expected exactly 1 aliasing OpOperand");
assert(aliasingOpOperands.front()->getOperandNumber() == *maybeEquiv &&
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {};
}
if (inplaceBufferized.contains(&operand))
return;
markInPlace(operand);
- for (OpResult result : state.getAliasingOpResult(operand))
+ for (OpResult result : state.getAliasingOpResults(operand))
aliasInfo.unionSets(result, operand.get());
++statNumTensorInPlace;
}
// No conflict if the conflicting write and the definition are the same
// use.
- SmallVector<OpResult> aliasingOpResult =
- state.getAliasingOpResult(*uConflictingWrite);
- if (aliasingOpResult.size() == 1 && aliasingOpResult[0] == definition) {
+ AliasingOpResultList aliases =
+ state.getAliasingOpResults(*uConflictingWrite);
+ if (aliases.size() == 1 && aliases[0] == definition) {
LLVM_DEBUG(llvm::dbgs()
<< " no conflict: definition and write are same\n");
continue;
// there would then be no flow of data from the extract_slice operand to
// its result's uses.)
if (!state.bufferizesToMemoryWrite(use)) {
- SmallVector<OpResult> opResults = state.getAliasingOpResult(use);
+ AliasingOpResultList opResults = state.getAliasingOpResults(use);
if (llvm::any_of(opResults,
[&](OpResult r) { return state.isValueRead(r); }))
res.insert(&use);
DenseSet<OpOperand *> usesRead, usesWrite;
getAliasingReads(usesRead, operand.get(), aliasInfo, state);
getAliasingInplaceWrites(usesWrite, operand.get(), aliasInfo, state);
- for (OpResult result : state.getAliasingOpResult(operand)) {
+ for (OpResult result : state.getAliasingOpResults(operand)) {
getAliasingReads(usesRead, result, aliasInfo, state);
getAliasingInplaceWrites(usesWrite, result, aliasInfo, state);
}
continue;
// Follow reverse SSA use-def chain.
- SmallVector<OpOperand *> aliasingOpOperands =
- state.getAliasingOpOperand(opResult);
+ AliasingOpOperandList aliasingOpOperands =
+ state.getAliasingOpOperands(opResult);
for (OpOperand *opOperand : aliasingOpOperands)
if (aliasInfo.isInPlace(*opOperand) || currentOpOperand == opOperand)
worklist.push_back(opOperand->get());
// Collect writes of all aliases of OpOperand and OpResult.
DenseSet<OpOperand *> usesWrite;
getAliasingInplaceWrites(usesWrite, operand.get(), aliasInfo, state);
- for (OpResult result : state.getAliasingOpResult(operand)) {
+ for (OpResult result : state.getAliasingOpResults(operand)) {
getAliasingInplaceWrites(usesWrite, result, aliasInfo, state);
}
if (!checkConsistencyOnly && state.bufferizesToMemoryWrite(operand))
for (OpResult opResult : op->getOpResults())
if (opResult.getType().isa<TensorType>())
for (OpOperand *opOperand :
- bufferizableOp.getAliasingOpOperand(opResult, state))
+ bufferizableOp.getAliasingOpOperands(opResult, state))
if (state.isInPlace(*opOperand))
if (bufferizableOp.bufferRelation(opResult, state) ==
BufferRelation::Equivalent)
bool bufferizesToMemoryWrite(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
- // Operand is written to if it has an aliasing OpResult.
- auto bufferizableOp = cast<BufferizableOpInterface>(op);
- return !bufferizableOp.getAliasingOpResult(opOperand, state).empty();
+ // Operand is written to if it is not an input/init.
+ auto dpsOp = cast<DestinationStyleOpInterface>(op);
+ return dpsOp.isDpsInit(&opOperand);
}
LogicalResult bufferize(Operation *op, RewriterBase &rewriter,
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {};
}
struct ExecuteRegionOpInterface
: public BufferizableOpInterface::ExternalModel<ExecuteRegionOpInterface,
scf::ExecuteRegionOp> {
- SmallVector<OpOperand *>
- getAliasingOpOperand(Operation *op, OpResult opResult,
- const AnalysisState &state) const {
+ AliasingOpOperandList
+ getAliasingOpOperands(Operation *op, OpResult opResult,
+ const AnalysisState &state) const {
// ExecuteRegionOps do not have tensor OpOperands. The yielded value can be
// any SSA value that is in scope. To allow for use-def chain traversal
// through ExecuteRegionOps in the analysis, the corresponding yield value
/// Bufferization of scf.if. Replace with a new scf.if that yields memrefs.
struct IfOpInterface
: public BufferizableOpInterface::ExternalModel<IfOpInterface, scf::IfOp> {
- SmallVector<OpOperand *>
- getAliasingOpOperand(Operation *op, OpResult opResult,
- const AnalysisState &state) const {
+ AliasingOpOperandList
+ getAliasingOpOperands(Operation *op, OpResult opResult,
+ const AnalysisState &state) const {
// IfOps do not have tensor OpOperands. The yielded value can be any SSA
// value that is in scope. To allow for use-def chain traversal through
// IfOps in the analysis, both corresponding yield values from the then/else
// yield values are equivalent to each other.
auto bufferizableOp = cast<BufferizableOpInterface>(op);
SmallVector<OpOperand *> yieldValues =
- bufferizableOp.getAliasingOpOperand(opResult, state);
+ bufferizableOp.getAliasingOpOperands(opResult, state);
assert(yieldValues.size() == 2 && "expected 2 yield values");
bool equivalentYields = state.areEquivalentBufferizedValues(
yieldValues[0]->get(), yieldValues[1]->get());
return true;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
auto forOp = cast<scf::ForOp>(op);
return {forOp.getResultForOpOperand(opOperand)};
return true;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
auto whileOp = cast<scf::WhileOp>(op);
unsigned int idx = opOperand.getOperandNumber();
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
if (isa<scf::IfOp>(op->getParentOp()))
return {op->getParentOp()->getResult(opOperand.getOperandNumber())};
return true;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
auto foreachThreadOp = cast<ForeachThreadOp>(op);
return {foreachThreadOp.getTiedOpResult(&opOperand)};
struct AssumingOpInterface
: public BufferizableOpInterface::ExternalModel<AssumingOpInterface,
shape::AssumingOp> {
- SmallVector<OpOperand *>
- getAliasingOpOperand(Operation *op, OpResult opResult,
- const AnalysisState &state) const {
+ AliasingOpOperandList
+ getAliasingOpOperands(Operation *op, OpResult opResult,
+ const AnalysisState &state) const {
// AssumingOps do not have tensor OpOperands. The yielded value can be any
// SSA value that is in scope. To allow for use-def chain traversal through
// AssumingOps in the analysis, the corresponding yield value is considered
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
assert(isa<shape::AssumingOp>(op->getParentOp()) &&
"expected that parent is an AssumingOp");
- return {op->getParentOp()->getResult(opOperand.getOperandNumber())};
+ OpResult opResult =
+ op->getParentOp()->getResult(opOperand.getOperandNumber());
+ return {opResult};
}
bool mustBufferizeInPlace(Operation *op, OpOperand &opOperand,
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {};
}
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {};
}
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {op->getOpResult(0)};
}
return true;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
// InsertOp returns an alias of its operand.
assert(op->getNumResults() == 1);
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {};
}
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {};
}
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {};
}
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {};
}
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {};
}
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {op->getResult(0)};
}
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
- if (&opOperand == &op->getOpOperand(0) /*src*/)
- return {op->getOpResult(0)};
- return {};
+ // TODO: CollapseShapeOp may allocate at runtime.
+ return {op->getOpResult(0)};
}
BufferRelation bufferRelation(Operation *op, OpResult opResult,
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {};
}
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
- if (&opOperand == &op->getOpOperand(0) /*src*/)
- return {op->getOpResult(0)};
- return {};
+ return {op->getOpResult(0)};
}
BufferRelation bufferRelation(Operation *op, OpResult opResult,
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
if (&opOperand == &op->getOpOperand(0) /*source*/)
return {op->getOpResult(0)};
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {};
}
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {};
}
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {};
}
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {op->getOpResult(0)};
}
struct ParallelInsertSliceOpInterface
: public BufferizableOpInterface::ExternalModel<
ParallelInsertSliceOpInterface, ParallelInsertSliceOp> {
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
- return {};
+ return {};
}
bool bufferizesToMemoryRead(Operation *op, OpOperand &opOperand,
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {};
}
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {};
}
struct MaskOpInterface
: public BufferizableOpInterface::ExternalModel<MaskOpInterface,
vector::MaskOp> {
- SmallVector<OpOperand *>
- getAliasingOpOperand(Operation *op, OpResult opResult,
- const AnalysisState &state) const {
+ AliasingOpOperandList
+ getAliasingOpOperands(Operation *op, OpResult opResult,
+ const AnalysisState &state) const {
// MaskOps do not have tensor OpOperands. The yielded values are the result
// of the wrapped op.
auto maskOp = cast<vector::MaskOp>(op);
return false;
}
- SmallVector<OpResult> getAliasingOpResult(Operation *op, OpOperand &opOperand,
+ AliasingOpResultList getAliasingOpResults(Operation *op, OpOperand &opOperand,
const AnalysisState &state) const {
return {op->getParentOp()->getResult(opOperand.getOperandNumber())};
}
projects / platform / upstream / llvm.git / commitdiff