#include "mlir/IR/PatternMatch.h"
#include "mlir/IR/BlockAndValueMapping.h"
using namespace mlir;
PatternBenefit::PatternBenefit(unsigned benefit) : representation(benefit) {
assert(representation == benefit && benefit != ImpossibleToMatchSentinel &&
"This pattern match benefit is too large to represent");
}
unsigned short PatternBenefit::getBenefit() const {
assert(!isImpossibleToMatch() && "Pattern doesn't match");
return representation;
}
Pattern::Pattern(StringRef rootName, PatternBenefit benefit,
MLIRContext *context, ArrayRef<StringRef> generatedNames)
: Pattern(OperationName(rootName, context).getAsOpaquePointer(),
RootKind::OperationName, generatedNames, benefit, context) {}
Pattern::Pattern(MatchAnyOpTypeTag tag, PatternBenefit benefit,
MLIRContext *context, ArrayRef<StringRef> generatedNames)
: Pattern(nullptr, RootKind::Any, generatedNames, benefit, context) {}
Pattern::Pattern(MatchInterfaceOpTypeTag tag, TypeID interfaceID,
PatternBenefit benefit, MLIRContext *context,
ArrayRef<StringRef> generatedNames)
: Pattern(interfaceID.getAsOpaquePointer(), RootKind::InterfaceID,
generatedNames, benefit, context) {}
Pattern::Pattern(MatchTraitOpTypeTag tag, TypeID traitID,
PatternBenefit benefit, MLIRContext *context,
ArrayRef<StringRef> generatedNames)
: Pattern(traitID.getAsOpaquePointer(), RootKind::TraitID, generatedNames,
benefit, context) {}
Pattern::Pattern(const void *rootValue, RootKind rootKind,
ArrayRef<StringRef> generatedNames, PatternBenefit benefit,
MLIRContext *context)
: rootValue(rootValue), rootKind(rootKind), benefit(benefit),
contextAndHasBoundedRecursion(context, false) {
if (generatedNames.empty())
return;
generatedOps.reserve(generatedNames.size());
std::transform(generatedNames.begin(), generatedNames.end(),
std::back_inserter(generatedOps), [context](StringRef name) {
return OperationName(name, context);
});
}
void RewritePattern::rewrite(Operation *op, PatternRewriter &rewriter) const {
llvm_unreachable("need to implement either matchAndRewrite or one of the "
"rewrite functions!");
}
LogicalResult RewritePattern::match(Operation *op) const {
llvm_unreachable("need to implement either match or matchAndRewrite!");
}
void RewritePattern::anchor() {}
void PDLValue::print(raw_ostream &os) const {
if (!value) {
os << "<NULL-PDLValue>";
return;
}
switch (kind) {
case Kind::Attribute:
os << cast<Attribute>();
break;
case Kind::Operation:
os << *cast<Operation *>();
break;
case Kind::Type:
os << cast<Type>();
break;
case Kind::TypeRange:
llvm::interleaveComma(cast<TypeRange>(), os);
break;
case Kind::Value:
os << cast<Value>();
break;
case Kind::ValueRange:
llvm::interleaveComma(cast<ValueRange>(), os);
break;
}
}
void PDLValue::print(raw_ostream &os, Kind kind) {
switch (kind) {
case Kind::Attribute:
os << "Attribute";
break;
case Kind::Operation:
os << "Operation";
break;
case Kind::Type:
os << "Type";
break;
case Kind::TypeRange:
os << "TypeRange";
break;
case Kind::Value:
os << "Value";
break;
case Kind::ValueRange:
os << "ValueRange";
break;
}
}
void PDLPatternModule::mergeIn(PDLPatternModule &&other) {
if (!other.pdlModule)
return;
for (auto &it : other.constraintFunctions)
registerConstraintFunction(it.first(), std::move(it.second));
for (auto &it : other.rewriteFunctions)
registerRewriteFunction(it.first(), std::move(it.second));
if (!pdlModule) {
pdlModule = std::move(other.pdlModule);
return;
}
Block *block = pdlModule->getBody();
block->getOperations().splice(block->end(),
other.pdlModule->getBody()->getOperations());
}
void PDLPatternModule::registerConstraintFunction(
StringRef name, PDLConstraintFunction constraintFn) {
constraintFunctions.try_emplace(name, std::move(constraintFn));
}
void PDLPatternModule::registerRewriteFunction(StringRef name,
PDLRewriteFunction rewriteFn) {
rewriteFunctions.try_emplace(name, std::move(rewriteFn));
}
RewriterBase::~RewriterBase() {
}
void RewriterBase::replaceOpWithIf(
Operation *op, ValueRange newValues, bool *allUsesReplaced,
llvm::unique_function<bool(OpOperand &) const> functor) {
assert(op->getNumResults() == newValues.size() &&
"incorrect number of values to replace operation");
notifyRootReplaced(op);
bool replacedAllUses = true;
for (auto it : llvm::zip(op->getResults(), newValues)) {
std::get<0>(it).replaceUsesWithIf(std::get<1>(it), functor);
replacedAllUses &= std::get<0>(it).use_empty();
}
if (allUsesReplaced)
*allUsesReplaced = replacedAllUses;
}
void RewriterBase::replaceOpWithinBlock(Operation *op, ValueRange newValues,
Block *block, bool *allUsesReplaced) {
replaceOpWithIf(op, newValues, allUsesReplaced, [block](OpOperand &use) {
return block->getParentOp()->isProperAncestor(use.getOwner());
});
}
void RewriterBase::replaceOp(Operation *op, ValueRange newValues) {
notifyRootReplaced(op);
assert(op->getNumResults() == newValues.size() &&
"incorrect # of replacement values");
op->replaceAllUsesWith(newValues);
notifyOperationRemoved(op);
op->erase();
}
void RewriterBase::eraseOp(Operation *op) {
assert(op->use_empty() && "expected 'op' to have no uses");
notifyOperationRemoved(op);
op->erase();
}
void RewriterBase::eraseBlock(Block *block) {
for (auto &op : llvm::make_early_inc_range(llvm::reverse(*block))) {
assert(op.use_empty() && "expected 'op' to have no uses");
eraseOp(&op);
}
block->erase();
}
void RewriterBase::mergeBlocks(Block *source, Block *dest,
ValueRange argValues) {
assert(llvm::all_of(source->getPredecessors(),
[dest](Block *succ) { return succ == dest; }) &&
"expected 'source' to have no predecessors or only 'dest'");
assert(argValues.size() == source->getNumArguments() &&
"incorrect # of argument replacement values");
for (auto it : llvm::zip(source->getArguments(), argValues))
std::get<0>(it).replaceAllUsesWith(std::get<1>(it));
dest->getOperations().splice(dest->end(), source->getOperations());
source->dropAllUses();
source->erase();
}
void RewriterBase::mergeBlockBefore(Block *source, Operation *op,
ValueRange argValues) {
assert(source->hasNoPredecessors() &&
"expected 'source' to have no predecessors");
assert(source->hasNoSuccessors() &&
"expected 'source' to have no successors");
Block *prologue = op->getBlock();
Block *epilogue = splitBlock(prologue, op->getIterator());
mergeBlocks(source, prologue, argValues);
mergeBlocks(epilogue, prologue);
}
Block *RewriterBase::splitBlock(Block *block, Block::iterator before) {
return block->splitBlock(before);
}
void RewriterBase::replaceOpWithResultsOfAnotherOp(Operation *op,
Operation *newOp) {
assert(op->getNumResults() == newOp->getNumResults() &&
"replacement op doesn't match results of original op");
if (op->getNumResults() == 1)
return replaceOp(op, newOp->getResult(0));
return replaceOp(op, newOp->getResults());
}
void RewriterBase::inlineRegionBefore(Region ®ion, Region &parent,
Region::iterator before) {
parent.getBlocks().splice(before, region.getBlocks());
}
void RewriterBase::inlineRegionBefore(Region ®ion, Block *before) {
inlineRegionBefore(region, *before->getParent(), before->getIterator());
}
void RewriterBase::cloneRegionBefore(Region ®ion, Region &parent,
Region::iterator before,
BlockAndValueMapping &mapping) {
region.cloneInto(&parent, before, mapping);
}
void RewriterBase::cloneRegionBefore(Region ®ion, Region &parent,
Region::iterator before) {
BlockAndValueMapping mapping;
cloneRegionBefore(region, parent, before, mapping);
}
void RewriterBase::cloneRegionBefore(Region ®ion, Block *before) {
cloneRegionBefore(region, *before->getParent(), before->getIterator());
}