#include "mlir/Transforms/GreedyPatternRewriteDriver.h"
#include "mlir/Config/mlir-config.h"
#include "mlir/IR/Action.h"
#include "mlir/IR/Matchers.h"
#include "mlir/Interfaces/SideEffectInterfaces.h"
#include "mlir/Rewrite/PatternApplicator.h"
#include "mlir/Transforms/FoldUtils.h"
#include "mlir/Transforms/RegionUtils.h"
#include "llvm/ADT/BitVector.h"
#include "llvm/ADT/DenseMap.h"
#include "llvm/ADT/ScopeExit.h"
#include "llvm/Support/CommandLine.h"
#include "llvm/Support/Debug.h"
#include "llvm/Support/ScopedPrinter.h"
#include "llvm/Support/raw_ostream.h"
#ifdef MLIR_GREEDY_REWRITE_RANDOMIZER_SEED
#include <random>
#endif
using namespace mlir;
#define DEBUG_TYPE "greedy-rewriter"
namespace {
#if MLIR_ENABLE_EXPENSIVE_PATTERN_API_CHECKS
struct DebugFingerPrints : public RewriterBase::ForwardingListener {
DebugFingerPrints(RewriterBase::Listener *driver)
: RewriterBase::ForwardingListener(driver) {}
void computeFingerPrints(Operation *topLevel) {
this->topLevel = topLevel;
this->topLevelFingerPrint.emplace(topLevel);
topLevel->walk([&](Operation *op) { fingerprints.try_emplace(op, op); });
}
void clear() {
topLevel = nullptr;
topLevelFingerPrint.reset();
fingerprints.clear();
}
void notifyRewriteSuccess() {
OperationFingerPrint afterFingerPrint(topLevel);
if (*topLevelFingerPrint == afterFingerPrint) {
llvm::report_fatal_error(
"pattern returned success but IR did not change");
}
for (const auto &it : fingerprints) {
if (it.first == topLevel)
continue;
if (it.second != OperationFingerPrint(it.first)) {
llvm::report_fatal_error("operation finger print changed");
}
}
}
void notifyRewriteFailure() {
OperationFingerPrint afterFingerPrint(topLevel);
if (*topLevelFingerPrint != afterFingerPrint) {
llvm::report_fatal_error("pattern returned failure but IR did change");
}
}
protected:
void invalidateFingerPrint(Operation *op) {
while (op && op != topLevel) {
fingerprints.erase(op);
op = op->getParentOp();
}
}
void notifyOperationInserted(Operation *op) override {
RewriterBase::ForwardingListener::notifyOperationInserted(op);
invalidateFingerPrint(op->getParentOp());
}
void notifyOperationModified(Operation *op) override {
RewriterBase::ForwardingListener::notifyOperationModified(op);
invalidateFingerPrint(op);
}
void notifyOperationRemoved(Operation *op) override {
RewriterBase::ForwardingListener::notifyOperationRemoved(op);
op->walk([this](Operation *op) { invalidateFingerPrint(op); });
}
DenseMap<Operation *, OperationFingerPrint> fingerprints;
Operation *topLevel = nullptr;
std::optional<OperationFingerPrint> topLevelFingerPrint;
};
#endif
class Worklist {
public:
Worklist();
void clear();
bool empty() const;
void push(Operation *op);
Operation *pop();
void remove(Operation *op);
void reverse();
protected:
std::vector<Operation *> list;
DenseMap<Operation *, unsigned> map;
};
Worklist::Worklist() { list.reserve(64); }
void Worklist::clear() {
list.clear();
map.clear();
}
bool Worklist::empty() const {
return !llvm::any_of(list,
[](Operation *op) { return static_cast<bool>(op); });
}
void Worklist::push(Operation *op) {
assert(op && "cannot push nullptr to worklist");
if (map.count(op))
return;
map[op] = list.size();
list.push_back(op);
}
Operation *Worklist::pop() {
assert(!empty() && "cannot pop from empty worklist");
while (!list.back())
list.pop_back();
Operation *op = list.back();
list.pop_back();
map.erase(op);
while (!list.empty() && !list.back())
list.pop_back();
return op;
}
void Worklist::remove(Operation *op) {
assert(op && "cannot remove nullptr from worklist");
auto it = map.find(op);
if (it != map.end()) {
assert(list[it->second] == op && "malformed worklist data structure");
list[it->second] = nullptr;
map.erase(it);
}
}
void Worklist::reverse() {
std::reverse(list.begin(), list.end());
for (size_t i = 0, e = list.size(); i != e; ++i)
map[list[i]] = i;
}
#ifdef MLIR_GREEDY_REWRITE_RANDOMIZER_SEED
class RandomizedWorklist : public Worklist {
public:
RandomizedWorklist() : Worklist() {
generator.seed(MLIR_GREEDY_REWRITE_RANDOMIZER_SEED);
}
Operation *pop() {
Operation *op = nullptr;
do {
assert(!list.empty() && "cannot pop from empty worklist");
int64_t pos = generator() % list.size();
op = list[pos];
list.erase(list.begin() + pos);
for (int64_t i = pos, e = list.size(); i < e; ++i)
map[list[i]] = i;
map.erase(op);
} while (!op);
return op;
}
private:
std::minstd_rand0 generator;
};
#endif
class GreedyPatternRewriteDriver : public PatternRewriter,
public RewriterBase::Listener {
protected:
explicit GreedyPatternRewriteDriver(MLIRContext *ctx,
const FrozenRewritePatternSet &patterns,
const GreedyRewriteConfig &config);
void addSingleOpToWorklist(Operation *op);
void addToWorklist(Operation *op);
void notifyOperationModified(Operation *op) override;
void notifyOperationInserted(Operation *op) override;
void notifyOperationRemoved(Operation *op) override;
void notifyOperationReplaced(Operation *op, ValueRange replacement) override;
bool processWorklist();
#ifdef MLIR_GREEDY_REWRITE_RANDOMIZER_SEED
RandomizedWorklist worklist;
#else
Worklist worklist;
#endif
OperationFolder folder;
const GreedyRewriteConfig config;
llvm::SmallDenseSet<Operation *, 4> strictModeFilteredOps;
private:
void addOperandsToWorklist(ValueRange operands);
void notifyBlockCreated(Block *block) override;
LogicalResult
notifyMatchFailure(Location loc,
function_ref<void(Diagnostic &)> reasonCallback) override;
#ifndef NDEBUG
llvm::ScopedPrinter logger{llvm::dbgs()};
#endif
PatternApplicator matcher;
#if MLIR_ENABLE_EXPENSIVE_PATTERN_API_CHECKS
DebugFingerPrints debugFingerPrints;
#endif
};
}
GreedyPatternRewriteDriver::GreedyPatternRewriteDriver(
MLIRContext *ctx, const FrozenRewritePatternSet &patterns,
const GreedyRewriteConfig &config)
: PatternRewriter(ctx), folder(ctx, this), config(config), matcher(patterns)
#if MLIR_ENABLE_EXPENSIVE_PATTERN_API_CHECKS
, debugFingerPrints(this)
#endif
{
matcher.applyDefaultCostModel();
#if MLIR_ENABLE_EXPENSIVE_PATTERN_API_CHECKS
setListener(&debugFingerPrints);
#else
setListener(this);
#endif
}
bool GreedyPatternRewriteDriver::processWorklist() {
#ifndef NDEBUG
const char *logLineComment =
"//===-------------------------------------------===//\n";
auto logResult = [&](StringRef result, const llvm::Twine &msg = {}) {
logger.unindent();
logger.startLine() << "} -> " << result;
if (!msg.isTriviallyEmpty())
logger.getOStream() << " : " << msg;
logger.getOStream() << "\n";
};
auto logResultWithLine = [&](StringRef result, const llvm::Twine &msg = {}) {
logResult(result, msg);
logger.startLine() << logLineComment;
};
#endif
bool changed = false;
int64_t numRewrites = 0;
while (!worklist.empty() &&
(numRewrites < config.maxNumRewrites ||
config.maxNumRewrites == GreedyRewriteConfig::kNoLimit)) {
auto *op = worklist.pop();
LLVM_DEBUG({
logger.getOStream() << "\n";
logger.startLine() << logLineComment;
logger.startLine() << "Processing operation : '" << op->getName() << "'("
<< op << ") {\n";
logger.indent();
if (op->getNumRegions() == 0) {
op->print(
logger.startLine(),
OpPrintingFlags().printGenericOpForm().elideLargeElementsAttrs());
logger.getOStream() << "\n\n";
}
});
if (isOpTriviallyDead(op)) {
notifyOperationRemoved(op);
op->erase();
changed = true;
LLVM_DEBUG(logResultWithLine("success", "operation is trivially dead"));
continue;
}
if (succeeded(folder.tryToFold(op))) {
LLVM_DEBUG(logResultWithLine("success", "operation was folded"));
changed = true;
continue;
}
#ifndef NDEBUG
auto canApply = [&](const Pattern &pattern) {
LLVM_DEBUG({
logger.getOStream() << "\n";
logger.startLine() << "* Pattern " << pattern.getDebugName() << " : '"
<< op->getName() << " -> (";
llvm::interleaveComma(pattern.getGeneratedOps(), logger.getOStream());
logger.getOStream() << ")' {\n";
logger.indent();
});
return true;
};
auto onFailure = [&](const Pattern &pattern) {
LLVM_DEBUG(logResult("failure", "pattern failed to match"));
};
auto onSuccess = [&](const Pattern &pattern) {
LLVM_DEBUG(logResult("success", "pattern applied successfully"));
return success();
};
#else
function_ref<bool(const Pattern &)> canApply = {};
function_ref<void(const Pattern &)> onFailure = {};
function_ref<LogicalResult(const Pattern &)> onSuccess = {};
#endif
#if MLIR_ENABLE_EXPENSIVE_PATTERN_API_CHECKS
debugFingerPrints.computeFingerPrints(
config.scope ? config.scope->getParentOp() : op);
auto clearFingerprints =
llvm::make_scope_exit([&]() { debugFingerPrints.clear(); });
#endif
LogicalResult matchResult =
matcher.matchAndRewrite(op, *this, canApply, onFailure, onSuccess);
if (succeeded(matchResult)) {
LLVM_DEBUG(logResultWithLine("success", "pattern matched"));
#if MLIR_ENABLE_EXPENSIVE_PATTERN_API_CHECKS
debugFingerPrints.notifyRewriteSuccess();
#endif
changed = true;
++numRewrites;
} else {
LLVM_DEBUG(logResultWithLine("failure", "pattern failed to match"));
#if MLIR_ENABLE_EXPENSIVE_PATTERN_API_CHECKS
debugFingerPrints.notifyRewriteFailure();
#endif
}
}
return changed;
}
void GreedyPatternRewriteDriver::addToWorklist(Operation *op) {
assert(op && "expected valid op");
SmallVector<Operation *, 8> ancestors;
Region *region = nullptr;
do {
ancestors.push_back(op);
region = op->getParentRegion();
if (config.scope == region) {
for (Operation *op : ancestors)
addSingleOpToWorklist(op);
return;
}
if (region == nullptr)
return;
} while ((op = region->getParentOp()));
}
void GreedyPatternRewriteDriver::addSingleOpToWorklist(Operation *op) {
if (config.strictMode == GreedyRewriteStrictness::AnyOp ||
strictModeFilteredOps.contains(op))
worklist.push(op);
}
void GreedyPatternRewriteDriver::notifyBlockCreated(Block *block) {
if (config.listener)
config.listener->notifyBlockCreated(block);
}
void GreedyPatternRewriteDriver::notifyOperationInserted(Operation *op) {
LLVM_DEBUG({
logger.startLine() << "** Insert : '" << op->getName() << "'(" << op
<< ")\n";
});
if (config.listener)
config.listener->notifyOperationInserted(op);
if (config.strictMode == GreedyRewriteStrictness::ExistingAndNewOps)
strictModeFilteredOps.insert(op);
addToWorklist(op);
}
void GreedyPatternRewriteDriver::notifyOperationModified(Operation *op) {
LLVM_DEBUG({
logger.startLine() << "** Modified: '" << op->getName() << "'(" << op
<< ")\n";
});
if (config.listener)
config.listener->notifyOperationModified(op);
addToWorklist(op);
}
void GreedyPatternRewriteDriver::addOperandsToWorklist(ValueRange operands) {
for (Value operand : operands) {
if (!operand || (!operand.use_empty() && !operand.hasOneUse()))
continue;
if (auto *defOp = operand.getDefiningOp())
addToWorklist(defOp);
}
}
void GreedyPatternRewriteDriver::notifyOperationRemoved(Operation *op) {
LLVM_DEBUG({
logger.startLine() << "** Erase : '" << op->getName() << "'(" << op
<< ")\n";
});
if (config.listener)
config.listener->notifyOperationRemoved(op);
addOperandsToWorklist(op->getOperands());
op->walk([this](Operation *operation) {
worklist.remove(operation);
folder.notifyRemoval(operation);
});
if (config.strictMode != GreedyRewriteStrictness::AnyOp)
strictModeFilteredOps.erase(op);
}
void GreedyPatternRewriteDriver::notifyOperationReplaced(
Operation *op, ValueRange replacement) {
LLVM_DEBUG({
logger.startLine() << "** Replace : '" << op->getName() << "'(" << op
<< ")\n";
});
if (config.listener)
config.listener->notifyOperationReplaced(op, replacement);
for (auto result : op->getResults())
for (auto *user : result.getUsers())
addToWorklist(user);
}
LogicalResult GreedyPatternRewriteDriver::notifyMatchFailure(
Location loc, function_ref<void(Diagnostic &)> reasonCallback) {
LLVM_DEBUG({
Diagnostic diag(loc, DiagnosticSeverity::Remark);
reasonCallback(diag);
logger.startLine() << "** Failure : " << diag.str() << "\n";
});
if (config.listener)
return config.listener->notifyMatchFailure(loc, reasonCallback);
return failure();
}
namespace {
class RegionPatternRewriteDriver : public GreedyPatternRewriteDriver {
public:
explicit RegionPatternRewriteDriver(MLIRContext *ctx,
const FrozenRewritePatternSet &patterns,
const GreedyRewriteConfig &config,
Region ®ions);
LogicalResult simplify(bool *changed) &&;
private:
Region ®ion;
};
}
RegionPatternRewriteDriver::RegionPatternRewriteDriver(
MLIRContext *ctx, const FrozenRewritePatternSet &patterns,
const GreedyRewriteConfig &config, Region ®ion)
: GreedyPatternRewriteDriver(ctx, patterns, config), region(region) {
if (config.strictMode != GreedyRewriteStrictness::AnyOp) {
region.walk([&](Operation *op) { strictModeFilteredOps.insert(op); });
}
}
namespace {
class GreedyPatternRewriteIteration
: public tracing::ActionImpl<GreedyPatternRewriteIteration> {
public:
MLIR_DEFINE_EXPLICIT_INTERNAL_INLINE_TYPE_ID(GreedyPatternRewriteIteration)
GreedyPatternRewriteIteration(ArrayRef<IRUnit> units, int64_t iteration)
: tracing::ActionImpl<GreedyPatternRewriteIteration>(units),
iteration(iteration) {}
static constexpr StringLiteral tag = "GreedyPatternRewriteIteration";
void print(raw_ostream &os) const override {
os << "GreedyPatternRewriteIteration(" << iteration << ")";
}
private:
int64_t iteration = 0;
};
}
LogicalResult RegionPatternRewriteDriver::simplify(bool *changed) && {
auto insertKnownConstant = [&](Operation *op) {
Attribute constValue;
if (matchPattern(op, m_Constant(&constValue)))
if (!folder.insertKnownConstant(op, constValue))
return true;
return false;
};
bool continueRewrites = false;
int64_t iteration = 0;
MLIRContext *ctx = getContext();
do {
if (++iteration > config.maxIterations &&
config.maxIterations != GreedyRewriteConfig::kNoLimit)
break;
worklist.clear();
if (!config.useTopDownTraversal) {
region.walk([&](Operation *op) {
if (!insertKnownConstant(op))
addToWorklist(op);
});
} else {
region.walk<WalkOrder::PreOrder>([&](Operation *op) {
if (!insertKnownConstant(op)) {
addToWorklist(op);
return WalkResult::advance();
}
return WalkResult::skip();
});
worklist.reverse();
}
ctx->executeAction<GreedyPatternRewriteIteration>(
[&] {
continueRewrites = processWorklist();
if (config.enableRegionSimplification)
continueRewrites |= succeeded(simplifyRegions(*this, region));
},
{®ion}, iteration);
} while (continueRewrites);
if (changed)
*changed = iteration > 1;
return success(!continueRewrites);
}
LogicalResult
mlir::applyPatternsAndFoldGreedily(Region ®ion,
const FrozenRewritePatternSet &patterns,
GreedyRewriteConfig config, bool *changed) {
assert(region.getParentOp()->hasTrait<OpTrait::IsIsolatedFromAbove>() &&
"patterns can only be applied to operations IsolatedFromAbove");
if (!config.scope)
config.scope = ®ion;
RegionPatternRewriteDriver driver(region.getContext(), patterns, config,
region);
LogicalResult converged = std::move(driver).simplify(changed);
LLVM_DEBUG(if (failed(converged)) {
llvm::dbgs() << "The pattern rewrite did not converge after scanning "
<< config.maxIterations << " times\n";
});
return converged;
}
namespace {
class MultiOpPatternRewriteDriver : public GreedyPatternRewriteDriver {
public:
explicit MultiOpPatternRewriteDriver(
MLIRContext *ctx, const FrozenRewritePatternSet &patterns,
const GreedyRewriteConfig &config, ArrayRef<Operation *> ops,
llvm::SmallDenseSet<Operation *, 4> *survivingOps = nullptr);
LogicalResult simplify(ArrayRef<Operation *> ops, bool *changed = nullptr) &&;
private:
void notifyOperationRemoved(Operation *op) override {
GreedyPatternRewriteDriver::notifyOperationRemoved(op);
if (survivingOps)
survivingOps->erase(op);
}
llvm::SmallDenseSet<Operation *, 4> *const survivingOps = nullptr;
};
}
MultiOpPatternRewriteDriver::MultiOpPatternRewriteDriver(
MLIRContext *ctx, const FrozenRewritePatternSet &patterns,
const GreedyRewriteConfig &config, ArrayRef<Operation *> ops,
llvm::SmallDenseSet<Operation *, 4> *survivingOps)
: GreedyPatternRewriteDriver(ctx, patterns, config),
survivingOps(survivingOps) {
if (config.strictMode != GreedyRewriteStrictness::AnyOp)
strictModeFilteredOps.insert(ops.begin(), ops.end());
if (survivingOps) {
survivingOps->clear();
survivingOps->insert(ops.begin(), ops.end());
}
}
LogicalResult MultiOpPatternRewriteDriver::simplify(ArrayRef<Operation *> ops,
bool *changed) && {
for (Operation *op : ops)
addSingleOpToWorklist(op);
bool result = processWorklist();
if (changed)
*changed = result;
return success(worklist.empty());
}
static Region *findCommonAncestor(ArrayRef<Operation *> ops) {
assert(!ops.empty() && "expected at least one op");
if (ops.size() == 1)
return ops.front()->getParentRegion();
Region *region = ops.front()->getParentRegion();
ops = ops.drop_front();
int sz = ops.size();
llvm::BitVector remainingOps(sz, true);
while (region) {
int pos = -1;
while ((pos = remainingOps.find_first_in(pos + 1, sz)) != -1) {
if (region->findAncestorOpInRegion(*ops[pos]))
remainingOps.reset(pos);
}
if (remainingOps.none())
break;
region = region->getParentRegion();
}
return region;
}
LogicalResult mlir::applyOpPatternsAndFold(
ArrayRef<Operation *> ops, const FrozenRewritePatternSet &patterns,
GreedyRewriteConfig config, bool *changed, bool *allErased) {
if (ops.empty()) {
if (changed)
*changed = false;
if (allErased)
*allErased = true;
return success();
}
if (!config.scope) {
config.scope = findCommonAncestor(ops);
} else {
#ifndef NDEBUG
bool allOpsInScope = llvm::all_of(ops, [&](Operation *op) {
return static_cast<bool>(config.scope->findAncestorOpInRegion(*op));
});
assert(allOpsInScope && "ops must be within the specified scope");
#endif
}
llvm::SmallDenseSet<Operation *, 4> surviving;
MultiOpPatternRewriteDriver driver(ops.front()->getContext(), patterns,
config, ops,
allErased ? &surviving : nullptr);
LogicalResult converged = std::move(driver).simplify(ops, changed);
if (allErased)
*allErased = surviving.empty();
LLVM_DEBUG(if (failed(converged)) {
llvm::dbgs() << "The pattern rewrite did not converge after "
<< config.maxNumRewrites << " rewrites";
});
return converged;
}