#include "mlir/Dialect/Arith/IR/Arith.h"
#include "mlir/Dialect/Bufferization/IR/Bufferization.h"
#include "mlir/Dialect/Bufferization/Transforms/Passes.h"
#include "mlir/Dialect/Func/IR/FuncOps.h"
#include "mlir/Dialect/MemRef/IR/MemRef.h"
#include "mlir/Dialect/SCF/IR/SCF.h"
#include "mlir/IR/BuiltinTypes.h"
#include "mlir/Pass/Pass.h"
#include "mlir/Transforms/DialectConversion.h"
namespace mlir {
namespace bufferization {
#define GEN_PASS_DEF_LOWERDEALLOCATIONS
#include "mlir/Dialect/Bufferization/Transforms/Passes.h.inc"
}
}
using namespace mlir;
namespace {
class DeallocOpConversion
: public OpConversionPattern<bufferization::DeallocOp> {
LogicalResult
rewriteOneMemrefNoRetainCase(bufferization::DeallocOp op, OpAdaptor adaptor,
ConversionPatternRewriter &rewriter) const {
assert(adaptor.getMemrefs().size() == 1 && "expected only one memref");
assert(adaptor.getRetained().empty() && "expected no retained memrefs");
rewriter.replaceOpWithNewOp<scf::IfOp>(
op, adaptor.getConditions()[0], [&](OpBuilder &builder, Location loc) {
builder.create<memref::DeallocOp>(loc, adaptor.getMemrefs()[0]);
builder.create<scf::YieldOp>(loc);
});
return success();
}
LogicalResult rewriteOneMemrefMultipleRetainCase(
bufferization::DeallocOp op, OpAdaptor adaptor,
ConversionPatternRewriter &rewriter) const {
assert(adaptor.getMemrefs().size() == 1 && "expected only one memref");
SmallVector<Value> doesNotAliasList;
Value memrefAsIdx = rewriter.create<memref::ExtractAlignedPointerAsIndexOp>(
op->getLoc(), adaptor.getMemrefs()[0]);
for (Value retained : adaptor.getRetained()) {
Value retainedAsIdx =
rewriter.create<memref::ExtractAlignedPointerAsIndexOp>(op->getLoc(),
retained);
Value doesNotAlias = rewriter.create<arith::CmpIOp>(
op->getLoc(), arith::CmpIPredicate::ne, memrefAsIdx, retainedAsIdx);
doesNotAliasList.push_back(doesNotAlias);
}
Value prev = doesNotAliasList.front();
for (Value doesNotAlias : ArrayRef(doesNotAliasList).drop_front())
prev = rewriter.create<arith::AndIOp>(op->getLoc(), prev, doesNotAlias);
Value shouldDealloc = rewriter.create<arith::AndIOp>(
op->getLoc(), prev, adaptor.getConditions()[0]);
rewriter.create<scf::IfOp>(
op.getLoc(), shouldDealloc, [&](OpBuilder &builder, Location loc) {
builder.create<memref::DeallocOp>(loc, adaptor.getMemrefs()[0]);
builder.create<scf::YieldOp>(loc);
});
SmallVector<Value> replacements;
Value trueVal = rewriter.create<arith::ConstantOp>(
op->getLoc(), rewriter.getBoolAttr(true));
for (Value doesNotAlias : doesNotAliasList) {
Value aliases =
rewriter.create<arith::XOrIOp>(op->getLoc(), doesNotAlias, trueVal);
Value result = rewriter.create<arith::AndIOp>(op->getLoc(), aliases,
adaptor.getConditions()[0]);
replacements.push_back(result);
}
rewriter.replaceOp(op, replacements);
return success();
}
LogicalResult rewriteGeneralCase(bufferization::DeallocOp op,
OpAdaptor adaptor,
ConversionPatternRewriter &rewriter) const {
Value toDeallocMemref = rewriter.create<memref::AllocOp>(
op.getLoc(), MemRefType::get({(int64_t)adaptor.getMemrefs().size()},
rewriter.getIndexType()));
Value conditionMemref = rewriter.create<memref::AllocOp>(
op.getLoc(), MemRefType::get({(int64_t)adaptor.getConditions().size()},
rewriter.getI1Type()));
Value toRetainMemref = rewriter.create<memref::AllocOp>(
op.getLoc(), MemRefType::get({(int64_t)adaptor.getRetained().size()},
rewriter.getIndexType()));
auto getConstValue = [&](uint64_t value) -> Value {
return rewriter.create<arith::ConstantOp>(op.getLoc(),
rewriter.getIndexAttr(value));
};
for (auto [i, toDealloc] : llvm::enumerate(adaptor.getMemrefs())) {
Value memrefAsIdx =
rewriter.create<memref::ExtractAlignedPointerAsIndexOp>(op.getLoc(),
toDealloc);
rewriter.create<memref::StoreOp>(op.getLoc(), memrefAsIdx,
toDeallocMemref, getConstValue(i));
}
for (auto [i, cond] : llvm::enumerate(adaptor.getConditions()))
rewriter.create<memref::StoreOp>(op.getLoc(), cond, conditionMemref,
getConstValue(i));
for (auto [i, toRetain] : llvm::enumerate(adaptor.getRetained())) {
Value memrefAsIdx =
rewriter.create<memref::ExtractAlignedPointerAsIndexOp>(op.getLoc(),
toRetain);
rewriter.create<memref::StoreOp>(op.getLoc(), memrefAsIdx, toRetainMemref,
getConstValue(i));
}
Value castedDeallocMemref = rewriter.create<memref::CastOp>(
op->getLoc(),
MemRefType::get({ShapedType::kDynamic}, rewriter.getIndexType()),
toDeallocMemref);
Value castedCondsMemref = rewriter.create<memref::CastOp>(
op->getLoc(),
MemRefType::get({ShapedType::kDynamic}, rewriter.getI1Type()),
conditionMemref);
Value castedRetainMemref = rewriter.create<memref::CastOp>(
op->getLoc(),
MemRefType::get({ShapedType::kDynamic}, rewriter.getIndexType()),
toRetainMemref);
Value deallocCondsMemref = rewriter.create<memref::AllocOp>(
op.getLoc(), MemRefType::get({(int64_t)adaptor.getMemrefs().size()},
rewriter.getI1Type()));
Value retainCondsMemref = rewriter.create<memref::AllocOp>(
op.getLoc(), MemRefType::get({(int64_t)adaptor.getRetained().size()},
rewriter.getI1Type()));
Value castedDeallocCondsMemref = rewriter.create<memref::CastOp>(
op->getLoc(),
MemRefType::get({ShapedType::kDynamic}, rewriter.getI1Type()),
deallocCondsMemref);
Value castedRetainCondsMemref = rewriter.create<memref::CastOp>(
op->getLoc(),
MemRefType::get({ShapedType::kDynamic}, rewriter.getI1Type()),
retainCondsMemref);
Operation *symtableOp = op->getParentWithTrait<OpTrait::SymbolTable>();
rewriter.create<func::CallOp>(
op.getLoc(), deallocHelperFuncMap.lookup(symtableOp),
SmallVector<Value>{castedDeallocMemref, castedRetainMemref,
castedCondsMemref, castedDeallocCondsMemref,
castedRetainCondsMemref});
for (unsigned i = 0, e = adaptor.getMemrefs().size(); i < e; ++i) {
Value idxValue = getConstValue(i);
Value shouldDealloc = rewriter.create<memref::LoadOp>(
op.getLoc(), deallocCondsMemref, idxValue);
rewriter.create<scf::IfOp>(
op.getLoc(), shouldDealloc, [&](OpBuilder &builder, Location loc) {
builder.create<memref::DeallocOp>(loc, adaptor.getMemrefs()[i]);
builder.create<scf::YieldOp>(loc);
});
}
SmallVector<Value> replacements;
for (unsigned i = 0, e = adaptor.getRetained().size(); i < e; ++i) {
Value idxValue = getConstValue(i);
Value ownership = rewriter.create<memref::LoadOp>(
op.getLoc(), retainCondsMemref, idxValue);
replacements.push_back(ownership);
}
rewriter.create<memref::DeallocOp>(op.getLoc(), toDeallocMemref);
rewriter.create<memref::DeallocOp>(op.getLoc(), toRetainMemref);
rewriter.create<memref::DeallocOp>(op.getLoc(), conditionMemref);
rewriter.create<memref::DeallocOp>(op.getLoc(), deallocCondsMemref);
rewriter.create<memref::DeallocOp>(op.getLoc(), retainCondsMemref);
rewriter.replaceOp(op, replacements);
return success();
}
public:
DeallocOpConversion(
MLIRContext *context,
const bufferization::DeallocHelperMap &deallocHelperFuncMap)
: OpConversionPattern<bufferization::DeallocOp>(context),
deallocHelperFuncMap(deallocHelperFuncMap) {}
LogicalResult
matchAndRewrite(bufferization::DeallocOp op, OpAdaptor adaptor,
ConversionPatternRewriter &rewriter) const override {
if (adaptor.getMemrefs().empty()) {
Value falseVal = rewriter.create<arith::ConstantOp>(
op.getLoc(), rewriter.getBoolAttr(false));
rewriter.replaceOp(
op, SmallVector<Value>(adaptor.getRetained().size(), falseVal));
return success();
}
if (adaptor.getMemrefs().size() == 1 && adaptor.getRetained().empty())
return rewriteOneMemrefNoRetainCase(op, adaptor, rewriter);
if (adaptor.getMemrefs().size() == 1)
return rewriteOneMemrefMultipleRetainCase(op, adaptor, rewriter);
Operation *symtableOp = op->getParentWithTrait<OpTrait::SymbolTable>();
if (!deallocHelperFuncMap.contains(symtableOp))
return op->emitError(
"library function required for generic lowering, but cannot be "
"automatically inserted when operating on functions");
return rewriteGeneralCase(op, adaptor, rewriter);
}
private:
const bufferization::DeallocHelperMap &deallocHelperFuncMap;
};
}
namespace {
struct LowerDeallocationsPass
: public bufferization::impl::LowerDeallocationsBase<
LowerDeallocationsPass> {
void runOnOperation() override {
if (!isa<ModuleOp, FunctionOpInterface>(getOperation())) {
emitError(getOperation()->getLoc(),
"root operation must be a builtin.module or a function");
signalPassFailure();
return;
}
bufferization::DeallocHelperMap deallocHelperFuncMap;
if (auto module = dyn_cast<ModuleOp>(getOperation())) {
OpBuilder builder =
OpBuilder::atBlockBegin(&module.getBodyRegion().front());
getOperation()->walk([&](bufferization::DeallocOp deallocOp) {
Operation *symtableOp =
deallocOp->getParentWithTrait<OpTrait::SymbolTable>();
if (deallocOp.getMemrefs().size() > 1 &&
!deallocHelperFuncMap.contains(symtableOp)) {
SymbolTable symbolTable(symtableOp);
func::FuncOp helperFuncOp =
bufferization::buildDeallocationLibraryFunction(
builder, getOperation()->getLoc(), symbolTable);
deallocHelperFuncMap[symtableOp] = helperFuncOp;
}
});
}
RewritePatternSet patterns(&getContext());
bufferization::populateBufferizationDeallocLoweringPattern(
patterns, deallocHelperFuncMap);
ConversionTarget target(getContext());
target.addLegalDialect<memref::MemRefDialect, arith::ArithDialect,
scf::SCFDialect, func::FuncDialect>();
target.addIllegalOp<bufferization::DeallocOp>();
if (failed(applyPartialConversion(getOperation(), target,
std::move(patterns))))
signalPassFailure();
}
};
}
func::FuncOp mlir::bufferization::buildDeallocationLibraryFunction(
OpBuilder &builder, Location loc, SymbolTable &symbolTable) {
Type indexMemrefType =
MemRefType::get({ShapedType::kDynamic}, builder.getIndexType());
Type boolMemrefType =
MemRefType::get({ShapedType::kDynamic}, builder.getI1Type());
SmallVector<Type> argTypes{indexMemrefType, indexMemrefType, boolMemrefType,
boolMemrefType, boolMemrefType};
builder.clearInsertionPoint();
auto helperFuncOp = func::FuncOp::create(
loc, "dealloc_helper", builder.getFunctionType(argTypes, {}));
helperFuncOp.setVisibility(SymbolTable::Visibility::Private);
symbolTable.insert(helperFuncOp);
auto &block = helperFuncOp.getFunctionBody().emplaceBlock();
block.addArguments(argTypes, SmallVector<Location>(argTypes.size(), loc));
builder.setInsertionPointToStart(&block);
Value toDeallocMemref = helperFuncOp.getArguments()[0];
Value toRetainMemref = helperFuncOp.getArguments()[1];
Value conditionMemref = helperFuncOp.getArguments()[2];
Value deallocCondsMemref = helperFuncOp.getArguments()[3];
Value retainCondsMemref = helperFuncOp.getArguments()[4];
Value c0 = builder.create<arith::ConstantOp>(loc, builder.getIndexAttr(0));
Value c1 = builder.create<arith::ConstantOp>(loc, builder.getIndexAttr(1));
Value trueValue =
builder.create<arith::ConstantOp>(loc, builder.getBoolAttr(true));
Value falseValue =
builder.create<arith::ConstantOp>(loc, builder.getBoolAttr(false));
Value toDeallocSize = builder.create<memref::DimOp>(loc, toDeallocMemref, c0);
Value toRetainSize = builder.create<memref::DimOp>(loc, toRetainMemref, c0);
builder.create<scf::ForOp>(
loc, c0, toRetainSize, c1, std::nullopt,
[&](OpBuilder &builder, Location loc, Value i, ValueRange iterArgs) {
builder.create<memref::StoreOp>(loc, falseValue, retainCondsMemref, i);
builder.create<scf::YieldOp>(loc);
});
builder.create<scf::ForOp>(
loc, c0, toDeallocSize, c1, std::nullopt,
[&](OpBuilder &builder, Location loc, Value outerIter,
ValueRange iterArgs) {
Value toDealloc =
builder.create<memref::LoadOp>(loc, toDeallocMemref, outerIter);
Value cond =
builder.create<memref::LoadOp>(loc, conditionMemref, outerIter);
Value noRetainAlias =
builder
.create<scf::ForOp>(
loc, c0, toRetainSize, c1, trueValue,
[&](OpBuilder &builder, Location loc, Value i,
ValueRange iterArgs) {
Value retainValue = builder.create<memref::LoadOp>(
loc, toRetainMemref, i);
Value doesAlias = builder.create<arith::CmpIOp>(
loc, arith::CmpIPredicate::eq, retainValue,
toDealloc);
builder.create<scf::IfOp>(
loc, doesAlias,
[&](OpBuilder &builder, Location loc) {
Value retainCondValue =
builder.create<memref::LoadOp>(
loc, retainCondsMemref, i);
Value aggregatedRetainCond =
builder.create<arith::OrIOp>(
loc, retainCondValue, cond);
builder.create<memref::StoreOp>(
loc, aggregatedRetainCond, retainCondsMemref,
i);
builder.create<scf::YieldOp>(loc);
});
Value doesntAlias = builder.create<arith::CmpIOp>(
loc, arith::CmpIPredicate::ne, retainValue,
toDealloc);
Value yieldValue = builder.create<arith::AndIOp>(
loc, iterArgs[0], doesntAlias);
builder.create<scf::YieldOp>(loc, yieldValue);
})
.getResult(0);
Value noAlias =
builder
.create<scf::ForOp>(
loc, c0, outerIter, c1, noRetainAlias,
[&](OpBuilder &builder, Location loc, Value i,
ValueRange iterArgs) {
Value prevDeallocValue = builder.create<memref::LoadOp>(
loc, toDeallocMemref, i);
Value doesntAlias = builder.create<arith::CmpIOp>(
loc, arith::CmpIPredicate::ne, prevDeallocValue,
toDealloc);
Value yieldValue = builder.create<arith::AndIOp>(
loc, iterArgs[0], doesntAlias);
builder.create<scf::YieldOp>(loc, yieldValue);
})
.getResult(0);
Value shouldDealoc = builder.create<arith::AndIOp>(loc, noAlias, cond);
builder.create<memref::StoreOp>(loc, shouldDealoc, deallocCondsMemref,
outerIter);
builder.create<scf::YieldOp>(loc);
});
builder.create<func::ReturnOp>(loc);
return helperFuncOp;
}
void mlir::bufferization::populateBufferizationDeallocLoweringPattern(
RewritePatternSet &patterns,
const bufferization::DeallocHelperMap &deallocHelperFuncMap) {
patterns.add<DeallocOpConversion>(patterns.getContext(),
deallocHelperFuncMap);
}
std::unique_ptr<Pass> mlir::bufferization::createLowerDeallocationsPass() {
return std::make_unique<LowerDeallocationsPass>();
}