#include <cmath>
#include <cstdint>
#include <limits>
#include <utility>
#include "AffineExprDetail.h"
#include "mlir/IR/AffineExpr.h"
#include "mlir/IR/AffineExprVisitor.h"
#include "mlir/IR/AffineMap.h"
#include "mlir/IR/IntegerSet.h"
#include "mlir/Support/TypeID.h"
#include "llvm/ADT/STLExtras.h"
#include "llvm/Support/MathExtras.h"
#include <numeric>
#include <optional>
using namespace mlir;
using namespace mlir::detail;
using llvm::divideCeilSigned;
using llvm::divideFloorSigned;
using llvm::divideSignedWouldOverflow;
using llvm::mod;
MLIRContext *AffineExpr::getContext() const { return expr->context; }
AffineExprKind AffineExpr::getKind() const { return expr->kind; }
template <typename WalkRetTy>
WalkRetTy mlir::AffineExpr::walk(AffineExpr e,
function_ref<WalkRetTy(AffineExpr)> callback) {
struct AffineExprWalker
: public AffineExprVisitor<AffineExprWalker, WalkRetTy> {
function_ref<WalkRetTy(AffineExpr)> callback;
AffineExprWalker(function_ref<WalkRetTy(AffineExpr)> callback)
: callback(callback) {}
WalkRetTy visitAffineBinaryOpExpr(AffineBinaryOpExpr expr) {
return callback(expr);
}
WalkRetTy visitConstantExpr(AffineConstantExpr expr) {
return callback(expr);
}
WalkRetTy visitDimExpr(AffineDimExpr expr) { return callback(expr); }
WalkRetTy visitSymbolExpr(AffineSymbolExpr expr) { return callback(expr); }
};
return AffineExprWalker(callback).walkPostOrder(e);
}
template void mlir::AffineExpr::walk(AffineExpr e,
function_ref<void(AffineExpr)> callback);
template WalkResult
mlir::AffineExpr::walk(AffineExpr e,
function_ref<WalkResult(AffineExpr)> callback);
AffineExpr mlir::getAffineBinaryOpExpr(AffineExprKind kind, AffineExpr lhs,
AffineExpr rhs) {
if (kind == AffineExprKind::Add)
return lhs + rhs;
if (kind == AffineExprKind::Mul)
return lhs * rhs;
if (kind == AffineExprKind::FloorDiv)
return lhs.floorDiv(rhs);
if (kind == AffineExprKind::CeilDiv)
return lhs.ceilDiv(rhs);
if (kind == AffineExprKind::Mod)
return lhs % rhs;
llvm_unreachable("unknown binary operation on affine expressions");
}
AffineExpr
AffineExpr::replaceDimsAndSymbols(ArrayRef<AffineExpr> dimReplacements,
ArrayRef<AffineExpr> symReplacements) const {
switch (getKind()) {
case AffineExprKind::Constant:
return *this;
case AffineExprKind::DimId: {
unsigned dimId = llvm::cast<AffineDimExpr>(*this).getPosition();
if (dimId >= dimReplacements.size())
return *this;
return dimReplacements[dimId];
}
case AffineExprKind::SymbolId: {
unsigned symId = llvm::cast<AffineSymbolExpr>(*this).getPosition();
if (symId >= symReplacements.size())
return *this;
return symReplacements[symId];
}
case AffineExprKind::Add:
case AffineExprKind::Mul:
case AffineExprKind::FloorDiv:
case AffineExprKind::CeilDiv:
case AffineExprKind::Mod:
auto binOp = llvm::cast<AffineBinaryOpExpr>(*this);
auto lhs = binOp.getLHS(), rhs = binOp.getRHS();
auto newLHS = lhs.replaceDimsAndSymbols(dimReplacements, symReplacements);
auto newRHS = rhs.replaceDimsAndSymbols(dimReplacements, symReplacements);
if (newLHS == lhs && newRHS == rhs)
return *this;
return getAffineBinaryOpExpr(getKind(), newLHS, newRHS);
}
llvm_unreachable("Unknown AffineExpr");
}
AffineExpr AffineExpr::replaceDims(ArrayRef<AffineExpr> dimReplacements) const {
return replaceDimsAndSymbols(dimReplacements, {});
}
AffineExpr
AffineExpr::replaceSymbols(ArrayRef<AffineExpr> symReplacements) const {
return replaceDimsAndSymbols({}, symReplacements);
}
AffineExpr AffineExpr::shiftDims(unsigned numDims, unsigned shift,
unsigned offset) const {
SmallVector<AffineExpr, 4> dims;
for (unsigned idx = 0; idx < offset; ++idx)
dims.push_back(getAffineDimExpr(idx, getContext()));
for (unsigned idx = offset; idx < numDims; ++idx)
dims.push_back(getAffineDimExpr(idx + shift, getContext()));
return replaceDimsAndSymbols(dims, {});
}
AffineExpr AffineExpr::shiftSymbols(unsigned numSymbols, unsigned shift,
unsigned offset) const {
SmallVector<AffineExpr, 4> symbols;
for (unsigned idx = 0; idx < offset; ++idx)
symbols.push_back(getAffineSymbolExpr(idx, getContext()));
for (unsigned idx = offset; idx < numSymbols; ++idx)
symbols.push_back(getAffineSymbolExpr(idx + shift, getContext()));
return replaceDimsAndSymbols({}, symbols);
}
AffineExpr
AffineExpr::replace(const DenseMap<AffineExpr, AffineExpr> &map) const {
auto it = map.find(*this);
if (it != map.end())
return it->second;
switch (getKind()) {
default:
return *this;
case AffineExprKind::Add:
case AffineExprKind::Mul:
case AffineExprKind::FloorDiv:
case AffineExprKind::CeilDiv:
case AffineExprKind::Mod:
auto binOp = llvm::cast<AffineBinaryOpExpr>(*this);
auto lhs = binOp.getLHS(), rhs = binOp.getRHS();
auto newLHS = lhs.replace(map);
auto newRHS = rhs.replace(map);
if (newLHS == lhs && newRHS == rhs)
return *this;
return getAffineBinaryOpExpr(getKind(), newLHS, newRHS);
}
llvm_unreachable("Unknown AffineExpr");
}
AffineExpr AffineExpr::replace(AffineExpr expr, AffineExpr replacement) const {
DenseMap<AffineExpr, AffineExpr> map;
map.insert(std::make_pair(expr, replacement));
return replace(map);
}
bool AffineExpr::isSymbolicOrConstant() const {
switch (getKind()) {
case AffineExprKind::Constant:
return true;
case AffineExprKind::DimId:
return false;
case AffineExprKind::SymbolId:
return true;
case AffineExprKind::Add:
case AffineExprKind::Mul:
case AffineExprKind::FloorDiv:
case AffineExprKind::CeilDiv:
case AffineExprKind::Mod: {
auto expr = llvm::cast<AffineBinaryOpExpr>(*this);
return expr.getLHS().isSymbolicOrConstant() &&
expr.getRHS().isSymbolicOrConstant();
}
}
llvm_unreachable("Unknown AffineExpr");
}
bool AffineExpr::isPureAffine() const {
switch (getKind()) {
case AffineExprKind::SymbolId:
case AffineExprKind::DimId:
case AffineExprKind::Constant:
return true;
case AffineExprKind::Add: {
auto op = llvm::cast<AffineBinaryOpExpr>(*this);
return op.getLHS().isPureAffine() && op.getRHS().isPureAffine();
}
case AffineExprKind::Mul: {
auto op = llvm::cast<AffineBinaryOpExpr>(*this);
return op.getLHS().isPureAffine() && op.getRHS().isPureAffine() &&
(llvm::isa<AffineConstantExpr>(op.getLHS()) ||
llvm::isa<AffineConstantExpr>(op.getRHS()));
}
case AffineExprKind::FloorDiv:
case AffineExprKind::CeilDiv:
case AffineExprKind::Mod: {
auto op = llvm::cast<AffineBinaryOpExpr>(*this);
return op.getLHS().isPureAffine() &&
llvm::isa<AffineConstantExpr>(op.getRHS());
}
}
llvm_unreachable("Unknown AffineExpr");
}
int64_t AffineExpr::getLargestKnownDivisor() const {
AffineBinaryOpExpr binExpr(nullptr);
switch (getKind()) {
case AffineExprKind::DimId:
[[fallthrough]];
case AffineExprKind::SymbolId:
return 1;
case AffineExprKind::CeilDiv:
[[fallthrough]];
case AffineExprKind::FloorDiv: {
binExpr = llvm::cast<AffineBinaryOpExpr>(*this);
auto rhs = llvm::dyn_cast<AffineConstantExpr>(binExpr.getRHS());
if (rhs && rhs.getValue() != 0) {
int64_t lhsDiv = binExpr.getLHS().getLargestKnownDivisor();
if (lhsDiv % rhs.getValue() == 0)
return std::abs(lhsDiv / rhs.getValue());
}
return 1;
}
case AffineExprKind::Constant:
return std::abs(llvm::cast<AffineConstantExpr>(*this).getValue());
case AffineExprKind::Mul: {
binExpr = llvm::cast<AffineBinaryOpExpr>(*this);
return binExpr.getLHS().getLargestKnownDivisor() *
binExpr.getRHS().getLargestKnownDivisor();
}
case AffineExprKind::Add:
[[fallthrough]];
case AffineExprKind::Mod: {
binExpr = llvm::cast<AffineBinaryOpExpr>(*this);
return std::gcd((uint64_t)binExpr.getLHS().getLargestKnownDivisor(),
(uint64_t)binExpr.getRHS().getLargestKnownDivisor());
}
}
llvm_unreachable("Unknown AffineExpr");
}
bool AffineExpr::isMultipleOf(int64_t factor) const {
AffineBinaryOpExpr binExpr(nullptr);
uint64_t l, u;
switch (getKind()) {
case AffineExprKind::SymbolId:
[[fallthrough]];
case AffineExprKind::DimId:
return factor * factor == 1;
case AffineExprKind::Constant:
return llvm::cast<AffineConstantExpr>(*this).getValue() % factor == 0;
case AffineExprKind::Mul: {
binExpr = llvm::cast<AffineBinaryOpExpr>(*this);
return (l = binExpr.getLHS().getLargestKnownDivisor()) % factor == 0 ||
(u = binExpr.getRHS().getLargestKnownDivisor()) % factor == 0 ||
(l * u) % factor == 0;
}
case AffineExprKind::Add:
case AffineExprKind::FloorDiv:
case AffineExprKind::CeilDiv:
case AffineExprKind::Mod: {
binExpr = llvm::cast<AffineBinaryOpExpr>(*this);
return std::gcd((uint64_t)binExpr.getLHS().getLargestKnownDivisor(),
(uint64_t)binExpr.getRHS().getLargestKnownDivisor()) %
factor ==
0;
}
}
llvm_unreachable("Unknown AffineExpr");
}
bool AffineExpr::isFunctionOfDim(unsigned position) const {
if (getKind() == AffineExprKind::DimId) {
return *this == mlir::getAffineDimExpr(position, getContext());
}
if (auto expr = llvm::dyn_cast<AffineBinaryOpExpr>(*this)) {
return expr.getLHS().isFunctionOfDim(position) ||
expr.getRHS().isFunctionOfDim(position);
}
return false;
}
bool AffineExpr::isFunctionOfSymbol(unsigned position) const {
if (getKind() == AffineExprKind::SymbolId) {
return *this == mlir::getAffineSymbolExpr(position, getContext());
}
if (auto expr = llvm::dyn_cast<AffineBinaryOpExpr>(*this)) {
return expr.getLHS().isFunctionOfSymbol(position) ||
expr.getRHS().isFunctionOfSymbol(position);
}
return false;
}
AffineBinaryOpExpr::AffineBinaryOpExpr(AffineExpr::ImplType *ptr)
: AffineExpr(ptr) {}
AffineExpr AffineBinaryOpExpr::getLHS() const {
return static_cast<ImplType *>(expr)->lhs;
}
AffineExpr AffineBinaryOpExpr::getRHS() const {
return static_cast<ImplType *>(expr)->rhs;
}
AffineDimExpr::AffineDimExpr(AffineExpr::ImplType *ptr) : AffineExpr(ptr) {}
unsigned AffineDimExpr::getPosition() const {
return static_cast<ImplType *>(expr)->position;
}
static bool isDivisibleBySymbol(AffineExpr expr, unsigned symbolPos,
AffineExprKind opKind) {
assert((opKind == AffineExprKind::Mod || opKind == AffineExprKind::FloorDiv ||
opKind == AffineExprKind::CeilDiv) &&
"unexpected opKind");
switch (expr.getKind()) {
case AffineExprKind::Constant:
return cast<AffineConstantExpr>(expr).getValue() == 0;
case AffineExprKind::DimId:
return false;
case AffineExprKind::SymbolId:
return (cast<AffineSymbolExpr>(expr).getPosition() == symbolPos);
case AffineExprKind::Add: {
AffineBinaryOpExpr binaryExpr = cast<AffineBinaryOpExpr>(expr);
return isDivisibleBySymbol(binaryExpr.getLHS(), symbolPos, opKind) &&
isDivisibleBySymbol(binaryExpr.getRHS(), symbolPos, opKind);
}
case AffineExprKind::Mod: {
AffineBinaryOpExpr binaryExpr = cast<AffineBinaryOpExpr>(expr);
return isDivisibleBySymbol(binaryExpr.getLHS(), symbolPos,
AffineExprKind::Mod) &&
isDivisibleBySymbol(binaryExpr.getRHS(), symbolPos,
AffineExprKind::Mod);
}
case AffineExprKind::Mul: {
AffineBinaryOpExpr binaryExpr = cast<AffineBinaryOpExpr>(expr);
return isDivisibleBySymbol(binaryExpr.getLHS(), symbolPos, opKind) ||
isDivisibleBySymbol(binaryExpr.getRHS(), symbolPos, opKind);
}
case AffineExprKind::FloorDiv:
case AffineExprKind::CeilDiv: {
AffineBinaryOpExpr binaryExpr = cast<AffineBinaryOpExpr>(expr);
if (opKind != expr.getKind())
return false;
return isDivisibleBySymbol(binaryExpr.getLHS(), symbolPos, expr.getKind());
}
}
llvm_unreachable("Unknown AffineExpr");
}
static AffineExpr symbolicDivide(AffineExpr expr, unsigned symbolPos,
AffineExprKind opKind) {
assert((opKind == AffineExprKind::Mod || opKind == AffineExprKind::FloorDiv ||
opKind == AffineExprKind::CeilDiv) &&
"unexpected opKind");
switch (expr.getKind()) {
case AffineExprKind::Constant:
if (cast<AffineConstantExpr>(expr).getValue() != 0)
return nullptr;
return getAffineConstantExpr(0, expr.getContext());
case AffineExprKind::DimId:
return nullptr;
case AffineExprKind::SymbolId:
return getAffineConstantExpr(1, expr.getContext());
case AffineExprKind::Add: {
AffineBinaryOpExpr binaryExpr = cast<AffineBinaryOpExpr>(expr);
return getAffineBinaryOpExpr(
expr.getKind(), symbolicDivide(binaryExpr.getLHS(), symbolPos, opKind),
symbolicDivide(binaryExpr.getRHS(), symbolPos, opKind));
}
case AffineExprKind::Mod: {
AffineBinaryOpExpr binaryExpr = cast<AffineBinaryOpExpr>(expr);
return getAffineBinaryOpExpr(
expr.getKind(),
symbolicDivide(binaryExpr.getLHS(), symbolPos, expr.getKind()),
symbolicDivide(binaryExpr.getRHS(), symbolPos, expr.getKind()));
}
case AffineExprKind::Mul: {
AffineBinaryOpExpr binaryExpr = cast<AffineBinaryOpExpr>(expr);
if (!isDivisibleBySymbol(binaryExpr.getLHS(), symbolPos, opKind))
return binaryExpr.getLHS() *
symbolicDivide(binaryExpr.getRHS(), symbolPos, opKind);
return symbolicDivide(binaryExpr.getLHS(), symbolPos, opKind) *
binaryExpr.getRHS();
}
case AffineExprKind::FloorDiv:
case AffineExprKind::CeilDiv: {
AffineBinaryOpExpr binaryExpr = cast<AffineBinaryOpExpr>(expr);
return getAffineBinaryOpExpr(
expr.getKind(),
symbolicDivide(binaryExpr.getLHS(), symbolPos, expr.getKind()),
binaryExpr.getRHS());
}
}
llvm_unreachable("Unknown AffineExpr");
}
static void getSummandExprs(AffineExpr expr, SmallVector<AffineExpr> &result) {
auto addExpr = dyn_cast<AffineBinaryOpExpr>(expr);
if (!addExpr || addExpr.getKind() != AffineExprKind::Add) {
result.push_back(expr);
return;
}
getSummandExprs(addExpr.getLHS(), result);
getSummandExprs(addExpr.getRHS(), result);
}
static bool isNegatedAffineExpr(AffineExpr candidate, AffineExpr &expr) {
auto mulExpr = dyn_cast<AffineBinaryOpExpr>(candidate);
if (!mulExpr || mulExpr.getKind() != AffineExprKind::Mul)
return false;
if (auto lhs = dyn_cast<AffineConstantExpr>(mulExpr.getLHS())) {
if (lhs.getValue() == -1) {
expr = mulExpr.getRHS();
return true;
}
}
if (auto rhs = dyn_cast<AffineConstantExpr>(mulExpr.getRHS())) {
if (rhs.getValue() == -1) {
expr = mulExpr.getLHS();
return true;
}
}
return false;
}
static bool isModOfModSubtraction(AffineExpr lhs, AffineExpr rhs,
unsigned numDims, unsigned numSymbols) {
SmallVector<AffineExpr> summands;
getSummandExprs(lhs, summands);
for (int64_t i = 0, e = summands.size(); i < e; ++i) {
AffineExpr current = summands[i];
AffineExpr beforeNegation;
if (!isNegatedAffineExpr(current, beforeNegation))
continue;
AffineBinaryOpExpr innerMod = dyn_cast<AffineBinaryOpExpr>(beforeNegation);
if (!innerMod || innerMod.getKind() != AffineExprKind::Mod)
continue;
if (innerMod.getRHS() != rhs)
continue;
AffineExpr diff = getAffineConstantExpr(0, lhs.getContext());
for (int64_t j = 0; j < e; ++j)
if (i != j)
diff = diff + summands[j];
diff = diff - innerMod.getLHS();
diff = simplifyAffineExpr(diff, numDims, numSymbols);
auto constExpr = dyn_cast<AffineConstantExpr>(diff);
if (constExpr && constExpr.getValue() == 0)
return true;
}
return false;
}
static AffineExpr simplifySemiAffine(AffineExpr expr, unsigned numDims,
unsigned numSymbols) {
switch (expr.getKind()) {
case AffineExprKind::Constant:
case AffineExprKind::DimId:
case AffineExprKind::SymbolId:
return expr;
case AffineExprKind::Add:
case AffineExprKind::Mul: {
AffineBinaryOpExpr binaryExpr = cast<AffineBinaryOpExpr>(expr);
return getAffineBinaryOpExpr(
expr.getKind(),
simplifySemiAffine(binaryExpr.getLHS(), numDims, numSymbols),
simplifySemiAffine(binaryExpr.getRHS(), numDims, numSymbols));
}
case AffineExprKind::FloorDiv:
case AffineExprKind::CeilDiv:
case AffineExprKind::Mod: {
AffineBinaryOpExpr binaryExpr = cast<AffineBinaryOpExpr>(expr);
AffineExpr sLHS =
simplifySemiAffine(binaryExpr.getLHS(), numDims, numSymbols);
AffineExpr sRHS =
simplifySemiAffine(binaryExpr.getRHS(), numDims, numSymbols);
if (isModOfModSubtraction(sLHS, sRHS, numDims, numSymbols))
return getAffineConstantExpr(0, expr.getContext());
AffineSymbolExpr symbolExpr = dyn_cast<AffineSymbolExpr>(
simplifySemiAffine(binaryExpr.getRHS(), numDims, numSymbols));
if (!symbolExpr)
return getAffineBinaryOpExpr(expr.getKind(), sLHS, sRHS);
unsigned symbolPos = symbolExpr.getPosition();
if (!isDivisibleBySymbol(binaryExpr.getLHS(), symbolPos, expr.getKind()))
return getAffineBinaryOpExpr(expr.getKind(), sLHS, sRHS);
if (expr.getKind() == AffineExprKind::Mod)
return getAffineConstantExpr(0, expr.getContext());
return symbolicDivide(sLHS, symbolPos, expr.getKind());
}
}
llvm_unreachable("Unknown AffineExpr");
}
static AffineExpr getAffineDimOrSymbol(AffineExprKind kind, unsigned position,
MLIRContext *context) {
auto assignCtx = [context](AffineDimExprStorage *storage) {
storage->context = context;
};
StorageUniquer &uniquer = context->getAffineUniquer();
return uniquer.get<AffineDimExprStorage>(
assignCtx, static_cast<unsigned>(kind), position);
}
AffineExpr mlir::getAffineDimExpr(unsigned position, MLIRContext *context) {
return getAffineDimOrSymbol(AffineExprKind::DimId, position, context);
}
AffineSymbolExpr::AffineSymbolExpr(AffineExpr::ImplType *ptr)
: AffineExpr(ptr) {}
unsigned AffineSymbolExpr::getPosition() const {
return static_cast<ImplType *>(expr)->position;
}
AffineExpr mlir::getAffineSymbolExpr(unsigned position, MLIRContext *context) {
return getAffineDimOrSymbol(AffineExprKind::SymbolId, position, context);
}
AffineConstantExpr::AffineConstantExpr(AffineExpr::ImplType *ptr)
: AffineExpr(ptr) {}
int64_t AffineConstantExpr::getValue() const {
return static_cast<ImplType *>(expr)->constant;
}
bool AffineExpr::operator==(int64_t v) const {
return *this == getAffineConstantExpr(v, getContext());
}
AffineExpr mlir::getAffineConstantExpr(int64_t constant, MLIRContext *context) {
auto assignCtx = [context](AffineConstantExprStorage *storage) {
storage->context = context;
};
StorageUniquer &uniquer = context->getAffineUniquer();
return uniquer.get<AffineConstantExprStorage>(assignCtx, constant);
}
SmallVector<AffineExpr>
mlir::getAffineConstantExprs(ArrayRef<int64_t> constants,
MLIRContext *context) {
return llvm::to_vector(llvm::map_range(constants, [&](int64_t constant) {
return getAffineConstantExpr(constant, context);
}));
}
static AffineExpr simplifyAdd(AffineExpr lhs, AffineExpr rhs) {
auto lhsConst = dyn_cast<AffineConstantExpr>(lhs);
auto rhsConst = dyn_cast<AffineConstantExpr>(rhs);
if (lhsConst && rhsConst) {
int64_t sum;
if (llvm::AddOverflow(lhsConst.getValue(), rhsConst.getValue(), sum)) {
return nullptr;
}
return getAffineConstantExpr(sum, lhs.getContext());
}
if (isa<AffineConstantExpr>(lhs) ||
(lhs.isSymbolicOrConstant() && !rhs.isSymbolicOrConstant())) {
return rhs + lhs;
}
if (rhsConst) {
if (rhsConst.getValue() == 0)
return lhs;
}
auto lBin = dyn_cast<AffineBinaryOpExpr>(lhs);
if (lBin && rhsConst && lBin.getKind() == AffineExprKind::Add) {
if (auto lrhs = dyn_cast<AffineConstantExpr>(lBin.getRHS()))
return lBin.getLHS() + (lrhs.getValue() + rhsConst.getValue());
}
std::optional<int64_t> rLhsConst, rRhsConst;
AffineExpr firstExpr, secondExpr;
AffineConstantExpr rLhsConstExpr;
auto lBinOpExpr = dyn_cast<AffineBinaryOpExpr>(lhs);
if (lBinOpExpr && lBinOpExpr.getKind() == AffineExprKind::Mul &&
(rLhsConstExpr = dyn_cast<AffineConstantExpr>(lBinOpExpr.getRHS()))) {
rLhsConst = rLhsConstExpr.getValue();
firstExpr = lBinOpExpr.getLHS();
} else {
rLhsConst = 1;
firstExpr = lhs;
}
auto rBinOpExpr = dyn_cast<AffineBinaryOpExpr>(rhs);
AffineConstantExpr rRhsConstExpr;
if (rBinOpExpr && rBinOpExpr.getKind() == AffineExprKind::Mul &&
(rRhsConstExpr = dyn_cast<AffineConstantExpr>(rBinOpExpr.getRHS()))) {
rRhsConst = rRhsConstExpr.getValue();
secondExpr = rBinOpExpr.getLHS();
} else {
rRhsConst = 1;
secondExpr = rhs;
}
if (rLhsConst && rRhsConst && firstExpr == secondExpr)
return getAffineBinaryOpExpr(
AffineExprKind::Mul, firstExpr,
getAffineConstantExpr(*rLhsConst + *rRhsConst, lhs.getContext()));
if (lBin && lBin.getKind() == AffineExprKind::Add) {
if (auto lrhs = dyn_cast<AffineConstantExpr>(lBin.getRHS())) {
return lBin.getLHS() + rhs + lrhs;
}
}
if (!rBinOpExpr)
return nullptr;
auto lrhs = rBinOpExpr.getLHS();
auto rrhs = rBinOpExpr.getRHS();
AffineExpr llrhs, rlrhs;
auto lrhsBinOpExpr = dyn_cast<AffineBinaryOpExpr>(lrhs);
auto rrhsConstOpExpr = dyn_cast<AffineConstantExpr>(rrhs);
if (rrhsConstOpExpr && rrhsConstOpExpr.getValue() == -1 && lrhsBinOpExpr &&
lrhsBinOpExpr.getKind() == AffineExprKind::Mul) {
llrhs = lrhsBinOpExpr.getLHS();
rlrhs = lrhsBinOpExpr.getRHS();
auto llrhsBinOpExpr = dyn_cast<AffineBinaryOpExpr>(llrhs);
if (!llrhsBinOpExpr || llrhsBinOpExpr.getKind() != AffineExprKind::FloorDiv)
return nullptr;
if (llrhsBinOpExpr.getRHS() == rlrhs && lhs == llrhsBinOpExpr.getLHS())
return lhs % rlrhs;
}
AffineBinaryOpExpr lrBinOpExpr = dyn_cast<AffineBinaryOpExpr>(lrhs);
if (!lrBinOpExpr || rhs.getKind() != AffineExprKind::Mul ||
lrBinOpExpr.getKind() != AffineExprKind::FloorDiv)
return nullptr;
llrhs = lrBinOpExpr.getLHS();
rlrhs = lrBinOpExpr.getRHS();
if (lhs == llrhs && rlrhs == -rrhs) {
return lhs % rlrhs;
}
return nullptr;
}
AffineExpr AffineExpr::operator+(int64_t v) const {
return *this + getAffineConstantExpr(v, getContext());
}
AffineExpr AffineExpr::operator+(AffineExpr other) const {
if (auto simplified = simplifyAdd(*this, other))
return simplified;
StorageUniquer &uniquer = getContext()->getAffineUniquer();
return uniquer.get<AffineBinaryOpExprStorage>(
{}, static_cast<unsigned>(AffineExprKind::Add), *this, other);
}
static AffineExpr simplifyMul(AffineExpr lhs, AffineExpr rhs) {
auto lhsConst = dyn_cast<AffineConstantExpr>(lhs);
auto rhsConst = dyn_cast<AffineConstantExpr>(rhs);
if (lhsConst && rhsConst) {
int64_t product;
if (llvm::MulOverflow(lhsConst.getValue(), rhsConst.getValue(), product)) {
return nullptr;
}
return getAffineConstantExpr(product, lhs.getContext());
}
if (!lhs.isSymbolicOrConstant() && !rhs.isSymbolicOrConstant())
return nullptr;
if (!rhs.isSymbolicOrConstant() || isa<AffineConstantExpr>(lhs)) {
return rhs * lhs;
}
if (rhsConst) {
if (rhsConst.getValue() == 1)
return lhs;
if (rhsConst.getValue() == 0)
return rhsConst;
}
auto lBin = dyn_cast<AffineBinaryOpExpr>(lhs);
if (lBin && rhsConst && lBin.getKind() == AffineExprKind::Mul) {
if (auto lrhs = dyn_cast<AffineConstantExpr>(lBin.getRHS()))
return lBin.getLHS() * (lrhs.getValue() * rhsConst.getValue());
}
if (lBin && lBin.getKind() == AffineExprKind::Mul) {
if (auto lrhs = dyn_cast<AffineConstantExpr>(lBin.getRHS())) {
return (lBin.getLHS() * rhs) * lrhs;
}
}
return nullptr;
}
AffineExpr AffineExpr::operator*(int64_t v) const {
return *this * getAffineConstantExpr(v, getContext());
}
AffineExpr AffineExpr::operator*(AffineExpr other) const {
if (auto simplified = simplifyMul(*this, other))
return simplified;
StorageUniquer &uniquer = getContext()->getAffineUniquer();
return uniquer.get<AffineBinaryOpExprStorage>(
{}, static_cast<unsigned>(AffineExprKind::Mul), *this, other);
}
AffineExpr AffineExpr::operator-() const {
return *this * getAffineConstantExpr(-1, getContext());
}
AffineExpr AffineExpr::operator-(int64_t v) const { return *this + (-v); }
AffineExpr AffineExpr::operator-(AffineExpr other) const {
return *this + (-other);
}
static AffineExpr simplifyFloorDiv(AffineExpr lhs, AffineExpr rhs) {
auto lhsConst = dyn_cast<AffineConstantExpr>(lhs);
auto rhsConst = dyn_cast<AffineConstantExpr>(rhs);
if (!rhsConst || rhsConst.getValue() == 0)
return nullptr;
if (lhsConst) {
if (divideSignedWouldOverflow(lhsConst.getValue(), rhsConst.getValue()))
return nullptr;
return getAffineConstantExpr(
divideFloorSigned(lhsConst.getValue(), rhsConst.getValue()),
lhs.getContext());
}
if (rhsConst == 1)
return lhs;
auto lBin = dyn_cast<AffineBinaryOpExpr>(lhs);
if (lBin && lBin.getKind() == AffineExprKind::Mul) {
if (auto lrhs = dyn_cast<AffineConstantExpr>(lBin.getRHS())) {
if (lrhs.getValue() % rhsConst.getValue() == 0)
return lBin.getLHS() * (lrhs.getValue() / rhsConst.getValue());
}
}
if (lBin && lBin.getKind() == AffineExprKind::Add) {
int64_t llhsDiv = lBin.getLHS().getLargestKnownDivisor();
int64_t lrhsDiv = lBin.getRHS().getLargestKnownDivisor();
if (llhsDiv % rhsConst.getValue() == 0 ||
lrhsDiv % rhsConst.getValue() == 0)
return lBin.getLHS().floorDiv(rhsConst.getValue()) +
lBin.getRHS().floorDiv(rhsConst.getValue());
}
return nullptr;
}
AffineExpr AffineExpr::floorDiv(uint64_t v) const {
return floorDiv(getAffineConstantExpr(v, getContext()));
}
AffineExpr AffineExpr::floorDiv(AffineExpr other) const {
if (auto simplified = simplifyFloorDiv(*this, other))
return simplified;
StorageUniquer &uniquer = getContext()->getAffineUniquer();
return uniquer.get<AffineBinaryOpExprStorage>(
{}, static_cast<unsigned>(AffineExprKind::FloorDiv), *this,
other);
}
static AffineExpr simplifyCeilDiv(AffineExpr lhs, AffineExpr rhs) {
auto lhsConst = dyn_cast<AffineConstantExpr>(lhs);
auto rhsConst = dyn_cast<AffineConstantExpr>(rhs);
if (!rhsConst || rhsConst.getValue() == 0)
return nullptr;
if (lhsConst) {
if (divideSignedWouldOverflow(lhsConst.getValue(), rhsConst.getValue()))
return nullptr;
return getAffineConstantExpr(
divideCeilSigned(lhsConst.getValue(), rhsConst.getValue()),
lhs.getContext());
}
if (rhsConst.getValue() == 1)
return lhs;
auto lBin = dyn_cast<AffineBinaryOpExpr>(lhs);
if (lBin && lBin.getKind() == AffineExprKind::Mul) {
if (auto lrhs = dyn_cast<AffineConstantExpr>(lBin.getRHS())) {
if (lrhs.getValue() % rhsConst.getValue() == 0)
return lBin.getLHS() * (lrhs.getValue() / rhsConst.getValue());
}
}
return nullptr;
}
AffineExpr AffineExpr::ceilDiv(uint64_t v) const {
return ceilDiv(getAffineConstantExpr(v, getContext()));
}
AffineExpr AffineExpr::ceilDiv(AffineExpr other) const {
if (auto simplified = simplifyCeilDiv(*this, other))
return simplified;
StorageUniquer &uniquer = getContext()->getAffineUniquer();
return uniquer.get<AffineBinaryOpExprStorage>(
{}, static_cast<unsigned>(AffineExprKind::CeilDiv), *this,
other);
}
static AffineExpr simplifyMod(AffineExpr lhs, AffineExpr rhs) {
auto lhsConst = dyn_cast<AffineConstantExpr>(lhs);
auto rhsConst = dyn_cast<AffineConstantExpr>(rhs);
if (!rhsConst || rhsConst.getValue() < 1)
return nullptr;
if (lhsConst) {
return getAffineConstantExpr(mod(lhsConst.getValue(), rhsConst.getValue()),
lhs.getContext());
}
if (lhs.getLargestKnownDivisor() % rhsConst.getValue() == 0)
return getAffineConstantExpr(0, lhs.getContext());
auto lBin = dyn_cast<AffineBinaryOpExpr>(lhs);
if (lBin && lBin.getKind() == AffineExprKind::Add) {
int64_t llhsDiv = lBin.getLHS().getLargestKnownDivisor();
int64_t lrhsDiv = lBin.getRHS().getLargestKnownDivisor();
if (llhsDiv % rhsConst.getValue() == 0)
return lBin.getRHS() % rhsConst.getValue();
if (lrhsDiv % rhsConst.getValue() == 0)
return lBin.getLHS() % rhsConst.getValue();
}
if (lBin && lBin.getKind() == AffineExprKind::Mod) {
auto intermediate = dyn_cast<AffineConstantExpr>(lBin.getRHS());
if (intermediate && intermediate.getValue() >= 1 &&
mod(intermediate.getValue(), rhsConst.getValue()) == 0) {
return lBin.getLHS() % rhsConst.getValue();
}
}
return nullptr;
}
AffineExpr AffineExpr::operator%(uint64_t v) const {
return *this % getAffineConstantExpr(v, getContext());
}
AffineExpr AffineExpr::operator%(AffineExpr other) const {
if (auto simplified = simplifyMod(*this, other))
return simplified;
StorageUniquer &uniquer = getContext()->getAffineUniquer();
return uniquer.get<AffineBinaryOpExprStorage>(
{}, static_cast<unsigned>(AffineExprKind::Mod), *this, other);
}
AffineExpr AffineExpr::compose(AffineMap map) const {
SmallVector<AffineExpr, 8> dimReplacements(map.getResults().begin(),
map.getResults().end());
return replaceDimsAndSymbols(dimReplacements, {});
}
raw_ostream &mlir::operator<<(raw_ostream &os, AffineExpr expr) {
expr.print(os);
return os;
}
AffineExpr mlir::getAffineExprFromFlatForm(ArrayRef<int64_t> flatExprs,
unsigned numDims,
unsigned numSymbols,
ArrayRef<AffineExpr> localExprs,
MLIRContext *context) {
assert(flatExprs.size() - numDims - numSymbols - 1 == localExprs.size() &&
"unexpected number of local expressions");
auto expr = getAffineConstantExpr(0, context);
for (unsigned j = 0; j < numDims + numSymbols; j++) {
if (flatExprs[j] == 0)
continue;
auto id = j < numDims ? getAffineDimExpr(j, context)
: getAffineSymbolExpr(j - numDims, context);
expr = expr + id * flatExprs[j];
}
for (unsigned j = numDims + numSymbols, e = flatExprs.size() - 1; j < e;
j++) {
if (flatExprs[j] == 0)
continue;
auto term = localExprs[j - numDims - numSymbols] * flatExprs[j];
expr = expr + term;
}
int64_t constTerm = flatExprs[flatExprs.size() - 1];
if (constTerm != 0)
expr = expr + constTerm;
return expr;
}
static AffineExpr getSemiAffineExprFromFlatForm(ArrayRef<int64_t> flatExprs,
unsigned numDims,
unsigned numSymbols,
ArrayRef<AffineExpr> localExprs,
MLIRContext *context) {
assert(!flatExprs.empty() && "flatExprs cannot be empty");
assert(flatExprs.size() - numDims - numSymbols - 1 == localExprs.size() &&
"unexpected number of local expressions");
AffineExpr expr = getAffineConstantExpr(0, context);
DenseMap<std::pair<unsigned, signed>, AffineExpr> indexToExprMap;
DenseMap<std::pair<unsigned, signed>, int64_t> coefficients;
SmallVector<std::pair<unsigned, signed>, 8> indices;
auto addEntry = [&](std::pair<unsigned, signed> index, int64_t coefficient,
AffineExpr expr) {
assert(!llvm::is_contained(indices, index) &&
"Key is already present in indices vector and overwriting will "
"happen in `indexToExprMap` and `coefficients`!");
indices.push_back(index);
coefficients.insert({index, coefficient});
indexToExprMap.insert({index, expr});
};
unsigned offsetSym = 0;
signed offsetDim = -1;
for (unsigned j = numDims; j < numDims + numSymbols; ++j) {
if (flatExprs[j] == 0)
continue;
std::pair<unsigned, signed> indexEntry(
j - numDims, std::max(numDims, numSymbols) + offsetSym++);
addEntry(indexEntry, flatExprs[j],
getAffineSymbolExpr(j - numDims, context));
}
SmallVector<bool, 4> addedToMap(flatExprs.size() - numDims - numSymbols - 1,
false);
unsigned lhsPos, rhsPos;
for (const auto &it : llvm::enumerate(localExprs)) {
AffineExpr expr = it.value();
if (flatExprs[numDims + numSymbols + it.index()] == 0)
continue;
AffineExpr lhs = cast<AffineBinaryOpExpr>(expr).getLHS();
AffineExpr rhs = cast<AffineBinaryOpExpr>(expr).getRHS();
if (!((isa<AffineDimExpr>(lhs) || isa<AffineSymbolExpr>(lhs)) &&
(isa<AffineDimExpr>(rhs) || isa<AffineSymbolExpr>(rhs) ||
isa<AffineConstantExpr>(rhs)))) {
continue;
}
if (isa<AffineConstantExpr>(rhs)) {
if (isa<AffineDimExpr>(lhs)) {
lhsPos = cast<AffineDimExpr>(lhs).getPosition();
std::pair<unsigned, signed> indexEntry(lhsPos, offsetDim--);
addEntry(indexEntry, flatExprs[numDims + numSymbols + it.index()],
expr);
} else {
lhsPos = cast<AffineSymbolExpr>(lhs).getPosition();
std::pair<unsigned, signed> indexEntry(
lhsPos, std::max(numDims, numSymbols) + offsetSym++);
addEntry(indexEntry, flatExprs[numDims + numSymbols + it.index()],
expr);
}
} else if (isa<AffineDimExpr>(lhs)) {
lhsPos = cast<AffineDimExpr>(lhs).getPosition();
rhsPos = cast<AffineSymbolExpr>(rhs).getPosition();
std::pair<unsigned, signed> indexEntry(lhsPos, rhsPos);
addEntry(indexEntry, flatExprs[numDims + numSymbols + it.index()], expr);
} else {
lhsPos = cast<AffineSymbolExpr>(lhs).getPosition();
rhsPos = cast<AffineSymbolExpr>(rhs).getPosition();
std::pair<unsigned, signed> indexEntry(
lhsPos, std::max(numDims, numSymbols) + offsetSym++);
addEntry(indexEntry, flatExprs[numDims + numSymbols + it.index()], expr);
}
addedToMap[it.index()] = true;
}
for (unsigned j = 0; j < numDims; ++j) {
if (flatExprs[j] == 0)
continue;
std::pair<unsigned, signed> indexEntry(j, offsetDim--);
addEntry(indexEntry, flatExprs[j], getAffineDimExpr(j, context));
}
llvm::sort(indices);
for (const std::pair<unsigned, unsigned> index : indices) {
assert(indexToExprMap.lookup(index) &&
"cannot find key in `indexToExprMap` map");
expr = expr + indexToExprMap.lookup(index) * coefficients.lookup(index);
}
for (unsigned j = numDims + numSymbols, e = flatExprs.size() - 1; j < e;
j++) {
if (flatExprs[j] == 0 || addedToMap[j - numDims - numSymbols])
continue;
auto term = localExprs[j - numDims - numSymbols] * flatExprs[j];
expr = expr + term;
}
int64_t constTerm = flatExprs.back();
if (constTerm != 0)
expr = expr + constTerm;
return expr;
}
SimpleAffineExprFlattener::SimpleAffineExprFlattener(unsigned numDims,
unsigned numSymbols)
: numDims(numDims), numSymbols(numSymbols), numLocals(0) {
operandExprStack.reserve(8);
}
LogicalResult SimpleAffineExprFlattener::visitMulExpr(AffineBinaryOpExpr expr) {
assert(operandExprStack.size() >= 2);
SmallVector<int64_t, 8> rhs = operandExprStack.back();
operandExprStack.pop_back();
SmallVector<int64_t, 8> &lhs = operandExprStack.back();
if (!isa<AffineConstantExpr>(expr.getRHS())) {
SmallVector<int64_t, 8> mulLhs(lhs);
MLIRContext *context = expr.getContext();
AffineExpr a = getAffineExprFromFlatForm(lhs, numDims, numSymbols,
localExprs, context);
AffineExpr b = getAffineExprFromFlatForm(rhs, numDims, numSymbols,
localExprs, context);
return addLocalVariableSemiAffine(mulLhs, rhs, a * b, lhs, lhs.size());
}
int64_t rhsConst = rhs[getConstantIndex()];
for (int64_t &lhsElt : lhs)
lhsElt *= rhsConst;
return success();
}
LogicalResult SimpleAffineExprFlattener::visitAddExpr(AffineBinaryOpExpr expr) {
assert(operandExprStack.size() >= 2);
const auto &rhs = operandExprStack.back();
auto &lhs = operandExprStack[operandExprStack.size() - 2];
assert(lhs.size() == rhs.size());
for (unsigned i = 0, e = rhs.size(); i < e; i++) {
lhs[i] += rhs[i];
}
operandExprStack.pop_back();
return success();
}
LogicalResult SimpleAffineExprFlattener::visitModExpr(AffineBinaryOpExpr expr) {
assert(operandExprStack.size() >= 2);
SmallVector<int64_t, 8> rhs = operandExprStack.back();
operandExprStack.pop_back();
SmallVector<int64_t, 8> &lhs = operandExprStack.back();
MLIRContext *context = expr.getContext();
if (!isa<AffineConstantExpr>(expr.getRHS())) {
SmallVector<int64_t, 8> modLhs(lhs);
AffineExpr dividendExpr = getAffineExprFromFlatForm(
lhs, numDims, numSymbols, localExprs, context);
AffineExpr divisorExpr = getAffineExprFromFlatForm(rhs, numDims, numSymbols,
localExprs, context);
AffineExpr modExpr = dividendExpr % divisorExpr;
return addLocalVariableSemiAffine(modLhs, rhs, modExpr, lhs, lhs.size());
}
int64_t rhsConst = rhs[getConstantIndex()];
if (rhsConst <= 0)
return failure();
unsigned i, e;
for (i = 0, e = lhs.size(); i < e; i++)
if (lhs[i] % rhsConst != 0)
break;
if (i == lhs.size()) {
std::fill(lhs.begin(), lhs.end(), 0);
return success();
}
SmallVector<int64_t, 8> floorDividend(lhs);
uint64_t gcd = rhsConst;
for (int64_t lhsElt : lhs)
gcd = std::gcd(gcd, (uint64_t)std::abs(lhsElt));
if (gcd != 1) {
for (int64_t &floorDividendElt : floorDividend)
floorDividendElt = floorDividendElt / static_cast<int64_t>(gcd);
}
int64_t floorDivisor = rhsConst / static_cast<int64_t>(gcd);
AffineExpr dividendExpr = getAffineExprFromFlatForm(
floorDividend, numDims, numSymbols, localExprs, context);
AffineExpr divisorExpr = getAffineConstantExpr(floorDivisor, context);
AffineExpr floorDivExpr = dividendExpr.floorDiv(divisorExpr);
int loc;
if ((loc = findLocalId(floorDivExpr)) == -1) {
addLocalFloorDivId(floorDividend, floorDivisor, floorDivExpr);
lhs[getLocalVarStartIndex() + numLocals - 1] = -rhsConst;
} else {
lhs[getLocalVarStartIndex() + loc] = -rhsConst;
}
return success();
}
LogicalResult
SimpleAffineExprFlattener::visitCeilDivExpr(AffineBinaryOpExpr expr) {
return visitDivExpr(expr, true);
}
LogicalResult
SimpleAffineExprFlattener::visitFloorDivExpr(AffineBinaryOpExpr expr) {
return visitDivExpr(expr, false);
}
LogicalResult SimpleAffineExprFlattener::visitDimExpr(AffineDimExpr expr) {
operandExprStack.emplace_back(SmallVector<int64_t, 32>(getNumCols(), 0));
auto &eq = operandExprStack.back();
assert(expr.getPosition() < numDims && "Inconsistent number of dims");
eq[getDimStartIndex() + expr.getPosition()] = 1;
return success();
}
LogicalResult
SimpleAffineExprFlattener::visitSymbolExpr(AffineSymbolExpr expr) {
operandExprStack.emplace_back(SmallVector<int64_t, 32>(getNumCols(), 0));
auto &eq = operandExprStack.back();
assert(expr.getPosition() < numSymbols && "inconsistent number of symbols");
eq[getSymbolStartIndex() + expr.getPosition()] = 1;
return success();
}
LogicalResult
SimpleAffineExprFlattener::visitConstantExpr(AffineConstantExpr expr) {
operandExprStack.emplace_back(SmallVector<int64_t, 32>(getNumCols(), 0));
auto &eq = operandExprStack.back();
eq[getConstantIndex()] = expr.getValue();
return success();
}
LogicalResult SimpleAffineExprFlattener::addLocalVariableSemiAffine(
ArrayRef<int64_t> lhs, ArrayRef<int64_t> rhs, AffineExpr localExpr,
SmallVectorImpl<int64_t> &result, unsigned long resultSize) {
assert(result.size() == resultSize &&
"`result` vector passed is not of correct size");
int loc;
if ((loc = findLocalId(localExpr)) == -1) {
if (failed(addLocalIdSemiAffine(lhs, rhs, localExpr)))
return failure();
}
std::fill(result.begin(), result.end(), 0);
if (loc == -1)
result[getLocalVarStartIndex() + numLocals - 1] = 1;
else
result[getLocalVarStartIndex() + loc] = 1;
return success();
}
LogicalResult SimpleAffineExprFlattener::visitDivExpr(AffineBinaryOpExpr expr,
bool isCeil) {
assert(operandExprStack.size() >= 2);
MLIRContext *context = expr.getContext();
SmallVector<int64_t, 8> rhs = operandExprStack.back();
operandExprStack.pop_back();
SmallVector<int64_t, 8> &lhs = operandExprStack.back();
if (!isa<AffineConstantExpr>(expr.getRHS())) {
SmallVector<int64_t, 8> divLhs(lhs);
AffineExpr a = getAffineExprFromFlatForm(lhs, numDims, numSymbols,
localExprs, context);
AffineExpr b = getAffineExprFromFlatForm(rhs, numDims, numSymbols,
localExprs, context);
AffineExpr divExpr = isCeil ? a.ceilDiv(b) : a.floorDiv(b);
return addLocalVariableSemiAffine(divLhs, rhs, divExpr, lhs, lhs.size());
}
int64_t rhsConst = rhs[getConstantIndex()];
if (rhsConst <= 0)
return failure();
uint64_t gcd = std::abs(rhsConst);
for (int64_t lhsElt : lhs)
gcd = std::gcd(gcd, (uint64_t)std::abs(lhsElt));
if (gcd != 1) {
for (int64_t &lhsElt : lhs)
lhsElt = lhsElt / static_cast<int64_t>(gcd);
}
int64_t divisor = rhsConst / static_cast<int64_t>(gcd);
if (divisor == 1)
return success();
AffineExpr a =
getAffineExprFromFlatForm(lhs, numDims, numSymbols, localExprs, context);
AffineExpr b = getAffineConstantExpr(divisor, context);
int loc;
AffineExpr divExpr = isCeil ? a.ceilDiv(b) : a.floorDiv(b);
if ((loc = findLocalId(divExpr)) == -1) {
if (!isCeil) {
SmallVector<int64_t, 8> dividend(lhs);
addLocalFloorDivId(dividend, divisor, divExpr);
} else {
SmallVector<int64_t, 8> dividend(lhs);
dividend.back() += divisor - 1;
addLocalFloorDivId(dividend, divisor, divExpr);
}
}
std::fill(lhs.begin(), lhs.end(), 0);
if (loc == -1)
lhs[getLocalVarStartIndex() + numLocals - 1] = 1;
else
lhs[getLocalVarStartIndex() + loc] = 1;
return success();
}
void SimpleAffineExprFlattener::addLocalFloorDivId(ArrayRef<int64_t> dividend,
int64_t divisor,
AffineExpr localExpr) {
assert(divisor > 0 && "positive constant divisor expected");
for (SmallVector<int64_t, 8> &subExpr : operandExprStack)
subExpr.insert(subExpr.begin() + getLocalVarStartIndex() + numLocals, 0);
localExprs.push_back(localExpr);
numLocals++;
}
LogicalResult SimpleAffineExprFlattener::addLocalIdSemiAffine(
ArrayRef<int64_t> lhs, ArrayRef<int64_t> rhs, AffineExpr localExpr) {
for (SmallVector<int64_t, 8> &subExpr : operandExprStack)
subExpr.insert(subExpr.begin() + getLocalVarStartIndex() + numLocals, 0);
localExprs.push_back(localExpr);
++numLocals;
return success();
}
int SimpleAffineExprFlattener::findLocalId(AffineExpr localExpr) {
SmallVectorImpl<AffineExpr>::iterator it;
if ((it = llvm::find(localExprs, localExpr)) == localExprs.end())
return -1;
return it - localExprs.begin();
}
AffineExpr mlir::simplifyAffineExpr(AffineExpr expr, unsigned numDims,
unsigned numSymbols) {
if (!expr.isPureAffine())
expr = simplifySemiAffine(expr, numDims, numSymbols);
SimpleAffineExprFlattener flattener(numDims, numSymbols);
if (failed(flattener.walkPostOrder(expr)))
return expr;
ArrayRef<int64_t> flattenedExpr = flattener.operandExprStack.back();
if (!expr.isPureAffine() &&
expr == getAffineExprFromFlatForm(flattenedExpr, numDims, numSymbols,
flattener.localExprs,
expr.getContext()))
return expr;
AffineExpr simplifiedExpr =
expr.isPureAffine()
? getAffineExprFromFlatForm(flattenedExpr, numDims, numSymbols,
flattener.localExprs, expr.getContext())
: getSemiAffineExprFromFlatForm(flattenedExpr, numDims, numSymbols,
flattener.localExprs,
expr.getContext());
flattener.operandExprStack.pop_back();
assert(flattener.operandExprStack.empty());
return simplifiedExpr;
}
std::optional<int64_t> mlir::getBoundForAffineExpr(
AffineExpr expr, unsigned numDims, unsigned numSymbols,
ArrayRef<std::optional<int64_t>> constLowerBounds,
ArrayRef<std::optional<int64_t>> constUpperBounds, bool isUpper) {
if (auto binOpExpr = dyn_cast<AffineBinaryOpExpr>(expr)) {
if (binOpExpr.getKind() == AffineExprKind::FloorDiv) {
auto rhsConst = dyn_cast<AffineConstantExpr>(binOpExpr.getRHS());
if (!rhsConst || rhsConst.getValue() < 1)
return std::nullopt;
auto bound =
getBoundForAffineExpr(binOpExpr.getLHS(), numDims, numSymbols,
constLowerBounds, constUpperBounds, isUpper);
if (!bound)
return std::nullopt;
return divideFloorSigned(*bound, rhsConst.getValue());
}
if (binOpExpr.getKind() == AffineExprKind::CeilDiv) {
auto rhsConst = dyn_cast<AffineConstantExpr>(binOpExpr.getRHS());
if (rhsConst && rhsConst.getValue() >= 1) {
auto bound =
getBoundForAffineExpr(binOpExpr.getLHS(), numDims, numSymbols,
constLowerBounds, constUpperBounds, isUpper);
if (!bound)
return std::nullopt;
return divideCeilSigned(*bound, rhsConst.getValue());
}
return std::nullopt;
}
if (binOpExpr.getKind() == AffineExprKind::Mod) {
auto rhsConst = dyn_cast<AffineConstantExpr>(binOpExpr.getRHS());
if (rhsConst && rhsConst.getValue() >= 1) {
int64_t rhsConstVal = rhsConst.getValue();
auto lb = getBoundForAffineExpr(binOpExpr.getLHS(), numDims, numSymbols,
constLowerBounds, constUpperBounds,
false);
auto ub =
getBoundForAffineExpr(binOpExpr.getLHS(), numDims, numSymbols,
constLowerBounds, constUpperBounds, isUpper);
if (ub && lb &&
divideFloorSigned(*lb, rhsConstVal) ==
divideFloorSigned(*ub, rhsConstVal))
return isUpper ? mod(*ub, rhsConstVal) : mod(*lb, rhsConstVal);
return isUpper ? rhsConstVal - 1 : 0;
}
}
}
SimpleAffineExprFlattener flattener(numDims, numSymbols);
auto simpleResult = flattener.walkPostOrder(expr);
if (failed(simpleResult))
return std::nullopt;
ArrayRef<int64_t> flattenedExpr = flattener.operandExprStack.back();
if (flattener.numLocals > 0)
return std::nullopt;
int64_t bound = 0;
for (unsigned i = 0, e = numDims + numSymbols; i < e; ++i) {
if (flattenedExpr[i] > 0) {
auto &constBound = isUpper ? constUpperBounds[i] : constLowerBounds[i];
if (!constBound)
return std::nullopt;
bound += *constBound * flattenedExpr[i];
} else if (flattenedExpr[i] < 0) {
auto &constBound = isUpper ? constLowerBounds[i] : constUpperBounds[i];
if (!constBound)
return std::nullopt;
bound += *constBound * flattenedExpr[i];
}
}
bound += flattenedExpr.back();
return bound;
}