* Copyright (c) 2025-2026 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
* \file codegen_vector.cpp
* \brief
*/
#include "interface/tensor/logical_tensor.h"
#include "codegen_op_npu.h"
#include "securec.h"
#include "codegen/utils/codegen_utils.h"
namespace npu::tile_fwk {
std::string CodeGenOpNPU::PrintCastDynamicUnaligned(const PrintUnaryParam& param) const
{
const std::string& dstDtypeStr = param.dstDtypeStr;
const std::string& srcDtypeStr = param.srcDtypeStr;
const std::string& dVar = param.dVar;
const std::string& s0Var = param.s0Var;
bool hasTmpBuffer = (operandCnt == NUM3);
int srcShapeIdx = hasTmpBuffer ? ID2 : ID1;
std::vector<int64_t> ss = NormalizeShape(rawShape[srcShapeIdx], SHAPE_DIM4);
std::vector<int64_t> ds = NormalizeShape(rawShape[0], SHAPE_DIM4);
std::ostringstream oss;
std::vector<std::string> paramList;
auto dynDstShape = dynamicValidShape[0];
std::vector<SymbolicScalar> newDynDstShape = dynDstShape;
FillVecWithDummyInHead<SymbolicScalar>(newDynDstShape, SHAPE_DIM4 - dynDstShape.size(), 1);
paramList.insert(paramList.end(), {dstDtypeStr, srcDtypeStr});
for (int i = ID1; i < SHAPE_DIM4; ++i) {
paramList.emplace_back(std::to_string(ds[i]));
}
for (int i = ID1; i < SHAPE_DIM4; ++i) {
paramList.emplace_back(std::to_string(ss[i]));
}
int64_t mode = 0;
GetOpAttr(OP_ATTR_PREFIX + "mode", mode);
paramList.emplace_back(std::to_string(mode));
std::string templateParam = JoinString(paramList, CONN_COMMA);
paramList.clear();
std::string dst = "(__ubuf__ " + dstDtypeStr + "*)" + dVar;
std::string src = "(__ubuf__ " + srcDtypeStr + "*)" + s0Var;
paramList.insert(paramList.end(), {dst, src});
for (auto dynShape : newDynDstShape) {
paramList.emplace_back(SymbolicExpressionTable::BuildExpression(dynShape));
}
std::string tiloOpCallParam = JoinString(paramList, CONN_COMMA);
oss << tileOpName << "_<" << templateParam << ">"
<< "(" << tiloOpCallParam << ");\n";
return oss.str();
}
std::string CodeGenOpNPU::PrintCastTileTensor() const
{
bool hasTmpBuffer = (operandCnt == NUM3);
std::vector<std::string> tileOpParamList =
hasTmpBuffer ? GetTileOpParamsWithTmpBuf({ToUnderlying(MIMOIdx::TMP_IDX)}) : GetTileOpParamsByOrder();
auto mode = opAttrs.at(OP_ATTR_PREFIX + "mode");
int64_t modeEnum{0};
if (mode.HasValue()) {
modeEnum = AnyCast<int64_t>(mode);
}
int64_t satModeEnum = 0;
GetOpAttr(OP_ATTR_PREFIX + "satmode", satModeEnum);
std::ostringstream oss;
std::vector<std::string> templateParamList;
std::string lastUse = GetLastUse();
oss << tileOpName;
if (!lastUse.empty()) {
templateParamList.emplace_back(lastUse);
}
templateParamList.emplace_back(std::to_string(modeEnum));
std::string satModeStr = (satModeEnum == 0) ? "pto::SaturationMode::ON" : "pto::SaturationMode::OFF";
templateParamList.emplace_back(satModeStr);
oss << WrapParamByAngleBrackets(templateParamList);
oss << WrapParamByParentheses(tileOpParamList);
oss << ";\n";
return oss.str();
}
std::string CodeGenOpNPU::PrintRowMaxlineStatic(const PrintUnaryParam& param) const
{
int reduceAxis{-1};
auto axis = opAttrs.at(OP_ATTR_PREFIX + "AXIS");
if (axis.HasValue()) {
reduceAxis = AnyCast<int64_t>(axis);
}
bool isValidAxis = ((reduceAxis >= 0) && (reduceAxis < (int(rawShape[1].size()) - 1)));
ASSERT(OperErr::ATTRIBUTE_INVALID, isValidAxis) << "unsupported reduce axis: " << reduceAxis;
reduceAxis += SHAPE_DIM4 - rawShape[0].size();
std::vector<int64_t> srcShape = NormalizeShape(rawShape[1], SHAPE_DIM4);
std::vector<int64_t> dstShape = NormalizeShape(rawShape[0], SHAPE_DIM4);
std::vector<int64_t> os = NormalizeShape(shape[1], SHAPE_DIM4);
std::vector<std::string> paramList;
paramList.emplace_back(param.dstDtypeStr);
FillParamWithFullInput(paramList, os);
FillParamWithInputExceptFirst(paramList, srcShape);
FillParamWithInputExceptFirst(paramList, dstShape);
paramList.emplace_back(std::to_string(reduceAxis));
std::string templateParam = JoinString(paramList, CONN_COMMA);
paramList.clear();
std::string dst = "(__ubuf__ " + param.dstDtypeStr + "*)" + param.dVar;
std::string src = "(__ubuf__ " + param.srcDtypeStr + "*)" + param.s0Var;
paramList.insert(paramList.end(), {dst, src});
std::string tiloOpCallParam = JoinString(paramList, CONN_COMMA);
std::ostringstream oss;
oss << tileOpName << "_<" << templateParam << ">"
<< "(" << tiloOpCallParam << ");\n";
return oss.str();
}
std::string CodeGenOpNPU::PrintRowMaxlineDynamicUnaligned(const PrintUnaryParam& param) const
{
int reduceAxis{-1};
auto axis = opAttrs.at(OP_ATTR_PREFIX + "AXIS");
if (axis.HasValue()) {
reduceAxis = AnyCast<int64_t>(axis);
}
bool isValidAxis = ((reduceAxis >= 0) && (reduceAxis < (int(rawShape[1].size()) - 1)));
ASSERT(OperErr::ATTRIBUTE_INVALID, isValidAxis) << "unsupported reduce axis: " << reduceAxis;
const std::string& dstDtypeStr = param.dstDtypeStr;
const std::string& srcDtypeStr = param.srcDtypeStr;
const std::string& dVar = param.dVar;
const std::string& s0Var = param.s0Var;
auto dynSrcShape = dynamicValidShape[1];
reduceAxis += SHAPE_DIM4 - rawShape[0].size();
std::vector<int64_t> srcShape = NormalizeShape(rawShape[1], SHAPE_DIM4);
std::vector<int64_t> dstShape = NormalizeShape(rawShape[0], SHAPE_DIM4);
FillVecWithDummyInHead<SymbolicScalar>(dynSrcShape, SHAPE_DIM4 - rawShape[0].size(), 1);
std::ostringstream os;
std::vector<std::string> paramList;
paramList.emplace_back(dstDtypeStr);
for (int i = 1; i < SHAPE_DIM4; ++i) {
paramList.emplace_back(std::to_string(srcShape[i]));
}
for (int i = 1; i < SHAPE_DIM4; ++i) {
paramList.emplace_back(std::to_string(dstShape[i]));
}
paramList.emplace_back(std::to_string(reduceAxis));
std::string templateParam = JoinString(paramList, CONN_COMMA);
paramList.clear();
std::string dst = "(__ubuf__ " + dstDtypeStr + "*)" + dVar;
std::string src = "(__ubuf__ " + srcDtypeStr + "*)" + s0Var;
paramList.emplace_back(dst);
paramList.emplace_back(src);
for (auto dynShape : dynSrcShape) {
paramList.emplace_back(SymbolicExpressionTable::BuildExpression(dynShape));
}
std::string tiloOpCallParam = JoinString(paramList, CONN_COMMA);
os << tileOpName.c_str() << "_<" << templateParam << ">"
<< "(" << tiloOpCallParam << ");\n";
return os.str();
}
std::string CodeGenOpNPU::PrintRowMaxlineTileTensor() const
{
std::vector<std::string> tileOpParamList = GetTileOpParamsByOrder();
int reduceAxis{-1};
auto axis = opAttrs.at(OP_ATTR_PREFIX + "AXIS");
if (axis.HasValue()) {
reduceAxis = AnyCast<int64_t>(axis);
}
bool isValidAxis = ((reduceAxis >= 0) && (reduceAxis < (int(rawShape[1].size()) - 1)));
ASSERT(OperErr::ATTRIBUTE_INVALID, isValidAxis) << "unsupported reduce axis: " << reduceAxis;
reduceAxis += SHAPE_DIM5 - rawShape[0].size();
std::ostringstream oss;
oss << tileOpName;
oss << WrapParamByAngleBrackets({std::to_string(reduceAxis)});
oss << WrapParamByParentheses(tileOpParamList);
oss << STMT_END;
return oss.str();
}
std::string CodeGenOpNPU::PrintRowMaxline(const PrintUnaryParam& param) const
{
if (isSupportLayout) {
return PrintRowMaxlineTileTensor();
}
if (isDynamicFunction) {
return PrintRowMaxlineDynamicUnaligned(param);
}
return PrintRowMaxlineStatic(param);
}
std::string CodeGenOpNPU::PrintReduceExStatic(const PrintUnaryParam& param) const
{
const std::string& dstDtypeStr = param.dstDtypeStr;
const std::string& srcDtypeStr = param.srcDtypeStr;
const std::string& dVar = param.dVar;
const std::string& s0Var = param.s0Var;
std::vector<int64_t> oriShape = NormalizeShape(shape[1], SHAPE_DIM4);
std::vector<int64_t> dstRawShape = NormalizeShape(rawShape[0], SHAPE_DIM4);
std::ostringstream oss;
std::vector<std::string> paramList;
paramList.emplace_back(dstDtypeStr);
for (int i = 0; i < SHAPE_DIM4; ++i) {
paramList.emplace_back(std::to_string(dstRawShape[i]));
}
for (int i = 2; i < SHAPE_DIM4; ++i) {
paramList.emplace_back(std::to_string(oriShape[i]));
}
std::string templateParam = JoinString(paramList, CONN_COMMA);
paramList.clear();
std::string dst = "(__ubuf__ " + dstDtypeStr + "*)" + dVar;
std::string src0 = "(__ubuf__ " + srcDtypeStr + "*)" + s0Var;
paramList.insert(paramList.end(), {dst, src0});
std::string tiloOpCallParam = JoinString(paramList, CONN_COMMA);
oss << tileOpName.c_str() << "<" << templateParam << ">"
<< "(" << tiloOpCallParam << ");\n";
return oss.str();
}
std::string CodeGenOpNPU::PrintReduceEx(const PrintUnaryParam& param) const { return PrintReduceExStatic(param); }
std::string CodeGenOpNPU::PrintReduceSumStatic(const PrintUnaryParam& param) const
{
const std::string& dstDtypeStr = param.dstDtypeStr;
const std::string& srcDtypeStr = param.srcDtypeStr;
const std::string& dVar = param.dVar;
const std::string& s0Var = param.s0Var;
std::vector<int64_t> dstRawShape = NormalizeShape(rawShape[0], SHAPE_DIM4);
std::ostringstream oss;
std::vector<std::string> paramList;
paramList.emplace_back(dstDtypeStr);
for (int i = 0; i < SHAPE_DIM4; ++i) {
paramList.emplace_back(std::to_string(dstRawShape[i]));
}
std::string templateParam = JoinString(paramList, CONN_COMMA);
paramList.clear();
std::string dst0 = "(__ubuf__ " + dstDtypeStr + "*)" + dVar;
std::string src0 = "(__ubuf__ " + srcDtypeStr + "*)" + s0Var;
paramList.insert(paramList.end(), {dst0, src0});
std::string tiloOpCallParam = JoinString(paramList, CONN_COMMA);
oss << tileOpName.c_str() << "<" << templateParam << ">"
<< "(" << tiloOpCallParam << ");\n";
return oss.str();
}
std::string CodeGenOpNPU::PrintReduceSum(const PrintUnaryParam& param) const { return PrintReduceSumStatic(param); }
std::string CodeGenOpNPU::PrintVcopyStatic(const PrintUnaryParam& param) const
{
const std::string& dstDtypeStr = param.dstDtypeStr;
const std::string& srcDtypeStr = param.srcDtypeStr;
const std::string& dVar = param.dVar;
const std::string& s0Var = param.s0Var;
std::vector<int64_t> dstRawShape = NormalizeShape(rawShape[0], SHAPE_DIM4);
std::vector<int64_t> srcRawShape = NormalizeShape(rawShape[1], SHAPE_DIM4);
std::ostringstream os;
std::vector<std::string> paramList;
paramList.emplace_back(dstDtypeStr);
for (int i = 0; i < SHAPE_DIM4; ++i) {
paramList.emplace_back(std::to_string(dstRawShape[i]));
}
for (int i = 2; i < SHAPE_DIM4; ++i) {
paramList.emplace_back(std::to_string(dstRawShape[i]));
}
for (int i = 2; i < SHAPE_DIM4; ++i) {
paramList.emplace_back(std::to_string(srcRawShape[i]));
}
std::string templateParam = JoinString(paramList, CONN_COMMA);
paramList.clear();
std::string dst = "(__ubuf__ " + dstDtypeStr + "*)" + dVar;
std::string src0 = "(__ubuf__ " + srcDtypeStr + "*)" + s0Var;
paramList.insert(paramList.end(), {dst, src0});
std::string tiloOpCallParam = JoinString(paramList, CONN_COMMA);
os << tileOpName.c_str() << "<" << templateParam << ">"
<< "(" << tiloOpCallParam << ");\n";
return os.str();
}
std::string CodeGenOpNPU::PrintVcopy(const PrintUnaryParam& param) const { return PrintVcopyStatic(param); }
std::string CodeGenOpNPU::PrintExpandDynamicUnaligned(const PrintUnaryParam& param, std::vector<int> expandAxes) const
{
ASSERT(OperErr::ATTRIBUTE_INVALID, expandAxes.size() == 1)
<< "Dynamic Expand only supports single axis expand, got " << expandAxes.size();
const std::string& dstDtypeStr = param.dstDtypeStr;
const std::string& srcDtypeStr = param.srcDtypeStr;
const std::string& dVar = param.dVar;
const std::string& s0Var = param.s0Var;
auto dynDstShape = dynamicValidShape[0];
std::vector<SymbolicScalar> newDynDstShape = dynDstShape;
FillVecWithDummyInHead<SymbolicScalar>(newDynDstShape, SHAPE_DIM4 - dynDstShape.size(), 1);
auto dynSrcShape = dynamicValidShape[1];
std::vector<SymbolicScalar> newDynSrcShape = dynSrcShape;
FillVecWithDummyInHead<SymbolicScalar>(newDynSrcShape, SHAPE_DIM4 - dynSrcShape.size(), 1);
std::ostringstream os;
std::vector<std::string> paramList;
std::vector<int64_t> ss = NormalizeShape(rawShape[1], SHAPE_DIM4);
std::vector<int64_t> ds = NormalizeShape(rawShape[0], SHAPE_DIM4);
paramList.emplace_back(dstDtypeStr);
paramList.emplace_back("/*DS*/");
for (int i = ID1; i < SHAPE_DIM4; i++) {
paramList.emplace_back(std::to_string(ds[i]));
}
paramList.emplace_back("/*SS*/");
for (int i = ID1; i < SHAPE_DIM4; i++) {
paramList.emplace_back(std::to_string(ss[i]));
}
for (auto axis : expandAxes) {
paramList.emplace_back(std::to_string(axis));
}
std::string templateParam = JoinString(paramList, CONN_COMMA);
paramList.clear();
std::string dst = "(__ubuf__ " + dstDtypeStr + "*)" + dVar;
std::string src = "(__ubuf__ " + srcDtypeStr + "*)" + s0Var;
paramList.insert(paramList.end(), {dst, src});
for (int i = ID0; i < SHAPE_DIM4; i++) {
paramList.emplace_back(SymbolicExpressionTable::BuildExpression(newDynDstShape[i]));
}
for (int i = ID0; i < SHAPE_DIM4; i++) {
paramList.emplace_back(SymbolicExpressionTable::BuildExpression(newDynSrcShape[i]));
}
std::string tiloOpCallParam = JoinString(paramList, CONN_COMMA);
os << tileOpName << "_<" << templateParam << ">"
<< "(" << tiloOpCallParam << ");\n";
return os.str();
}
std::string CodeGenOpNPU::PrintExpandLayout(std::vector<int> expandAxes) const
{
std::vector<std::string> tileOpParamList = GetTileOpParamsByOrder();
std::ostringstream oss;
std::vector<std::string> templateParamList;
std::string lastUse = GetLastUse();
oss << tileOpName;
if (!lastUse.empty()) {
templateParamList.emplace_back(lastUse);
}
for (auto axis : expandAxes) {
templateParamList.emplace_back(std::to_string(axis));
}
oss << WrapParamByAngleBrackets(templateParamList);
oss << WrapParamByParentheses(tileOpParamList);
oss << ";\n";
return oss.str();
}
std::string CodeGenOpNPU::PrintExpand(
const std::string& s0Var, const std::string& dVar, const std::string& srcDtypeStr,
const std::string& dstDtypeStr) const
{
std::vector<int64_t> dos = NormalizeShape(shape[0], SHAPE_DIM4);
std::vector<int64_t> os = NormalizeShape(shape[1], SHAPE_DIM4);
std::vector<int64_t> ss = NormalizeShape(rawShape[1], SHAPE_DIM4);
std::vector<int64_t> ds = NormalizeShape(rawShape[0], SHAPE_DIM4);
auto axesAttr = opAttrs.at(OpAttributeKey::expandDims);
ASSERT(OperErr::ATTRIBUTE_INVALID, axesAttr.HasValue()) << "expandDims attribute not found";
auto expandAxes = AnyCast<std::vector<int64_t>>(axesAttr);
ASSERT(OperErr::ATTRIBUTE_INVALID, !expandAxes.empty()) << "expandDims is empty";
int originDimSize = static_cast<int>(rawShape[1].size());
if (isSupportLayout) {
std::vector<int> normalized5DAxes = NormalizeExpandAxes(expandAxes, originDimSize, SHAPE_DIM5);
return PrintExpandLayout(normalized5DAxes);
}
std::vector<int> normalized4DAxes = NormalizeExpandAxes(expandAxes, originDimSize, SHAPE_DIM4);
if (isDynamicFunction) {
return PrintExpandDynamicUnaligned({s0Var, dVar, srcDtypeStr, dstDtypeStr}, normalized4DAxes);
}
std::ostringstream oss;
oss << tileOpName << "_<" << dstDtypeStr << ", " << dos[ID0] << ", " << dos[ID1] << ", " << dos[ID2] << ", "
<< dos[ID3] << ", " << os[ID0] << ", " << os[ID1] << ", " << os[ID2] << ", " << os[ID3] << ", /*DS*/" << ds[ID1]
<< ", " << ds[ID2] << ", " << ds[ID3] << ", /*SS*/" << ss[ID1] << ", " << ss[ID2] << ", " << ss[ID3];
for (auto axis : normalized4DAxes) {
oss << ", " << axis;
}
oss << ">((__ubuf__ " << dstDtypeStr << "*)" << dVar << ", (__ubuf__ " << srcDtypeStr << "*)" << s0Var << ");\n";
return oss.str();
}
std::string CodeGenOpNPU::PrintOneHotLayout() const { return PrintTileOpWithFullParamsInOrder(); }
std::string CodeGenOpNPU::PrintOneHot(const PrintUnaryParam& param) const
{
if (isSupportLayout) {
return PrintOneHotLayout();
}
const std::string& srcDtypeStr = param.srcDtypeStr;
const std::string& dVar = param.dVar;
const std::string& s0Var = param.s0Var;
std::vector<int64_t> ds = NormalizeShape(rawShape[0], SHAPE_DIM4);
std::ostringstream os;
std::vector<std::string> paramList;
paramList.emplace_back(srcDtypeStr);
paramList.emplace_back("/*DS*/");
paramList.emplace_back(std::to_string(ds[SHAPE_DIM1]));
paramList.emplace_back(std::to_string(ds[SHAPE_DIM2]));
int numClasses{-1};
auto num = opAttrs.at(OP_ATTR_PREFIX + "numClasses");
if (num.HasValue()) {
numClasses = AnyCast<int64_t>(num);
}
constexpr int align = BLOCK_SIZE / sizeof(int64_t);
paramList.emplace_back(std::to_string((numClasses + align - 1) / align * align));
std::string templateParam = JoinString(paramList, CONN_COMMA);
paramList.clear();
std::string dst = "(__ubuf__ int64_t*)" + dVar;
std::string src0 = "(__ubuf__ " + srcDtypeStr + "*)" + s0Var;
paramList.emplace_back(dst);
paramList.emplace_back(src0);
auto dynSrcShape = dynamicValidShape[1];
FillVecWithDummyInHead<SymbolicScalar>(dynSrcShape, SHAPE_DIM3 - dynSrcShape.size(), 1);
for (auto dynShape : dynSrcShape) {
paramList.emplace_back(SymbolicExpressionTable::BuildExpression(dynShape));
}
std::string tiloOpCallParam = JoinString(paramList, CONN_COMMA);
os << tileOpName.c_str() << "_<" << templateParam << ">"
<< "(" << tiloOpCallParam << ");\n";
return os.str();
}
std::string CodeGenOpNPU::PrintUnaryDynamicUnaligned(const PrintUnaryParam& param) const
{
const std::string& dstDtypeStr = param.dstDtypeStr;
const std::string& srcDtypeStr = param.srcDtypeStr;
const std::string& dVar = param.dVar;
const std::string& s0Var = param.s0Var;
std::vector<int64_t> ss = NormalizeShape(rawShape[1], SHAPE_DIM4);
std::vector<int64_t> ds = NormalizeShape(rawShape[0], SHAPE_DIM4);
std::ostringstream os;
std::vector<std::string> paramList;
paramList.emplace_back(dstDtypeStr);
paramList.emplace_back("/*DS*/");
for (int i = 1; i < SHAPE_DIM4; ++i) {
paramList.emplace_back(std::to_string(ds[i]));
}
paramList.emplace_back("/*SS*/");
for (int i = 1; i < SHAPE_DIM4; ++i) {
paramList.emplace_back(std::to_string(ss[i]));
}
std::string templateParam = JoinString(paramList, CONN_COMMA);
paramList.clear();
std::string dst = "(__ubuf__ " + dstDtypeStr + "*)" + dVar;
std::string src0 = "(__ubuf__ " + srcDtypeStr + "*)" + s0Var;
paramList.emplace_back(dst);
paramList.emplace_back(src0);
auto dynSrcShape = dynamicValidShape[1];
FillVecWithDummyInHead<SymbolicScalar>(dynSrcShape, SHAPE_DIM4 - dynamicValidShape[1].size(), 1);
for (auto dynShape : dynSrcShape) {
paramList.emplace_back(SymbolicExpressionTable::BuildExpression(dynShape));
}
std::string tiloOpCallParam = JoinString(paramList, CONN_COMMA);
os << tileOpName.c_str() << "_<" << templateParam << ">"
<< "(" << tiloOpCallParam << ");\n";
return os.str();
}
std::string CodeGenOpNPU::PrintUnaryStatic(const PrintUnaryParam& param) const
{
const std::string& dstDtypeStr = param.dstDtypeStr;
const std::string& srcDtypeStr = param.srcDtypeStr;
const std::string& dVar = param.dVar;
const std::string& s0Var = param.s0Var;
std::vector<int64_t> os0 = NormalizeShape(shape[1], SHAPE_DIM4);
std::vector<int64_t> ss = NormalizeShape(rawShape[1], SHAPE_DIM4);
std::vector<int64_t> ds = NormalizeShape(rawShape[0], SHAPE_DIM4);
std::ostringstream os;
std::vector<std::string> paramList;
paramList.emplace_back(dstDtypeStr);
paramList.emplace_back("/*OS*/");
for (int i = 0; i < SHAPE_DIM4; ++i) {
paramList.emplace_back(std::to_string(os0[i]));
}
paramList.emplace_back("/*DS*/");
for (int i = 1; i < SHAPE_DIM4; ++i) {
paramList.emplace_back(std::to_string(ds[i]));
}
paramList.emplace_back("/*SS*/");
for (int i = 1; i < SHAPE_DIM4; ++i) {
paramList.emplace_back(std::to_string(ss[i]));
}
std::string templateParam = JoinString(paramList, CONN_COMMA);
paramList.clear();
std::string dst = "(__ubuf__ " + dstDtypeStr + "*)" + dVar;
std::string src0 = "(__ubuf__ " + srcDtypeStr + "*)" + s0Var;
paramList.emplace_back(dst);
paramList.emplace_back(src0);
std::string tiloOpCallParam = JoinString(paramList, CONN_COMMA);
os << tileOpName.c_str() << "_<" << templateParam << ">"
<< "(" << tiloOpCallParam << ");\n";
return os.str();
}
std::string CodeGenOpNPU::PrintBitwiseNot() const { return PrintTileOpWithFullParamsInOrder(); }
void CodeGenOpNPU::AddUnaryPrecisionTypeParm(std::vector<std::string>& templateParamList) const
{
if (opCode == Opcode::OP_EXP || opCode == Opcode::OP_SQRT || opCode == Opcode::OP_LN ||
opCode == Opcode::OP_RECIPROCAL) {
int64_t precisionType = 0;
(void)GetOpAttr(OpAttributeKey::precisionType, precisionType);
std::string enumName = "";
if (opCode == Opcode::OP_EXP) {
enumName = "ExpAlgorithm";
} else if (opCode == Opcode::OP_SQRT) {
enumName = "SqrtAlgorithm";
} else if (opCode == Opcode::OP_LN) {
enumName = "LogAlgorithm";
} else if (opCode == Opcode::OP_RECIPROCAL) {
enumName = "RecipAlgorithm";
}
std::string enumValue = "DEFAULT";
if (precisionType == 1) {
enumValue = "HIGH_PRECISION";
}
templateParamList.emplace_back("pto::" + enumName + "::" + enumValue);
}
}
std::string CodeGenOpNPU::PrintUnaryTileTensor() const
{
std::vector<std::string> tileOpParamList = GetTileOpParamsByOrder();
std::ostringstream oss;
std::vector<std::string> templateParamList;
AddUnaryPrecisionTypeParm(templateParamList);
std::string lastUse = GetLastUse();
oss << tileOpName;
if (!lastUse.empty()) {
templateParamList.emplace_back(lastUse);
}
if (!templateParamList.empty()) {
oss << WrapParamByAngleBrackets(templateParamList);
}
oss << WrapParamByParentheses(tileOpParamList);
oss << ";\n";
return oss.str();
}
std::string CodeGenOpNPU::PrintUnary(const PrintUnaryParam& param) const
{
if (isSupportLayout) {
return PrintUnaryTileTensor();
}
if (isDynamicFunction) {
return PrintUnaryDynamicUnaligned(param);
}
return PrintUnaryStatic(param);
}
std::string CodeGenOpNPU::GenUnaryOp() const
{
std::string s0Var = sm->QueryVarNameByTensorMagic(operandWithMagic[ID1]);
std::string dVar = sm->QueryVarNameByTensorMagic(operandWithMagic[ID0]);
AppendLocalBufVarOffsetInOrder(dVar, s0Var);
std::string srcDtypeStr = DataType2CCEStr(operandDtype[ID1]);
std::string dstDtypeStr = DataType2CCEStr(operandDtype[ID0]);
if (opCode == Opcode::OP_COPY_UB_TO_UB) {
srcDtypeStr = GetTypeForB16B32(operandDtype[ID1]);
dstDtypeStr = GetTypeForB16B32(operandDtype[ID0]);
}
if (opCode == Opcode::OP_EXPAND) {
return PrintExpand(s0Var, dVar, srcDtypeStr, dstDtypeStr);
} else if (opCode == Opcode::OP_ONEHOT) {
return PrintOneHot({s0Var, dVar, srcDtypeStr, dstDtypeStr});
} else if (opCode == Opcode::OP_ROWMAX || opCode == Opcode::OP_ROWEXPMAX || opCode == Opcode::OP_ROWEXPSUM) {
return PrintReduceEx({s0Var, dVar, srcDtypeStr, dstDtypeStr});
} else if (opCode == Opcode::OP_ROWMAXLINE || opCode == Opcode::OP_ROWMINLINE || opCode == Opcode::OP_ROWPRODLINE) {
return PrintRowMaxline({s0Var, dVar, srcDtypeStr, dstDtypeStr});
} else if (
opCode == Opcode::OP_EXP || opCode == Opcode::OP_SQRT || opCode == Opcode::OP_ABS ||
opCode == Opcode::OP_RELU || opCode == Opcode::OP_RECIPROCAL || opCode == Opcode::OP_NEG ||
opCode == Opcode::OP_RSQRT || opCode == Opcode::OP_LN || opCode == Opcode::OP_LOGICALNOT ||
opCode == Opcode::OP_BRCB || opCode == Opcode::OP_CEIL || opCode == Opcode::OP_FLOOR ||
opCode == Opcode::OP_TRUNC) {
return PrintUnary({s0Var, dVar, srcDtypeStr, dstDtypeStr});
} else if (opCode == Opcode::OP_COPY_UB_TO_UB) {
return PrintVcopy({s0Var, dVar, srcDtypeStr, dstDtypeStr});
} else if (opCode == Opcode::OP_ROWSUM) {
return PrintReduceSum({s0Var, dVar, srcDtypeStr, dstDtypeStr});
} else if (opCode == Opcode::OP_BITWISENOT) {
return PrintBitwiseNot();
}
CODEGEN_LOGI("unsupported tileop: %s", opCodeStr.c_str());
return "CG_ERROR";
}
}
