* Copyright (c) 2026 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
* \file binary_brcinline.h
* \brief
*/
#ifndef TILEOP_TILE_OPERATOR_BINARY_BRCINLINE__H
#define TILEOP_TILE_OPERATOR_BINARY_BRCINLINE__H
#include "pto_tile.h"
#include "utils/layout.h"
#include "utils/tile_tensor.h"
enum class BrcMode : uint8_t {
NONE,
BRC_W,
BRC_H,
BRC_HW,
BRC_W0_H1,
BRC_H0_W1
};
constexpr int BRC_NONE = 0;
constexpr int BRC_LEFT = 1;
constexpr int BRC_RIGHT = 2;
template <size_t Idx, int... BrcOperands>
TILEOP constexpr int GetBrcOperandAt()
{
if constexpr (Idx >= sizeof...(BrcOperands) || sizeof...(BrcOperands) == 0) {
return BRC_NONE;
} else {
constexpr int arr[] = { BrcOperands... };
return arr[Idx];
}
}
template <int... BrcOperands>
TILEOP constexpr BrcMode GetBrcMode()
{
constexpr int w = GetBrcOperandAt<DIM_5TH, BrcOperands...>();
constexpr int h = GetBrcOperandAt<DIM_4TH, BrcOperands...>();
if constexpr (w != BRC_NONE && h == BRC_NONE) {
return BrcMode::BRC_W;
} else if constexpr (w == BRC_NONE && h != BRC_NONE) {
return BrcMode::BRC_H;
} else if constexpr ((w == BRC_LEFT && h == BRC_LEFT) || (w == BRC_RIGHT && h == BRC_RIGHT)) {
return BrcMode::BRC_HW;
} else if constexpr (w == BRC_LEFT && h == BRC_RIGHT) {
return BrcMode::BRC_W0_H1;
} else if constexpr (w == BRC_RIGHT && h == BRC_LEFT) {
return BrcMode::BRC_H0_W1;
} else {
return BrcMode::NONE;
}
}
#define EXTRACT_LAST_USE_3DIM(LastUse) \
constexpr auto n1 = Std::tuple_element<DIM_1ST, LastUse>::type::value; \
constexpr auto n2 = Std::tuple_element<DIM_2ND, LastUse>::type::value; \
constexpr auto n3 = Std::tuple_element<DIM_3RD, LastUse>::type::value;
#define BINARY_EXPAND_DISPATCH(PREFIX, PrecisionType) \
if constexpr (op == BinaryOp::ADD) { \
PTO_WITH_LAST_USE(pto::T##PREFIX##ADD(dst, src0, src1), n1, n2, n3); \
return; \
} else if constexpr (op == BinaryOp::SUB) { \
PTO_WITH_LAST_USE(pto::T##PREFIX##SUB(dst, src0, src1), n1, n2, n3); \
return; \
} else if constexpr (op == BinaryOp::MUL) { \
PTO_WITH_LAST_USE(pto::T##PREFIX##MUL(dst, src0, src1), n1, n2, n3); \
return; \
} else if constexpr (op == BinaryOp::DIV) { \
PTO_WITH_LAST_USE(pto::T##PREFIX##DIV<PrecisionType>(dst, src0, src1), n1, n2, n3); \
return; \
} else if constexpr (op == BinaryOp::MAX) { \
PTO_WITH_LAST_USE(pto::T##PREFIX##MAX(dst, src0, src1), n1, n2, n3); \
return; \
} else if constexpr (op == BinaryOp::MIN) { \
PTO_WITH_LAST_USE(pto::T##PREFIX##MIN(dst, src0, src1), n1, n2, n3); \
return; \
} else if constexpr (op == BinaryOp::EXPANDEXPDIF) { \
PTO_WITH_LAST_USE(pto::T##PREFIX##EXPDIF(dst, src0, src1), n1, n2, n3); \
return; \
}
template <
BinaryOp op, auto PrecisionType = pto::DivAlgorithm::DEFAULT, typename LastUse, typename T0,
typename T1, typename T2>
TILEOP void BinaryRowExpandComputeImpl(T0 dst, T1 src0, T2 src1)
{
EXTRACT_LAST_USE_3DIM(LastUse)
BINARY_EXPAND_DISPATCH(ROWEXPAND, PrecisionType)
}
template <
BinaryOp op, auto PrecisionType = pto::DivAlgorithm::DEFAULT, typename LastUse, typename T0,
typename T1, typename T2>
TILEOP void BinaryColExpandComputeImpl(T0 dst, T1 src0, T2 src1)
{
EXTRACT_LAST_USE_3DIM(LastUse)
BINARY_EXPAND_DISPATCH(COLEXPAND, PrecisionType)
if constexpr (op == BinaryOp::MOD) {
constexpr pto::DivAlgorithm divPrecisionType = (PrecisionType == pto::FmodAlgorithm::HIGH_PRECISION) ?
pto::DivAlgorithm::HIGH_PRECISION :
pto::DivAlgorithm::DEFAULT;
pto::TROWEXPANDDIV<divPrecisionType>(dst, src0, src1);
#ifdef __DAV_V220
pipe_barrier(PIPE_V);
#endif
pto::TCVT(dst, dst, pto::RoundMode::CAST_TRUNC);
#ifdef __DAV_V220
pipe_barrier(PIPE_V);
#endif
pto::TROWEXPANDMUL(dst, dst, src1);
#ifdef __DAV_V220
pipe_barrier(PIPE_V);
#endif
pto::TROWEXPANDSUB(dst, src0, dst);
}
}
template <
BinaryOp op, auto PrecisionType = pto::DivAlgorithm::DEFAULT, typename Src0TileInfo, typename Src1TileInfo,
typename LastUse, int... BrcOperands, typename T0, typename T1, typename T2>
TILEOP void BinaryMixBrcCompute(T0 dst, T1 src0, T2 src1)
{
const auto dstLayout = dst.GetLayout();
const auto src0Layout = src0.GetLayout();
const auto src1Layout = src1.GetLayout();
auto shape0 = dstLayout.template GetShapeDim<DIM_1ST, MAX_DIMS>();
auto shape1 = dstLayout.template GetShapeDim<DIM_2ND, MAX_DIMS>();
auto shape2 = dstLayout.template GetShapeDim<DIM_3RD, MAX_DIMS>();
auto shape3 = dstLayout.template GetShapeDim<DIM_4TH, MAX_DIMS>();
auto shape4 = dstLayout.template GetShapeDim<DIM_5TH, MAX_DIMS>();
auto src0Shape4 = src0Layout.template GetShapeDim<DIM_5TH, MAX_DIMS>();
auto src1Shape4 = src1Layout.template GetShapeDim<DIM_5TH, MAX_DIMS>();
constexpr auto dstTileW = TileOp::GetTensorTileShapeDim<T0, DIM_5TH, MAX_DIMS>();
constexpr bool src0IsColMajor = (Src0TileInfo::tileW == 1 && GetBrcOperandAt<DIM_5TH, BrcOperands...>() == BRC_LEFT);
constexpr bool src1IsColMajor = (Src1TileInfo::tileW == 1 && GetBrcOperandAt<DIM_5TH, BrcOperands...>() == BRC_RIGHT);
constexpr pto::BLayout src0BLayout = src0IsColMajor ? pto::BLayout::ColMajor : pto::BLayout::RowMajor;
constexpr pto::BLayout src1BLayout = src1IsColMajor ? pto::BLayout::ColMajor : pto::BLayout::RowMajor;
constexpr auto src0TileH = src0IsColMajor ? Src0TileInfo::tileH : 1;
constexpr auto src1TileH = src1IsColMajor ? Src1TileInfo::tileH : 1;
using dstTileDefine = pto::Tile<pto::TileType::Vec, typename T0::Type, 1, dstTileW, pto::BLayout::RowMajor, -1, -1>;
using src0TileDefine =
pto::Tile<pto::TileType::Vec, typename T1::Type, src0TileH, Src0TileInfo::tileW, src0BLayout, -1, -1>;
using src1TileDefine =
pto::Tile<pto::TileType::Vec, typename T2::Type, src1TileH, Src1TileInfo::tileW, src1BLayout, -1, -1>;
dstTileDefine dstTile(1, shape4);
src0TileDefine src0Tile(1, src0Shape4);
src1TileDefine src1Tile(1, src1Shape4);
for (LoopVar n0Index = 0; n0Index < shape0; ++n0Index) {
for (LoopVar n1Index = 0; n1Index < shape1; ++n1Index) {
for (LoopVar n2Index = 0; n2Index < shape2; ++n2Index) {
for (LoopVar n3Index = 0; n3Index < shape3; ++n3Index) {
auto dsttileOffset = GenTileOffset(dst, TileOffset4Dim(n0Index, n1Index, n2Index, n3Index));
auto src0tileOffset = GenTileOffset(src0, TileOffset4Dim(
(Src0TileInfo::tile0 == 1 || GetBrcOperandAt<DIM_1ST, BrcOperands...>() == BRC_LEFT) ? 0 : n0Index,
(Src0TileInfo::tile1 == 1 || GetBrcOperandAt<DIM_2ND, BrcOperands...>() == BRC_LEFT) ? 0 : n1Index,
(Src0TileInfo::tile2 == 1 || GetBrcOperandAt<DIM_3RD, BrcOperands...>() == BRC_LEFT) ? 0 : n2Index,
GetBrcOperandAt<DIM_4TH, BrcOperands...>() == BRC_LEFT ? 0 : n3Index));
auto src1tileOffset = GenTileOffset(src1, TileOffset4Dim(
(Src1TileInfo::tile0 == 1 || GetBrcOperandAt<DIM_1ST, BrcOperands...>() == BRC_RIGHT) ? 0 : n0Index,
(Src1TileInfo::tile1 == 1 || GetBrcOperandAt<DIM_2ND, BrcOperands...>() == BRC_RIGHT) ? 0 : n1Index,
(Src1TileInfo::tile2 == 1 || GetBrcOperandAt<DIM_3RD, BrcOperands...>() == BRC_RIGHT) ? 0 : n2Index,
GetBrcOperandAt<DIM_4TH, BrcOperands...>() == BRC_RIGHT ? 0 : n3Index));
pto::TASSIGN(dstTile, (uint64_t)(dst.GetAddr() + dsttileOffset * sizeof(typename T0::Type)));
pto::TASSIGN(src0Tile, (uint64_t)(src0.GetAddr() + src0tileOffset * sizeof(typename T1::Type)));
pto::TASSIGN(src1Tile, (uint64_t)(src1.GetAddr() + src1tileOffset * sizeof(typename T2::Type)));
BinaryRowExpandComputeImpl<op, PrecisionType, LastUse>(dstTile, src0Tile, src1Tile);
}
}
}
}
}
#endif