* Copyright (c) 2025 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
* \file kernel_operator_fixpipe_impl.h
* \brief
*/
#if !defined(__ASCENDC_INCLUDE_INTERNAL_HEADERS__)
#pragma message("impl/basic_api/dav_m300/kernel_operator_fixpipe_impl.h is an internal header file and must not be used directly. Functions or variables defined in this file may be removed in the future. Please use \"#include \"basic_api/kernel_tensor.h\"\" and use public functions or variables defined in interface headers files.")
#define __ASCENDC_INCLUDE_INTERNAL_HEADERS__
#define __UNDEF_ASCENDC_INCLUDE_INTERNAL_HEADERS_KERNEL_OPERATOR_FIXPIPE_IMPL_H__
#endif
#ifndef ASCENDC_MODULE_OPERATOR_FIXPIPE_IMPL_H
#define ASCENDC_MODULE_OPERATOR_FIXPIPE_IMPL_H
#include "kernel_operator_set_spr_impl.h"
#include "kernel_operator_block_sync_intf.h"
namespace AscendC {
* SPR *
* ************************************************************************************************* */
template <typename T>
__aicore__ inline void SetFixPipeConfigImpl(const LocalTensor<T> &reluPre, const LocalTensor<T> &quantPre,
bool isUnitFlag = false)
{
uint64_t config = 0;
config = config | ((uint64_t)reluPre.GetPhyAddr() >> 6);
config = config | (((uint64_t)quantPre.GetPhyAddr() >> 7) << 8);
config = config | (static_cast<uint64_t>(isUnitFlag) << 63);
set_fpc(config);
}
template <typename T, bool setRelu = false>
__aicore__ inline void SetFixPipeConfigImpl(const LocalTensor<T> &pre, bool isUnitFlag = false)
{
uint64_t config = 0;
if constexpr (setRelu) {
config = config | ((uint64_t)pre.GetPhyAddr() >> 6);
} else {
config =
config | (((uint64_t)pre.GetPhyAddr() >> 7) << 8);
}
config = config | (static_cast<uint64_t>(isUnitFlag) << 63);
set_fpc(config);
}
__aicore__ inline void SetFixpipeNz2ndFlagImpl(uint16_t ndNum, uint16_t srcNdStride, uint16_t dstNdStride)
{
uint64_t config = (static_cast<uint64_t>(dstNdStride) << 32) | (static_cast<uint64_t>(srcNdStride) << 16) |
(static_cast<uint64_t>(ndNum));
set_loop3_para(config);
}
__aicore__ inline void SetFixpipePreQuantFlagImpl(uint64_t config)
{
set_quant_pre(config);
}
* Fixpipe *
* ************************************************************************************************* */
struct FixpipeTiling {
uint16_t nIterNum = 0;
uint16_t nSize = 0;
bool isDb = false;
uint16_t tailNSize = 0;
};
__aicore__ inline FixpipeTiling GenFixpipeTiling(uint16_t n)
{
FixpipeTiling tiling;
uint16_t maxDeqNums = 256;
if (n <= maxDeqNums) {
tiling.nIterNum = 1;
tiling.nSize = n;
tiling.isDb = false;
tiling.tailNSize = 0;
} else {
tiling.isDb = true;
uint16_t dbMaxDeqNums = maxDeqNums / 2;
tiling.nIterNum = n / dbMaxDeqNums;
tiling.nSize = dbMaxDeqNums;
tiling.tailNSize = n % dbMaxDeqNums;
}
return tiling;
}
template <typename T> struct FixpipeInfoParams {
__aicore__ inline FixpipeInfoParams() {}
__aicore__ inline FixpipeInfoParams(const FixpipeParams<T>& intriParams, const uint8_t dstByteSize)
{
dstTypeSize = dstByteSize;
srcTypeSize = B32_BYTE_SIZE;
howo = (intriParams.burstLen * ONE_BLK_SIZE / srcTypeSize) / BLOCK_CUBE;
roundHowo = DivCeil(howo, BLOCK_CUBE) * BLOCK_CUBE;
fracLen = BLOCK_CUBE;
c0 = fracLen;
n = intriParams.cburstNum * BLOCK_CUBE;
m = howo;
srcStride = intriParams.srcStride * BLOCK_CUBE + roundHowo;
if (intriParams.nz2ndParams.nz2ndEn) {
dstStride = intriParams.dstStride;
ASCENDC_ASSERT((intriParams.nz2ndParams.originalNSize != 0), {
KERNEL_LOG(KERNEL_ERROR, "If NZ2ND is enabled, originalNSize should be set.");
});
n = intriParams.nz2ndParams.originalNSize;
} else {
dstStride = (intriParams.dstStride + intriParams.burstLen * dstTypeSize / srcTypeSize) *
ONE_BLK_SIZE / dstTypeSize;
}
sid = 0;
quantPre = intriParams.quantParams.quantPre;
reluEn = intriParams.reluEn;
nz2ndEn = intriParams.nz2ndParams.nz2ndEn;
ndNum = intriParams.nz2ndParams.ndNum;
srcNdStride = intriParams.nz2ndParams.srcNdStride;
dstNdStride = intriParams.nz2ndParams.dstNdStride;
if (intriParams.quantParams.quantPre == QuantMode_t::DEQF16 ||
intriParams.quantParams.quantPre == QuantMode_t::QF322B8_PRE ||
intriParams.quantParams.quantPre == QuantMode_t::REQ8) {
deqScalar = intriParams.quantParams.deqScalar;
}
unitFlag = intriParams.unitFlag;
}
uint8_t dstTypeSize = 0;
uint8_t srcTypeSize = 0;
uint16_t howo = 0;
uint16_t roundHowo = 0;
uint8_t fracLen = 0;
uint8_t c0 = 0;
uint16_t n = 0;
uint16_t m = 0;
uint16_t srcStride = 0;
uint32_t dstStride = 0;
uint16_t burstLen = 0;
uint8_t sid = 0;
bool channelSplit = false;
uint8_t unitFlag = 0;
QuantMode_t quantPre = QuantMode_t::NoQuant;
__cbuf__ uint64_t* cbufWorkspace;
uint16_t deqTensorSize;
uint64_t deqScalar = 0;
bool reluEn = false;
bool nz2ndEn = false;
uint16_t ndNum = 1;
uint16_t srcNdStride = 0;
uint16_t dstNdStride = 0;
FixpipeTiling tiling;
};
template <typename T, typename U>
__aicore__ inline void FixpipeL0C2L1Impl(__cbuf__ T* dst, __cc__ U* src, FixpipeInfoParams<U>& fixpipeInfo)
{
if (fixpipeInfo.nz2ndEn) {
uint64_t ndPara = static_cast<uint64_t>(fixpipeInfo.dstNdStride) << 32;
ndPara |= static_cast<uint64_t>(fixpipeInfo.srcNdStride) << 16;
ndPara |= static_cast<uint64_t>(fixpipeInfo.ndNum);
SetNdParaImpl(ndPara);
}
make code for vector quant mode:
1. generate tiling
2. copy deq tensor from gm to fb0 (gm -> l1 -> fb0)
3. code gen: move data from l0c to l1
*/
if (fixpipeInfo.quantPre == QuantMode_t::VDEQF16 || fixpipeInfo.quantPre == QuantMode_t::VQF322B8_PRE ||
fixpipeInfo.quantPre == QuantMode_t::VREQ8) {
fixpipeInfo.tiling = GenFixpipeTiling(fixpipeInfo.n);
for (uint16_t i = 0; i < fixpipeInfo.tiling.nIterNum; ++i) {
FixpipeL0C2L1ImplN(dst, src, fixpipeInfo, fixpipeInfo.tiling.nSize, i);
}
if (fixpipeInfo.tiling.tailNSize > 0) {
FixpipeL0C2L1ImplN(dst, src, fixpipeInfo, fixpipeInfo.tiling.tailNSize, fixpipeInfo.tiling.nIterNum);
}
return;
}
make code for scalar quant mode:
1. copy deq scalar float immediate
2. code gen: move data from l0c to l1
*/
if (fixpipeInfo.quantPre == QuantMode_t::DEQF16 || fixpipeInfo.quantPre == QuantMode_t::QF322B8_PRE ||
fixpipeInfo.quantPre == QuantMode_t::REQ8) {
SetQuantPreImpl(fixpipeInfo.deqScalar);
}
PipeBarrier<PIPE_FIX>();
FixpipeL0cToL1(dst, src, fixpipeInfo, fixpipeInfo.n);
}
template <typename T, typename U>
__aicore__ inline void FixpipeL0C2GMImpl(__gm__ T* dst, __cc__ U* src, FixpipeInfoParams<U>& fixpipeInfo)
{
if (fixpipeInfo.nz2ndEn) {
uint64_t ndPara = static_cast<uint64_t>(fixpipeInfo.dstNdStride) << 32;
ndPara |= static_cast<uint64_t>(fixpipeInfo.srcNdStride) << 16;
ndPara |= static_cast<uint64_t>(fixpipeInfo.ndNum);
SetNdParaImpl(ndPara);
}
make code for vector quant mode:
1. generate tiling
2. copy deq tensor from gm to fb0 (gm -> l1 -> fb0)
3. code gen: move data from l0c to gm
*/
if (fixpipeInfo.quantPre == QuantMode_t::VDEQF16 || fixpipeInfo.quantPre == QuantMode_t::VQF322B8_PRE ||
fixpipeInfo.quantPre == QuantMode_t::VREQ8) {
fixpipeInfo.tiling = GenFixpipeTiling(fixpipeInfo.n);
for (uint16_t i = 0; i < fixpipeInfo.tiling.nIterNum; ++i) {
FixpipeL0C2GMImplN(dst, src, fixpipeInfo, fixpipeInfo.tiling.nSize, i);
}
if (fixpipeInfo.tiling.tailNSize > 0) {
FixpipeL0C2GMImplN(dst, src, fixpipeInfo, fixpipeInfo.tiling.tailNSize, fixpipeInfo.tiling.nIterNum);
}
return;
}
make code for scalar quant mode:
1. copy deq scalar float immediate
2. code gen: move data from l0c to gm
*/
if (fixpipeInfo.quantPre == QuantMode_t::DEQF16 || fixpipeInfo.quantPre == QuantMode_t::QF322B8_PRE ||
fixpipeInfo.quantPre == QuantMode_t::REQ8) {
SetQuantPreImpl(fixpipeInfo.deqScalar);
}
PipeBarrier<PIPE_FIX>();
FixpipeL0cToOut(dst, src, fixpipeInfo, fixpipeInfo.n);
}
template <typename T, typename U>
__aicore__ inline void FixpipeL0C2UBImpl(__ubuf__ T* dst, __cc__ U* src, FixpipeInfoParams<U>& fixpipeInfo)
{
if (fixpipeInfo.nz2ndEn) {
uint64_t ndPara = static_cast<uint64_t>(fixpipeInfo.dstNdStride) << 32;
ndPara |= static_cast<uint64_t>(fixpipeInfo.srcNdStride) << 16;
ndPara |= static_cast<uint64_t>(fixpipeInfo.ndNum);
SetNdParaImpl(ndPara);
}
make code for vector quant mode:
1. generate tiling
2. copy deq tensor from gm to fb0 (gm -> l1 -> fb0)
3. code gen: move data from l0c to gm
*/
if (fixpipeInfo.quantPre == QuantMode_t::VDEQF16 || fixpipeInfo.quantPre == QuantMode_t::VQF322B8_PRE ||
fixpipeInfo.quantPre == QuantMode_t::VREQ8) {
fixpipeInfo.tiling = GenFixpipeTiling(fixpipeInfo.n);
for (uint16_t i = 0; i < fixpipeInfo.tiling.nIterNum; ++i) {
FixpipeL0C2UBImplN(dst, src, fixpipeInfo, fixpipeInfo.tiling.nSize, i);
}
if (fixpipeInfo.tiling.tailNSize > 0) {
FixpipeL0C2UBImplN(dst, src, fixpipeInfo, fixpipeInfo.tiling.tailNSize, fixpipeInfo.tiling.nIterNum);
}
return;
}
make code for scalar quant mode:
1. copy deq scalar float immediate
2. code gen: move data from l0c to gm
*/
if (fixpipeInfo.quantPre == QuantMode_t::DEQF16 || fixpipeInfo.quantPre == QuantMode_t::QF322B8_PRE ||
fixpipeInfo.quantPre == QuantMode_t::REQ8) {
SetQuantPreImpl(fixpipeInfo.deqScalar);
}
pipe_barrier(PIPE_FIX);
FixpipeL0cToUb(dst, src, fixpipeInfo, fixpipeInfo.n);
}
template <typename T, typename U>
__aicore__ inline void FixpipeL0C2L1ImplN(__cbuf__ T* dst, __cc__ U* src,
const FixpipeInfoParams<U>& fixpipeInfo, uint16_t calNSize, uint16_t nIterIndex)
{
CopyDeqTensorToFbuf(fixpipeInfo, calNSize, nIterIndex);
PipeBarrier<PIPE_FIX>();
FixpipeL0cToL1(dst, src, fixpipeInfo, calNSize, nIterIndex);
}
template <typename T, typename U>
__aicore__ inline void FixpipeL0C2GMImplN(__gm__ T* dst, __cc__ U* src,
const FixpipeInfoParams<U>& fixpipeInfo, uint16_t calNSize, uint16_t nIterIndex)
{
CopyDeqTensorToFbuf(fixpipeInfo, calNSize, nIterIndex);
PipeBarrier<PIPE_FIX>();
FixpipeL0cToOut(dst, src, fixpipeInfo, calNSize, nIterIndex);
}
template <typename T, typename U>
__aicore__ inline void FixpipeL0C2UBImplN(__ubuf__ T* dst, __cc__ U* src,
const FixpipeInfoParams<U>& fixpipeInfo, uint16_t calNSize, uint16_t nIterIndex)
{
CopyDeqTensorToFbuf(fixpipeInfo, calNSize, nIterIndex);
PipeBarrier<PIPE_FIX>();
FixpipeL0cToUb(dst, src, fixpipeInfo, calNSize, nIterIndex);
}
template <typename T, typename U>
__aicore__ inline void FixpipeL0cToL1(__cbuf__ T* dst, __cc__ U* src,
const FixpipeInfoParams<U>& fixpipeInfo, uint16_t calNSize, uint16_t nIterIndex = 0)
{
uint16_t cburstNum = fixpipeInfo.tiling.nSize / 16;
uint32_t srcOffset = cburstNum * nIterIndex * fixpipeInfo.srcStride * fixpipeInfo.c0;
uint32_t dstOffset = 0;
if (fixpipeInfo.nz2ndEn) {
dstOffset = nIterIndex * fixpipeInfo.tiling.nSize;
} else {
dstOffset = cburstNum * nIterIndex * fixpipeInfo.dstStride * 32 / sizeof(T);
}
switch (fixpipeInfo.quantPre) {
case QuantMode_t::NoQuant:
return copy_matrix_cc_to_cbuf((__cbuf__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::NoQuant, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::F322F16:
return copy_matrix_cc_to_cbuf((__cbuf__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::F322F16, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::F322BF16:
return copy_matrix_cc_to_cbuf((__cbuf__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::F322BF16, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::DEQF16:
return copy_matrix_cc_to_cbuf((__cbuf__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::DEQF16, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::VDEQF16:
return copy_matrix_cc_to_cbuf((__cbuf__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::VDEQF16, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::QF322B8_PRE:
return copy_matrix_cc_to_cbuf((__cbuf__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::QF322B8_PRE, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::VQF322B8_PRE:
return copy_matrix_cc_to_cbuf((__cbuf__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::VQF322B8_PRE, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::REQ8:
return copy_matrix_cc_to_cbuf((__cbuf__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::REQ8, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::VREQ8:
return copy_matrix_cc_to_cbuf((__cbuf__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::VREQ8, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
default:
ASCENDC_ASSERT(false, {
KERNEL_LOG(KERNEL_ERROR, "Instruction fixpipe doesn't support with the input quantize mode");
});
}
}
template <typename T>
__aicore__ inline uint64_t GetGMLen(const FixpipeInfoParams<T>& fixpipeInfo,
const uint16_t& calNSize, const uint16_t& dstEleSize)
{
constexpr uint16_t dstStrideUnit = 32;
constexpr uint16_t fractalNsize = 16;
uint64_t cburstNum = calNSize / fractalNsize;
uint64_t gmLen = (cburstNum - 1) * fixpipeInfo.dstStride * dstStrideUnit +
fixpipeInfo.m * fractalNsize * dstEleSize;
if (fixpipeInfo.nz2ndEn) {
gmLen = (static_cast<uint64_t>(fixpipeInfo.ndNum) - 1) * dstEleSize * fixpipeInfo.dstNdStride +
(fixpipeInfo.m - 1) * fixpipeInfo.dstStride * dstEleSize +
cburstNum * fractalNsize * dstEleSize;
}
return gmLen;
}
template <typename T, typename U>
__aicore__ inline void FixpipeL0cToOut(__gm__ T* dst, __cc__ U* src,
const FixpipeInfoParams<U>& fixpipeInfo, uint16_t calNSize, uint16_t nIterIndex = 0)
{
uint16_t cburstNum = fixpipeInfo.tiling.nSize / 16;
uint32_t srcOffset = cburstNum * nIterIndex * fixpipeInfo.srcStride * fixpipeInfo.c0;
uint32_t dstOffset = 0;
if (fixpipeInfo.nz2ndEn) {
dstOffset = nIterIndex * fixpipeInfo.tiling.nSize;
} else {
dstOffset = cburstNum * nIterIndex * fixpipeInfo.dstStride * 32 / sizeof(T);
}
switch (fixpipeInfo.quantPre) {
case QuantMode_t::NoQuant:
return copy_matrix_cc_to_gm((__gm__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::NoQuant, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::F322F16:
return copy_matrix_cc_to_gm((__gm__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::F322F16, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::F322BF16:
return copy_matrix_cc_to_gm((__gm__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::F322BF16, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::DEQF16:
return copy_matrix_cc_to_gm((__gm__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::DEQF16, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::VDEQF16:
return copy_matrix_cc_to_gm((__gm__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::VDEQF16, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::QF322B8_PRE:
return copy_matrix_cc_to_gm((__gm__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::QF322B8_PRE, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::VQF322B8_PRE:
return copy_matrix_cc_to_gm((__gm__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::VQF322B8_PRE, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::REQ8:
return copy_matrix_cc_to_gm((__gm__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::REQ8, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::VREQ8:
return copy_matrix_cc_to_gm((__gm__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::VREQ8, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
default:
ASCENDC_ASSERT(false, {
KERNEL_LOG(KERNEL_ERROR, "Instruction fixpipe doesn't support with the input quantize mode");
});
}
}
template <typename T, typename U>
__aicore__ inline void FixpipeL0cToUb(__ubuf__ T* dst, __cc__ U* src,
const FixpipeInfoParams<U>& fixpipeInfo, uint16_t calNSize, uint16_t nIterIndex = 0)
{
uint16_t cburstNum = fixpipeInfo.tiling.nSize / 16;
uint32_t srcOffset = cburstNum * nIterIndex * fixpipeInfo.srcStride * fixpipeInfo.c0;
uint32_t dstOffset = 0;
if (fixpipeInfo.nz2ndEn) {
dstOffset = nIterIndex * fixpipeInfo.tiling.nSize;
} else {
dstOffset = cburstNum * nIterIndex * fixpipeInfo.dstStride * 32 / sizeof(T);
}
switch (fixpipeInfo.quantPre) {
case QuantMode_t::NoQuant:
return copy_matrix_cc_to_ub((__ubuf__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::NoQuant, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::F322F16:
return copy_matrix_cc_to_ub((__ubuf__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::F322F16, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::F322BF16:
return copy_matrix_cc_to_ub((__ubuf__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::F322BF16, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::DEQF16:
return copy_matrix_cc_to_ub((__ubuf__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::DEQF16, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::VDEQF16:
return copy_matrix_cc_to_ub((__ubuf__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::VDEQF16, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::QF322B8_PRE:
return copy_matrix_cc_to_ub((__ubuf__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::QF322B8_PRE, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::VQF322B8_PRE:
return copy_matrix_cc_to_ub((__ubuf__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::VQF322B8_PRE, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::REQ8:
return copy_matrix_cc_to_ub((__ubuf__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::REQ8, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
case QuantMode_t::VREQ8:
return copy_matrix_cc_to_ub((__ubuf__ T*)(dst + dstOffset), (__cc__ U*)(src + srcOffset),
fixpipeInfo.sid, calNSize, fixpipeInfo.m, fixpipeInfo.dstStride, fixpipeInfo.srcStride,
0, fixpipeInfo.unitFlag, QuantMode_t::VREQ8, static_cast<uint8_t>(fixpipeInfo.reluEn),
fixpipeInfo.channelSplit, fixpipeInfo.nz2ndEn, false);
default:
ASCENDC_ASSERT(false, {
KERNEL_LOG(KERNEL_ERROR, "Instruction fixpipe doesn't support with the input quantize mode");
});
}
}
template <typename T>
__aicore__ inline void CopyDeqTensorToFbuf(const FixpipeInfoParams<T>& fixpipeInfo, uint16_t calNSize,
uint16_t nIterIndex)
{
uint16_t deqDataSize = DivCeil(calNSize * sizeof(uint64_t), 128) * 128;
__fbuf__ uint64_t* deqTensorTempBuf =
AscendCUtils::GetTemporaryFbBufferAddr<uint64_t>(0, deqDataSize / sizeof(uint64_t));
uint32_t deqValueOffset = nIterIndex * fixpipeInfo.tiling.nSize;
uint16_t fbufBurstLen = deqDataSize / 128;
copy_cbuf_to_fbuf(deqTensorTempBuf, fixpipeInfo.cbufWorkspace + deqValueOffset, 1, fbufBurstLen, 0, 0);
uint64_t deqTensorAddr = ((uint64_t)deqTensorTempBuf >> static_cast<uint64_t>(7)) << 8;
set_fpc(deqTensorAddr);
AscendCUtils::FreeTemporaryFbBuffer<uint64_t>(deqTensorTempBuf);
}
template <typename T, typename U, typename S = PrimT<U>,
typename std::enable_if<IsSameType<PrimT<U>, S>::value, bool>::type = true>
__aicore__ inline void Fixpipe(const LocalTensor<T>& dst, const LocalTensor<U>& src,
const FixpipeParams<S>& intriParams)
{
FixpipeInfoParams<PrimT<U>> fixpipeInfo(intriParams, sizeof(PrimT<T>));
const Hardware dstHWPos = GetPhyType((TPosition)dst.GetPosition());
if (dstHWPos == Hardware::UB) {
FixpipeL0C2UBImpl((__ubuf__ PrimT<T>*)dst.GetPhyAddr(),
(__cc__ PrimT<U>*)src.GetPhyAddr(), fixpipeInfo);
} else {
FixpipeL0C2L1Impl((__cbuf__ PrimT<T>*)dst.GetPhyAddr(),
(__cc__ PrimT<U>*)src.GetPhyAddr(), fixpipeInfo);
}
}
template <typename T, typename U, typename S, typename V = PrimT<U>,
typename std::enable_if<IsSameType<PrimT<U>, V>::value, bool>::type = true>
__aicore__ inline void Fixpipe(const LocalTensor<T>& dst, const LocalTensor<U>& src,
const LocalTensor<S>& cbufWorkspace, const FixpipeParams<V>& intriParams)
{
FixpipeInfoParams<PrimT<U>> fixpipeInfo(intriParams, sizeof(PrimT<T>));
fixpipeInfo.cbufWorkspace = (__cbuf__ uint64_t*)cbufWorkspace.GetPhyAddr();
const Hardware dstHWPos = GetPhyType((TPosition)dst.GetPosition());
if (dstHWPos == Hardware::UB) {
FixpipeL0C2UBImpl((__ubuf__ PrimT<T>*)dst.GetPhyAddr(),
(__cc__ PrimT<U>*)src.GetPhyAddr(), fixpipeInfo);
} else {
FixpipeL0C2L1Impl((__cbuf__ PrimT<T>*)dst.GetPhyAddr(),
(__cc__ PrimT<U>*)src.GetPhyAddr(), fixpipeInfo);
}
}
template <typename T, typename U, typename S = PrimT<U>,
typename std::enable_if<IsSameType<PrimT<U>, S>::value, bool>::type = true>
__aicore__ inline void Fixpipe(const GlobalTensor<T>& dst, const LocalTensor<U>& src,
const FixpipeParams<S>& intriParams)
{
#ifdef ASCENDC_CPU_DEBUG
bool isUsedProcessLock = false;
if (g_isAtomic == true) {
ProcessLock::GetProcessLock()->Write();
isUsedProcessLock = true;
}
#endif
FixpipeInfoParams<PrimT<U>> fixpipeInfo(intriParams, sizeof(PrimT<T>));
FixpipeL0C2GMImpl((__gm__ PrimT<T>*)dst.GetPhyAddr(),
(__cc__ PrimT<U>*)src.GetPhyAddr(), fixpipeInfo);
#ifdef ASCENDC_CPU_DEBUG
if (isUsedProcessLock == true) {
isUsedProcessLock = false;
ProcessLock::GetProcessLock()->Unlock();
}
#endif
}
template <typename T, typename U, typename S, typename V = PrimT<U>,
typename std::enable_if<IsSameType<PrimT<U>, V>::value, bool>::type = true>
__aicore__ inline void Fixpipe(const GlobalTensor<T> &dst, const LocalTensor<U> &src,
const LocalTensor<S> &cbufWorkspace, const FixpipeParams<V> &intriParams)
{
FixpipeInfoParams<PrimT<U>> fixpipeInfo(intriParams, sizeof(PrimT<T>));
fixpipeInfo.cbufWorkspace = (__cbuf__ uint64_t *)cbufWorkspace.GetPhyAddr();
FixpipeL0C2GMImpl(
(__gm__ PrimT<T> *)dst.GetPhyAddr(), (__cc__ PrimT<U> *)src.GetPhyAddr(), fixpipeInfo);
}
}
#endif
#if defined(__UNDEF_ASCENDC_INCLUDE_INTERNAL_HEADERS_KERNEL_OPERATOR_FIXPIPE_IMPL_H__)
#undef __ASCENDC_INCLUDE_INTERNAL_HEADERS__
#undef __UNDEF_ASCENDC_INCLUDE_INTERNAL_HEADERS_KERNEL_OPERATOR_FIXPIPE_IMPL_H__
#endif