* Copyright (c) 2025 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
* \file strided_slice_move_align.h
* \brief
*/
#ifndef STRIDED_SLICE_MOVE_ALIGN_H
#define STRIDED_SLICE_MOVE_ALIGN_H
#include "strided_slice_base.h"
namespace StridedSlice {
using namespace AscendC;
template <typename T, typename U>
class StridedSliceMoveAlign : public StridedSliceBase<T, U> {
public:
__aicore__ inline StridedSliceMoveAlign(){};
__aicore__ inline void Init(GM_ADDR x, GM_ADDR begin, GM_ADDR end, GM_ADDR strides, GM_ADDR y,
const StridedSliceMATilingData* tilingData, TPipe* pipeIn);
__aicore__ inline void Process();
private:
__aicore__ inline void ProcessPerBlock(const DataCopyExtParams ©OutParamsMain,
const DataCopyExtParams ©OutParamsTail);
__aicore__ inline void ParseCopyInTilingData(const StridedSliceMATilingData* tilingData);
__aicore__ inline void ParseLoopModeAndMoveAlignParams(LoopModeParams &loopMode,
DataCopyExtParams &extParams, const StridedSliceMATilingData* tilingData) const;
__aicore__ inline void SetCopyOutAlignParams(DataCopyExtParams ©OutParams,
const DataCopyExtParams ©InParam,
const LoopModeParams &loopMode);
private:
TPipe *pipe_;
TQueBind<TPosition::VECIN, TPosition::VECOUT, 1> vecQue_;
GlobalTensor<T> inputGM_;
GlobalTensor<T> outputGM_;
int64_t blockIdx_ = 0;
LoopModeParams loopMode_;
LoopModeParams loopModeTail_;
DataCopyExtParams copyInParam_;
DataCopyExtParams copyInParamTail_;
DataCopyPadExtParams<T> padParams_ {false, 0, 0, 0};
};
template <typename T, typename U>
__aicore__ inline void StridedSliceMoveAlign<T, U>::Init(GM_ADDR x, GM_ADDR begin, GM_ADDR end, GM_ADDR strides,
GM_ADDR y, const StridedSliceMATilingData* tilingData,
TPipe* pipeIn)
{
blockIdx_ = GetBlockIdx();
pipe_ = pipeIn;
inputGM_.SetGlobalBuffer((__gm__ T*)x);
outputGM_.SetGlobalBuffer((__gm__ T*)y);
this->ParseBaseTilingDataV2(begin, &(tilingData->stridedSliceBaseTilingData), blockIdx_);
ParseCopyInTilingData(tilingData);
pipe_->InitBuffer(vecQue_, DOUBLE_BUFFER, this->ubSize_ / DOUBLE_BUFFER);
}
template <typename T, typename U>
__aicore__ inline void StridedSliceMoveAlign<T, U>::Process()
{
if (blockIdx_ >= this->realCoreNum_) {
return;
}
DataCopyExtParams copyOutParamsMain;
DataCopyExtParams copyOutParamsTail;
SetCopyOutAlignParams(copyOutParamsMain, copyInParam_, loopMode_);
if (this->ubTailFactor_ > 0) {
SetCopyOutAlignParams(copyOutParamsTail, copyInParamTail_, loopModeTail_);
}
ProcessPerBlock(copyOutParamsMain, copyOutParamsTail);
}
template <typename T, typename U>
__aicore__ inline void StridedSliceMoveAlign<T, U>::ParseLoopModeAndMoveAlignParams(LoopModeParams &loopMode,
DataCopyExtParams &extParams, const StridedSliceMATilingData* tilingData) const
{
loopMode.loop1Size = tilingData->moveAlignParams.loop1Size;
loopMode.loop2Size = tilingData->moveAlignParams.loop2Size;
loopMode.loop1SrcStride = tilingData->moveAlignParams.loop1SrcStride;
loopMode.loop1DstStride = tilingData->moveAlignParams.loop1DstStride;
loopMode.loop2SrcStride = tilingData->moveAlignParams.loop2SrcStride;
loopMode.loop2DstStride = tilingData->moveAlignParams.loop2DstStride;
extParams.blockCount = tilingData->moveAlignParams.blockCount;
extParams.blockLen = tilingData->moveAlignParams.blockLen;
extParams.srcStride = tilingData->moveAlignParams.srcStride - extParams.blockLen;
extParams.dstStride = tilingData->moveAlignParams.dstStride;
}
template <typename T, typename U>
__aicore__ inline void StridedSliceMoveAlign<T, U>::ParseCopyInTilingData(const StridedSliceMATilingData* tilingData)
{
1、blk和ub切分不同轴时:
(A, B, C, D, E) blk切B, ub切C
主核和尾核的外循环次数不同,内循环(ub切分轴上的循环)次数都一样。
所有核的单次搬运都只有两类参数:ub_factor(loopMode和copyInParam)/ub_tail_factor(loopModeTail和copyInParamTail)
2、blk和ub切分相同轴时: blkFactor >= ubFactor
(A, B, C, D, E) blk切C, ub切C
C = 900 blkFactor=200 ubFactor=150
则: blkTailFactor=900%200=100 ubTailFactor=blkFactor%ubFactor=50 ubTailTailFactor=blkTailFactor%ubFactor=100
外循环次数都为1
(1) 主核:
内循环次数:主块 blkFactor / ubFactor, 尾块 ubTailFactor = blkFactor % ubFactor
搬运的loop参数: 主块 ubFactor 尾块 ubTailFactor = blkFactor % ubFactor
(2) 尾核:
内循环次数:主块 blkTailFactor / ubFactor, 尾块 ubTailTailFactor = blkTailFactor % ubFactor
搬运的loop参数: 主块 ubFactor 尾块 ubTailTailFactor = blkTailFactor % ubFactor
********************************************/
ParseLoopModeAndMoveAlignParams(loopMode_, copyInParam_, tilingData);
if (this->ubTailFactor_ > 0) {
ParseLoopModeAndMoveAlignParams(loopModeTail_, copyInParamTail_, tilingData);
int64_t inUbDims = this->inputDims_ - this->ubIndex_;
if (inUbDims == DIMS_2) {
copyInParamTail_.blockCount = this->ubTailFactor_;
} else if (inUbDims == DIMS_3) {
loopModeTail_.loop1Size = this->ubTailFactor_;
} else {
loopModeTail_.loop2Size = this->ubTailFactor_;
}
}
}
template <typename T, typename U>
__aicore__ inline void StridedSliceMoveAlign<T, U>::SetCopyOutAlignParams(DataCopyExtParams ©OutParams,
const DataCopyExtParams ©InParam,
const LoopModeParams &loopMode)
{
int64_t inUbDims = this->inputDims_ - this->ubIndex_;
if (inUbDims <= DIMS_2) {
copyOutParams.blockCount = 1;
copyOutParams.blockLen = copyInParam.blockCount * copyInParam.blockLen;
copyOutParams.dstStride = 0;
copyOutParams.srcStride = 0;
} else if ((copyInParam.blockCount * copyInParam.blockLen) % BLOCK_SIZE_BYTE == 0) {
copyOutParams.blockCount = 1;
copyOutParams.blockLen = loopMode.loop1Size * loopMode.loop2Size *
copyInParam.blockCount * copyInParam.blockLen;
copyOutParams.dstStride = 0;
copyOutParams.srcStride = 0;
} else {
copyOutParams.blockCount = loopMode.loop1Size * loopMode.loop2Size;
copyOutParams.blockLen = copyInParam.blockCount * copyInParam.blockLen;
copyOutParams.dstStride = 0;
copyOutParams.srcStride = 0;
}
}
template <typename T, typename U>
__aicore__ inline void StridedSliceMoveAlign<T, U>::ProcessPerBlock(const DataCopyExtParams ©OutParamsMain,
const DataCopyExtParams ©OutParamsTail)
{
int64_t inputGmAddr = 0;
int64_t outputGmAddr = 0;
int64_t ubSplitLoopsNum = 0;
int64_t ubOuterLoopsNum = 0;
int64_t rowsOffsetOutput = 0;
this->CalcProcessLoopsNum(ubOuterLoopsNum, ubSplitLoopsNum, blockIdx_);
this->GetProcessRowsOffset(rowsOffsetOutput, blockIdx_);
for (int64_t idx = 0; idx < ubOuterLoopsNum; idx++) {
inputGmAddr = this->GetInputGmAddr(rowsOffsetOutput + idx * this->rowsOffsetSteps_[this->ubIndex_]);
outputGmAddr = this->GetOutputGmAddr(rowsOffsetOutput + idx * this->rowsOffsetSteps_[this->ubIndex_]);
for (int64_t loops = 0; loops < ubSplitLoopsNum; loops++) {
LocalTensor<T> inputLocal = vecQue_.AllocTensor<T>();
SetLoopModePara(loopMode_, DataCopyMVType::OUT_TO_UB);
DataCopyPad<T, PaddingMode::Compact>(inputLocal, inputGM_[inputGmAddr + loops * this->ubInLoopSteps_],
copyInParam_, padParams_);
ResetLoopModePara(DataCopyMVType::OUT_TO_UB);
vecQue_.EnQue(inputLocal);
inputLocal = vecQue_.DeQue<T>();
DataCopyPad(outputGM_[outputGmAddr + loops * this->ubOutLoopSteps_], inputLocal, copyOutParamsMain);
vecQue_.FreeTensor(inputLocal);
}
if (this->ubTailFactor_ > 0) {
LocalTensor<T> inputLocal = vecQue_.AllocTensor<T>();
SetLoopModePara(loopModeTail_, DataCopyMVType::OUT_TO_UB);
DataCopyPad<T, PaddingMode::Compact>(inputLocal,
inputGM_[inputGmAddr + ubSplitLoopsNum * this->ubInLoopSteps_],
copyInParamTail_, padParams_);
ResetLoopModePara(DataCopyMVType::OUT_TO_UB);
vecQue_.EnQue(inputLocal);
inputLocal = vecQue_.DeQue<T>();
DataCopyPad(outputGM_[outputGmAddr + ubSplitLoopsNum * this->ubOutLoopSteps_],
inputLocal, copyOutParamsTail);
vecQue_.FreeTensor(inputLocal);
}
}
}
}
#endif