* This file is part of the OpenBOAT project at Harbin Institute of Technology (HIT)
* and is contributed to the CANN Open Software.
*
* Copyright (c) 2025 AISS Group, Harbin Institute of Technology (HIT).
* All Rights Reserved.
*
* Authors (accounts):
* - Tu Yuanhang <@TuYHAAAAAA>
* - Su Tonghua <@sutonghua>
*
* This program is free software: you can redistribute it and/or modify it.
* Licensed under the CANN Open Software License Agreement Version 2.0 (the "License").
* You may not use this file except in compliance with the License.
* See the LICENSE file at the root of the repository for the full text of the License.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTIES OF ANY KIND, EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
*/
* \file concat_v2_tiling.cpp
* \brief
*/
#include "log/log.h"
#include "util/math_util.h"
#include "util/platform_util.h"
#include "register/op_impl_registry.h"
#include "tiling/platform/platform_ascendc.h"
#include "../op_kernel/concat_v2_tiling_data.h"
#include "../op_kernel/concat_v2_tiling_key.h"
namespace optiling {
const uint32_t BLOCK_SIZE = 32;
const uint32_t BUFFER_NUM = 2;
const int32_t BLOCK_DIM = 8;
const int32_t DOUBLE = 2;
const uint32_t WS_SYS_SIZE = 16U * 1024U * 1024U;
static inline uint64_t AlignUp(uint64_t x, uint64_t a) {
if (a == 0) {
return x;
}
return (x + a - 1) / a * a;
}
struct ConcatV2CompileInfo {};
static ge::graphStatus GetPlatformInfo(gert::TilingContext* context, uint64_t& ubSize, int64_t& coreNum)
{
fe::PlatFormInfos* platformInfoPtr = context->GetPlatformInfo();
OP_CHECK_NULL_WITH_CONTEXT(context, platformInfoPtr);
auto ascendcPlatform = platform_ascendc::PlatformAscendC(platformInfoPtr);
coreNum = ascendcPlatform.GetCoreNumAiv();
OP_CHECK_IF(coreNum == 0, OP_LOGE(context, "coreNum is 0"), return ge::GRAPH_FAILED);
ascendcPlatform.GetCoreMemSize(platform_ascendc::CoreMemType::UB, ubSize);
OP_CHECK_IF(ubSize == 0, OP_LOGE(context, "ubSize is 0"), return ge::GRAPH_FAILED);
return ge::GRAPH_SUCCESS;
}
static ge::graphStatus GetWorkspaceSize(gert::TilingContext* context)
{
auto ascendcPlatform = platform_ascendc:: PlatformAscendC(context->GetPlatformInfo());
uint32_t sysWorkspaceSize = ascendcPlatform.GetLibApiWorkSpaceSize();
size_t* currentWorkspace = context->GetWorkspaceSizes(1);
OP_CHECK_NULL_WITH_CONTEXT(context, currentWorkspace);
currentWorkspace[0] = WS_SYS_SIZE + sysWorkspaceSize;
return ge::GRAPH_SUCCESS;
}
static ge::graphStatus ConcatV2TilingFunc(gert::TilingContext* context)
{
uint64_t ubSize = 0;
int64_t coreNum = 0;
OP_CHECK_IF(GetPlatformInfo(context, ubSize, coreNum) != ge::GRAPH_SUCCESS,OP_LOGE(context, "GetPlatformInfo error"), return ge::GRAPH_FAILED);
OP_CHECK_IF(GetWorkspaceSize(context) != ge::GRAPH_SUCCESS,OP_LOGE(context, "GetWorkspaceSize error"), return ge::GRAPH_FAILED);
ConcatV2TilingData* tiling = context->GetTilingData<ConcatV2TilingData>();
OP_CHECK_NULL_WITH_CONTEXT(context, tiling);
OP_CHECK_IF(memset_s(tiling, sizeof(ConcatV2TilingData), 0, sizeof(ConcatV2TilingData)) != EOK,
OP_LOGE(context, "set tiling data error"), return ge::GRAPH_FAILED);
auto attrs = context->GetAttrs();
int32_t d = 0;
if (attrs) {
const int64_t* attrA = attrs->GetInt(0);
if (attrA != nullptr) {
d = *attrA;
}
}
auto ascendcPlatform = platform_ascendc::PlatformAscendC(context->GetPlatformInfo());
const auto xShape = context->GetInputTensor(0)->GetOriginShape();
const auto yShape = context->GetInputTensor(1)->GetOriginShape();
const auto inputDataType = context->GetInputTensor(0)->GetDataType();
context->SetBlockDim(BLOCK_DIM);
uint32_t typeSize = sizeof(float);
switch (inputDataType) {
case ge::DT_FLOAT16:
typeSize = sizeof(uint16_t);
break;
case ge::DT_FLOAT:
typeSize = sizeof(float);
break;
case ge::DT_INT32:
typeSize = sizeof(int32_t);
break;
case ge::DT_INT16:
typeSize = sizeof(int16_t);
break;
case ge::DT_UINT8:
typeSize = sizeof(uint8_t);
break;
default:
return ge::GRAPH_FAILED;
}
uint32_t totalLengthx = context->GetInputShape(0)->GetOriginShape().GetShapeSize();
uint32_t totalLengthy = context->GetInputShape(1)->GetOriginShape().GetShapeSize();
uint32_t totalLengthz = totalLengthy + totalLengthx;
int32_t dimNum = xShape.GetDimNum();
int dimarrX[dimNum]={};
int dimarrY[dimNum]={};
int dimarr[dimNum]={};
for(int i=0;i<dimNum;i++){
dimarrX[i] = xShape.GetDim(i);
}
for(int i=0;i<dimNum;i++){
dimarrY[i] = yShape.GetDim(i);
}
uint32_t z2 = 0;
uint32_t x2 = xShape.GetDim(dimNum - 1);
uint32_t x1 =1;
for(int i=0;i<dimNum-1;i++){
x1 = x1*dimarrX[i];
}
uint32_t y2= yShape.GetDim(dimNum - 1);
uint32_t y1 =1;
for(int i=0;i<dimNum-1;i++){
y1 = y1*dimarrY[i];
}
for(int i=0;i<dimNum-1;i++){
if(i==d){
dimarr[i] = dimarrX[i]+dimarrY[i];
}else{
dimarr[i] = dimarrX[i];
}
}
ascendcPlatform.GetCoreMemSize(platform_ascendc::CoreMemType::UB, ubSize);
uint32_t big_core_num = x1 % BLOCK_DIM;
uint32_t small_core_num=BLOCK_DIM - big_core_num;
uint32_t small_tile_length = x1/BLOCK_DIM;
uint32_t big_tile_length = x1/BLOCK_DIM + 1;
uint32_t sbig_core_num = (x1+y1) % BLOCK_DIM;
uint32_t ssmall_core_num=BLOCK_DIM - sbig_core_num;
uint32_t ssmall_tile_length = (x1+y1)/BLOCK_DIM;
uint32_t sbig_tile_length = (x1+y1)/BLOCK_DIM + 1;
int64_t core_tile_x1 = 1;
auto FitsUB = [&](int64_t x,int64_t y,int64_t tile_x1) -> bool {
uint64_t xBytes = AlignUp((uint64_t)tile_x1 * x * typeSize, BLOCK_SIZE);
uint64_t yBytes = AlignUp((uint64_t)y * tile_x1 * typeSize, BLOCK_SIZE);
uint64_t total = BUFFER_NUM * (xBytes + yBytes) * 2;
return total <= (ubSize * 95 / 100);
};
while (FitsUB(x2,y2,core_tile_x1) && core_tile_x1 < big_tile_length) {
core_tile_x1 *= DOUBLE;
}
if (core_tile_x1 != 1) {
core_tile_x1 /= DOUBLE;
}
if (!FitsUB(x2,y2,core_tile_x1)) {
return ge::GRAPH_FAILED;
}
int64_t core_tile_s1 = 1;
while (FitsUB(x2,y2,core_tile_s1) && core_tile_s1 < sbig_tile_length) {
core_tile_s1 *= DOUBLE;
}
if (core_tile_s1 != 1) {
core_tile_s1 /= DOUBLE;
}
if (!FitsUB(x2,y2,core_tile_s1)) {
return ge::GRAPH_FAILED;
}
uint32_t small_tile_times = small_tile_length/core_tile_x1;
uint32_t big_tile_times = big_tile_length/core_tile_x1;
uint32_t small_tail_num= small_tile_length % core_tile_x1;
uint32_t big_tail_num= big_tile_length % core_tile_x1;
uint32_t ssmall_tile_times = ssmall_tile_length/core_tile_s1;
uint32_t sbig_tile_times = sbig_tile_length/core_tile_s1;
uint32_t ssmall_tail_num= ssmall_tile_length % core_tile_s1;
uint32_t sbig_tail_num= sbig_tile_length % core_tile_s1;
if(small_tail_num!=0){
small_tile_times ++;
}else{
small_tail_num = core_tile_x1;
}
if(big_tail_num!=0){
big_tile_times ++;
}else{
big_tail_num = core_tile_x1;
}
if(ssmall_tail_num!=0){
ssmall_tile_times ++;
}else{
ssmall_tail_num = core_tile_s1;
}
if(sbig_tail_num!=0){
sbig_tile_times ++;
}else{
sbig_tail_num = core_tile_s1;
}
if(d==dimNum-1){
z2=x2+y2;
}else{
z2=x2;
}
uint32_t partnumX = 1;
uint32_t partnum = 1;
if(d==dimNum-1){
partnum = 2;
partnumX = 1;
}else{
for(int i=d;i<dimNum-1;i++){
partnum = partnum*dimarr[i];
partnumX = partnumX*dimarrX[i];
}
}
int startX[BLOCK_DIM]={};
int endX[BLOCK_DIM]={};
int rowsX[BLOCK_DIM]={};
int startY[BLOCK_DIM]={};
int endY[BLOCK_DIM]={};
int rowsY[BLOCK_DIM]={};
startX[0]=0;
endX[BLOCK_DIM-1]=x1-1;
startY[0]=0;
endY[BLOCK_DIM-1]=y1-1;
for(uint32_t i=0;i<BLOCK_DIM;i++){
if(i<sbig_core_num){
int x_need_rows = 0;
int y_need_rows = 0;
uint32_t start = sbig_tile_length * i;
uint32_t end = start + sbig_tile_length;
for(uint32_t j=start;j<end;j++){
uint32_t temp=j%partnum;
if(temp<partnumX){
x_need_rows++;
}else{
y_need_rows++;
}
}
rowsX[i] = x_need_rows;
rowsY[i] = y_need_rows;
}else{
int x_need_rows = 0;
int y_need_rows = 0;
uint32_t start = ssmall_tile_length * i + sbig_core_num;
uint32_t end = start + ssmall_tile_length;
for(uint32_t k=start;k<end;k++){
uint32_t temp=k % partnum;
if(temp<partnumX){
x_need_rows++;
}else{
y_need_rows++;
}
}
rowsX[i] = x_need_rows;
rowsY[i] = y_need_rows;
}
}
for(int i=0;i<BLOCK_DIM-1;i++){
endX[i]=startX[i]+rowsX[i];
startX[i+1]=endX[i];
endY[i]=startY[i]+rowsY[i];
startY[i+1]=endY[i];
}
tiling->small_tile_times = static_cast<uint32_t>(small_tile_times);
tiling->big_tile_times = static_cast<uint32_t>(big_tile_times);
tiling->small_tail_num = static_cast<uint32_t>(small_tail_num);
tiling->big_tail_num = static_cast<uint32_t>(big_tail_num);
tiling->totalLengthx = static_cast<uint32_t>(totalLengthx);
tiling->totalLengthy = static_cast<uint32_t>(totalLengthy);
tiling->totalLengthz = static_cast<uint32_t>(totalLengthz);
tiling->x1 = static_cast<uint32_t>(x1);
tiling->x2 = static_cast<uint32_t>(x2);
tiling->y1 = static_cast<uint32_t>(y1);
tiling->y2 = static_cast<uint32_t>(y2);
tiling->z2 = static_cast<uint32_t>(z2);
tiling->big_core_num = static_cast<uint32_t>(big_core_num);
tiling->small_core_num = static_cast<uint32_t>(small_core_num);
tiling->small_tile_length = static_cast<uint32_t>(small_tile_length);
tiling->big_tile_length = static_cast<uint32_t>(big_tile_length);
tiling->core_tile_x1 = static_cast<uint32_t>(core_tile_x1);
tiling->ssmall_tile_times = static_cast<uint32_t>(ssmall_tile_times);
tiling->sbig_tile_times = static_cast<uint32_t>(sbig_tile_times);
tiling->ssmall_tail_num = static_cast<uint32_t>(ssmall_tail_num);
tiling->sbig_tail_num = static_cast<uint32_t>(sbig_tail_num);
tiling->sbig_core_num = static_cast<uint32_t>(sbig_core_num);
tiling->ssmall_core_num = static_cast<uint32_t>(ssmall_core_num);
tiling->ssmall_tile_length = static_cast<uint32_t>(ssmall_tile_length);
tiling->sbig_tile_length = static_cast<uint32_t>(sbig_tile_length);
tiling->core_tile_s1 = static_cast<uint32_t>(core_tile_s1);
tiling->partnum = static_cast<uint32_t>(partnum);
tiling->partnumX = static_cast<uint32_t>(partnumX);
for (int i = 0; i < BLOCK_DIM; ++i) {
tiling->startX[i] = static_cast<int32_t>(startX[i]);
tiling->endX[i] = static_cast<int32_t>(endX[i]);
tiling->rowsX[i] = static_cast<int32_t>(rowsX[i]);
tiling->startY[i] = static_cast<int32_t>(startY[i]);
tiling->endY[i] = static_cast<int32_t>(endY[i]);
tiling->rowsY[i] = static_cast<int32_t>(rowsY[i]);
}
tiling->d = static_cast<int32_t>(d);
tiling->dimNum = static_cast<int32_t>(dimNum);
return ge::GRAPH_SUCCESS;
}
static ge::graphStatus TilingParseForConcatV2([[maybe_unused]] gert::TilingParseContext* context)
{
return ge::GRAPH_SUCCESS;
}
IMPL_OP_OPTILING(ConcatV2).Tiling(ConcatV2TilingFunc).TilingParse<ConcatV2CompileInfo>(TilingParseForConcatV2);
}