* This file is part of the OpenBOAT project at Harbin Institute of Technology (HIT)
* and is contributed to the CANN Open Software.
*
* Copyright (c) 2025 AISS Group, Harbin Institute of Technology (HIT).
* All Rights Reserved.
*
* Authors (accounts):
* - Pei Haobo<@xiaopei-1>
* - Su Tonghua <@sutonghua>
*
* This program is free software: you can redistribute it and/or modify it.
* Licensed under the CANN Open Software License Agreement Version 2.0 (the "License").
* You may not use this file except in compliance with the License.
* See the LICENSE file at the root of the repository for the full text of the License.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTIES OF ANY KIND, EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
*/
* \file sinh_tiling.cpp
* \brief
*/
#include "log/log.h"
#include "util/math_util.h"
#include "op_host/tiling_base_util.h"
#include <graph/utils/type_utils.h>
#include "tiling/platform/platform_ascendc.h"
#include "../op_kernel/sinh_tiling_data.h"
#include "../op_kernel/sinh_tiling_key.h"
namespace optiling {
constexpr uint32_t BLOCK_SIZE = 32;
constexpr uint32_t BUFFER_NUM = 2;
constexpr uint32_t WS_SYS_SIZE = 16U * 1024U * 1024U;
const std::set<ge::DataType> supportedDtype = {ge::DT_FLOAT, ge::DT_FLOAT16};
struct SinhCompileInfo {};
struct SinhShapeInfo {
uint32_t smallCoreDataNum{0};
uint32_t bigCoreDataNum{0};
uint32_t finalSmallTileNum{0};
uint32_t finalBigTileNum{0};
uint32_t tileDataNum{0};
uint32_t smallTailDataNum{0};
uint32_t bigTailDataNum{0};
uint32_t tailBlockNum{0};
int64_t coreNum{0};
};
static ge::graphStatus GetPlatformInfo(gert::TilingContext* context, uint64_t& ubSize, int64_t& coreNum)
{
fe::PlatFormInfos* platformInfoPtr = context->GetPlatformInfo();
OP_CHECK_NULL_WITH_CONTEXT(context, platformInfoPtr);
auto ascendcPlatform = platform_ascendc::PlatformAscendC(platformInfoPtr);
coreNum = ascendcPlatform.GetCoreNumAiv();
OP_CHECK_IF(coreNum == 0, OP_LOGE(context, "coreNum is 0"), return ge::GRAPH_FAILED);
ascendcPlatform.GetCoreMemSize(platform_ascendc::CoreMemType::UB, ubSize);
OP_CHECK_IF(ubSize == 0, OP_LOGE(context, "ubSize is 0"), return ge::GRAPH_FAILED);
return ge::GRAPH_SUCCESS;
}
static ge::graphStatus GetShapeAttrsInfo(gert::TilingContext* context, int64_t& totalIdx, ge::DataType& dataType)
{
auto inputX = context->GetInputShape(0);
OP_CHECK_NULL_WITH_CONTEXT(context, inputX);
auto inputShapeX = Ops::Base::EnsureNotScalar(inputX->GetStorageShape());
auto outZ = context->GetOutputShape(0);
OP_CHECK_NULL_WITH_CONTEXT(context, outZ);
auto outShapeZ = Ops::Base::EnsureNotScalar(outZ->GetStorageShape());
if (inputShapeX.GetDimNum() != outShapeZ.GetDimNum()) {
OP_LOGE(
context, "Sinh: inputx,outputz shape not match! dim num: x=%zu, z=%zu",
inputShapeX.GetDimNum(), outShapeZ.GetDimNum());
return ge::GRAPH_FAILED;
} else {
size_t dimNum = inputShapeX.GetDimNum();
for (size_t i = 0; i < dimNum; i++) {
if (inputShapeX.GetDim(i) != outShapeZ.GetDim(i)) {
OP_LOGE(
context, "Sinh: inputx,outputz shape not match! dim num: x=%zu, z=%zu",
inputShapeX.GetDimNum(), outShapeZ.GetDimNum());
return ge::GRAPH_FAILED;
}
}
}
totalIdx = inputX->GetOriginShape().GetShapeSize();
auto inputDesc = context->GetInputDesc(0);
OP_CHECK_NULL_WITH_CONTEXT(context, inputDesc);
dataType = inputDesc->GetDataType();
if (supportedDtype.count(dataType) == 0) {
OP_LOGE(context, "Sinh: invalid dtype! Current dtype: %d, supported dtypes: DT_FLOAT,DT_FLOAT16",
static_cast<int>(dataType));
return ge::GRAPH_FAILED;
}
return ge::GRAPH_SUCCESS;
}
static ge::graphStatus GetWorkspaceSize(gert::TilingContext* context)
{
auto ascendcPlatform = platform_ascendc:: PlatformAscendC(context->GetPlatformInfo());
uint32_t sysWorkspaceSize = ascendcPlatform.GetLibApiWorkSpaceSize();
size_t* currentWorkspace = context->GetWorkspaceSizes(1);
OP_CHECK_NULL_WITH_CONTEXT(context, currentWorkspace);
currentWorkspace[0] = WS_SYS_SIZE + sysWorkspaceSize;
return ge::GRAPH_SUCCESS;
}
static ge::graphStatus CalculateCoreBlockNums(uint64_t ubSize, int64_t coreNum, uint32_t typeLength,int64_t totalIdx, SinhShapeInfo& info)
{
if(0 == BLOCK_SIZE || 0 == coreNum ) {
return ge::GRAPH_FAILED;
}
uint64_t inputBytes = static_cast<uint64_t>(typeLength);
uint64_t inputLengthBytes = static_cast<uint64_t>(totalIdx) * inputBytes;
uint32_t ubDataNumber = (inputBytes == 1ULL) ? 4U : 2U;
uint64_t tmp = (ubSize / BLOCK_SIZE / BUFFER_NUM);
uint32_t tileBlockNum = 1U;
if (tmp > 0) {
uint64_t tb = tmp / ubDataNumber;
tileBlockNum = (tb == 0) ? 1U : static_cast<uint32_t>(tb);
}
info.tileDataNum = static_cast<uint32_t>((static_cast<uint64_t>(tileBlockNum) * BLOCK_SIZE) / inputBytes);
if (info.tileDataNum == 0U) info.tileDataNum = 1U;
uint64_t blocksTotal = (inputLengthBytes + BLOCK_SIZE - 1ULL) / BLOCK_SIZE;
uint64_t coreNum64 = static_cast<uint64_t>(coreNum);
if (coreNum64 > blocksTotal){
coreNum64 = blocksTotal;
}
if (coreNum64 == 0ULL) coreNum64 = 1ULL;
uint32_t finalCoreNum = static_cast<uint32_t>(coreNum64);
uint64_t everyCoreInputBlockNum = blocksTotal / coreNum64;
info.tailBlockNum = static_cast<uint32_t>(blocksTotal % coreNum64);;
info.smallCoreDataNum = static_cast<uint32_t>(everyCoreInputBlockNum * BLOCK_SIZE / inputBytes);
uint32_t smallTileNum = static_cast<uint32_t>(everyCoreInputBlockNum / static_cast<uint64_t>(tileBlockNum));
info.finalSmallTileNum = (everyCoreInputBlockNum % tileBlockNum) == 0 ? smallTileNum : smallTileNum + 1;
int64_t smallTailDataNum_i = static_cast<int64_t>(info.smallCoreDataNum) - static_cast<int64_t>(info.tileDataNum) * static_cast<int64_t>(smallTileNum);
info.smallTailDataNum = (smallTailDataNum_i == 0) ? info.tileDataNum : static_cast<uint32_t>(smallTailDataNum_i);
everyCoreInputBlockNum += 1ULL;
info.bigCoreDataNum = everyCoreInputBlockNum * BLOCK_SIZE / inputBytes;
uint32_t bigTileNum = everyCoreInputBlockNum / tileBlockNum;
info.finalBigTileNum = ((everyCoreInputBlockNum % tileBlockNum) == 0)? bigTileNum : bigTileNum + 1;
int64_t bigTailDataNum_i = static_cast<int64_t>(info.bigCoreDataNum) - static_cast<int64_t>(info.tileDataNum) * static_cast<int64_t>(bigTileNum);
info.bigTailDataNum = (bigTailDataNum_i == 0) ? info.tileDataNum : static_cast<uint32_t>(bigTailDataNum_i);
info.coreNum = finalCoreNum;
return ge::GRAPH_SUCCESS;
}
static ge::graphStatus SinhTilingFunc(gert::TilingContext* context)
{
uint64_t ubSize = 0;
int64_t coreNum = 0;
OP_CHECK_IF(GetPlatformInfo(context, ubSize, coreNum) != ge::GRAPH_SUCCESS,
OP_LOGE(context, "GetPlatformInfo error"), return ge::GRAPH_FAILED);
int64_t totalIdx = 0;
ge::DataType dataType;
OP_CHECK_IF(GetShapeAttrsInfo(context, totalIdx, dataType) != ge::GRAPH_SUCCESS,
OP_LOGE(context, "GetShapeAttrsInfo error"), return ge::GRAPH_FAILED);
OP_CHECK_IF(GetWorkspaceSize(context) != ge::GRAPH_SUCCESS,
OP_LOGE(context, "GetWorkspaceSize error"), return ge::GRAPH_FAILED);
SinhTilingData* tiling = context->GetTilingData<SinhTilingData>();
OP_CHECK_NULL_WITH_CONTEXT(context, tiling);
OP_CHECK_IF(memset_s(tiling, sizeof(SinhTilingData), 0, sizeof(SinhTilingData)) != EOK,
OP_LOGE(context, "set tiling data error"), return ge::GRAPH_FAILED);
uint32_t typeLength = 0;
ge::TypeUtils::GetDataTypeLength(context->GetInputDesc(0)->GetDataType(), typeLength);
if (typeLength == 0) {
OP_LOGE(context, "typeLength is 0");
return ge::GRAPH_FAILED;
}
SinhShapeInfo shapeInfo;
ge::graphStatus ret = CalculateCoreBlockNums(ubSize,coreNum,typeLength, totalIdx,shapeInfo);
if (ret != ge::GRAPH_SUCCESS) {
return ret;
}
tiling->smallCoreDataNum = static_cast<int64_t>(shapeInfo.smallCoreDataNum);
tiling->bigCoreDataNum = static_cast<int64_t>(shapeInfo.bigCoreDataNum);
tiling->tileDataNum = static_cast<int64_t>(shapeInfo.tileDataNum);
tiling->smallTailDataNum = static_cast<int64_t>(shapeInfo.smallTailDataNum);
tiling->bigTailDataNum = static_cast<int64_t>(shapeInfo.bigTailDataNum);
tiling->finalSmallTileNum = static_cast<int64_t>(shapeInfo.finalSmallTileNum);
tiling->finalBigTileNum = static_cast<int64_t>(shapeInfo.finalBigTileNum);
tiling->tailBlockNum = static_cast<int64_t>(shapeInfo.tailBlockNum);
context->SetBlockDim(shapeInfo.coreNum);
return ge::GRAPH_SUCCESS;
}
static ge::graphStatus TilingParseForSinh([[maybe_unused]] gert::TilingParseContext* context)
{
return ge::GRAPH_SUCCESS;
}
IMPL_OP_OPTILING(Sinh).Tiling(SinhTilingFunc).TilingParse<SinhCompileInfo>(TilingParseForSinh);
}