* This file is part of the OpenBOAT project at Harbin Institute of Technology (HIT)
* and is contributed to the CANN Open Software.
*
* Copyright (c) 2025 AISS Group, Harbin Institute of Technology (HIT).
* All Rights Reserved.
*
* Authors (accounts):
* - Pei Haobo<@xiaopei-1>
* - Su Tonghua <@sutonghua>
*
* This program is free software: you can redistribute it and/or modify it.
* Licensed under the CANN Open Software License Agreement Version 2.0 (the "License").
* You may not use this file except in compliance with the License.
* See the LICENSE file at the root of the repository for the full text of the License.
*
* THE SOFTWARE IS PROVIDED "AS IS", WITHOUT WARRANTIES OF ANY KIND, EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
*/
* \file dot_v2_tiling.cpp
* \brief
*/
#include "log/log.h"
#include "util/math_util.h"
#include "op_host/tiling_base_util.h"
#include <graph/utils/type_utils.h>
#include "tiling/platform/platform_ascendc.h"
#include "../op_kernel/dot_v2_tiling_data.h"
#include "../op_kernel/dot_v2_tiling_key.h"
namespace optiling {
constexpr uint32_t BLOCK_SIZE = 32;
constexpr uint32_t BUFFER_NUM = 2;
struct DotV2CompileInfo {};
static ge::graphStatus GetPlatformInfo(gert::TilingContext* context, uint64_t& ubSize, int64_t& coreNum)
{
fe::PlatFormInfos* platformInfoPtr = context->GetPlatformInfo();
OP_CHECK_NULL_WITH_CONTEXT(context, platformInfoPtr);
auto ascendcPlatform = platform_ascendc::PlatformAscendC(platformInfoPtr);
coreNum = ascendcPlatform.GetCoreNumAiv();
OP_CHECK_IF(coreNum == 0, OP_LOGE(context, "coreNum is 0"), return ge::GRAPH_FAILED);
ascendcPlatform.GetCoreMemSize(platform_ascendc::CoreMemType::UB, ubSize);
OP_CHECK_IF(ubSize == 0, OP_LOGE(context, "ubSize is 0"), return ge::GRAPH_FAILED);
return ge::GRAPH_SUCCESS;
}
static ge::graphStatus GetShapeAttrsInfo(gert::TilingContext* context, int64_t& totalIdx, ge::DataType& dataType)
{
auto inputX = context->GetInputShape(0);
OP_CHECK_NULL_WITH_CONTEXT(context, inputX);
auto inputShapeX = Ops::Base::EnsureNotScalar(inputX->GetStorageShape());
auto inputY = context->GetInputShape(1);
OP_CHECK_NULL_WITH_CONTEXT(context, inputY);
auto inputShapeY = Ops::Base::EnsureNotScalar(inputY->GetStorageShape());
auto outZ = context->GetOutputShape(0);
OP_CHECK_NULL_WITH_CONTEXT(context, outZ);
auto outShapeZ = Ops::Base::EnsureNotScalar(outZ->GetStorageShape());
bool shapeMatch = true;
if (inputShapeX.GetDimNum() != inputShapeY.GetDimNum() || outShapeZ.GetDimNum() != 1) {
shapeMatch = false;
}else {
size_t dimNum = inputShapeX.GetDimNum();
for (size_t i = 0; i < dimNum; i++) {
if (inputShapeX.GetDim(i) != inputShapeY.GetDim(i)) {
shapeMatch = false;
break;
}
}
}
OP_CHECK_IF(
!shapeMatch,
OP_LOGE(
context, "DotV2: inputx,inputy shape not match! dim num: x=%zu, y=%zu",
inputShapeX.GetDimNum(), inputShapeY.GetDimNum()),
return ge::GRAPH_FAILED);
totalIdx = inputX->GetStorageShape().GetShapeSize();
const std::set<ge::DataType> supportedDtype = {ge::DT_FLOAT, ge::DT_FLOAT16};
auto inputDesc = context->GetInputDesc(0);
OP_CHECK_NULL_WITH_CONTEXT(context, inputDesc);
dataType = inputDesc->GetDataType();
if (supportedDtype.count(dataType) == 0) {
OP_LOGE(context, "invalid dtype");
return ge::GRAPH_FAILED;
}
return ge::GRAPH_SUCCESS;
}
static ge::graphStatus GetWorkspaceSize(gert::TilingContext* context)
{
auto ascendcPlatform = platform_ascendc:: PlatformAscendC(context->GetPlatformInfo());
uint32_t sysWorkspaceSize = ascendcPlatform.GetLibApiWorkSpaceSize();
size_t* currentWorkspace = context->GetWorkspaceSizes(1);
OP_CHECK_NULL_WITH_CONTEXT(context, currentWorkspace);
currentWorkspace[0] = sysWorkspaceSize;
return ge::GRAPH_SUCCESS;
}
static ge::graphStatus DotV2TilingFunc(gert::TilingContext* context)
{
uint64_t ubSize = 0;
int64_t coreNum = 0;
OP_CHECK_IF(GetPlatformInfo(context, ubSize, coreNum) != ge::GRAPH_SUCCESS,
OP_LOGE(context, "GetPlatformInfo error"), return ge::GRAPH_FAILED);
int64_t totalIdx = 0;
ge::DataType dataType;
OP_CHECK_IF(GetShapeAttrsInfo(context, totalIdx, dataType) != ge::GRAPH_SUCCESS,
OP_LOGE(context, "GetShapeAttrsInfo error"), return ge::GRAPH_FAILED);
if (totalIdx <= 0) {
DotV2TilingData* tiling = context->GetTilingData<DotV2TilingData>();
OP_CHECK_NULL_WITH_CONTEXT(context, tiling);
memset_s(tiling, sizeof(DotV2TilingData), 0, sizeof(DotV2TilingData));
context->SetBlockDim(1);
return ge::GRAPH_SUCCESS;
}
OP_CHECK_IF(GetWorkspaceSize(context) != ge::GRAPH_SUCCESS,
OP_LOGE(context, "GetWorkspaceSize error"), return ge::GRAPH_FAILED);
DotV2TilingData* tiling = context->GetTilingData<DotV2TilingData>();
OP_CHECK_NULL_WITH_CONTEXT(context, tiling);
OP_CHECK_IF(memset_s(tiling, sizeof(DotV2TilingData), 0, sizeof(DotV2TilingData)) != EOK,
OP_LOGE(context, "set tiling data error"), return ge::GRAPH_FAILED);
uint32_t typeLength = 0;
ge::TypeUtils::GetDataTypeLength(context->GetInputDesc(0)->GetDataType(), typeLength);
if (typeLength == 0) {
OP_LOGE(context, "typeLength is 0");
return ge::GRAPH_FAILED;
}
uint32_t inputBytes = static_cast<uint32_t>(typeLength);
uint32_t inputLengthBytes = static_cast<uint32_t>(totalIdx) * inputBytes;
uint32_t ubDataNumber = (inputBytes == 1ULL) ? 7U : 5U;
uint32_t tmp = (ubSize / BLOCK_SIZE / BUFFER_NUM);
uint32_t tileBlockNum = 1U;
if (tmp > 0) {
uint32_t tb = tmp / ubDataNumber;
tileBlockNum = (tb == 0) ? 1U : static_cast<uint32_t>(tb);
}
uint32_t tileDataNum = static_cast<uint32_t>((static_cast<uint32_t>(tileBlockNum) * BLOCK_SIZE) / inputBytes);
if (tileDataNum == 0U) tileDataNum = 1U;
uint32_t blocksTotal = (inputLengthBytes + BLOCK_SIZE - 1ULL) / BLOCK_SIZE;
uint32_t coreNum64 = static_cast<uint32_t>(coreNum);
if (coreNum64 > blocksTotal){
coreNum64 = blocksTotal;
}
if (coreNum64 == 0ULL) coreNum64 = 1ULL;
uint32_t finalCoreNum = static_cast<uint32_t>(coreNum64);
uint32_t everyCoreInputBlockNum = blocksTotal / coreNum64;
uint32_t tailBlockNum = static_cast<uint32_t>(blocksTotal % coreNum64);
uint32_t smallCoreDataNum_u = everyCoreInputBlockNum * BLOCK_SIZE / inputBytes;
uint32_t smallCoreDataNum = static_cast<uint32_t>(smallCoreDataNum_u);
uint32_t smallTileNum = static_cast<uint32_t>(everyCoreInputBlockNum / static_cast<uint32_t>(tileBlockNum));
uint32_t finalSmallTileNum = ((everyCoreInputBlockNum % tileBlockNum) == 0) ? smallTileNum : (smallTileNum + 1);
uint32_t smallTailDataNum_i = static_cast<uint32_t>(smallCoreDataNum) - static_cast<uint32_t>(tileDataNum) * static_cast<uint32_t>(smallTileNum);
uint32_t smallTailDataNum = (smallTailDataNum_i <= 0) ? tileDataNum : static_cast<uint32_t>(smallTailDataNum_i);
uint32_t bigEveryCoreBlockNum = everyCoreInputBlockNum + 1ULL;
uint32_t bigCoreDataNum_u = bigEveryCoreBlockNum * BLOCK_SIZE / inputBytes;
uint32_t bigCoreDataNum = static_cast<uint32_t>(bigCoreDataNum_u);
uint32_t bigTileNum = static_cast<uint32_t>(bigEveryCoreBlockNum / static_cast<uint32_t>(tileBlockNum));
uint32_t finalBigTileNum = ((bigEveryCoreBlockNum % tileBlockNum) == 0) ? bigTileNum : (bigTileNum + 1);
uint32_t bigTailDataNum_i = static_cast<uint32_t>(bigCoreDataNum) - static_cast<uint32_t>(tileDataNum) * static_cast<uint32_t>(bigTileNum);
uint32_t bigTailDataNum = (bigTailDataNum_i <= 0) ? tileDataNum : static_cast<uint32_t>(bigTailDataNum_i);
tiling->smallCoreDataNum = static_cast<uint32_t>(smallCoreDataNum);
tiling->bigCoreDataNum = static_cast<uint32_t>(bigCoreDataNum);
tiling->tileDataNum = static_cast<uint32_t>(tileDataNum);
tiling->smallTailDataNum = static_cast<uint32_t>(smallTailDataNum);
tiling->bigTailDataNum = static_cast<uint32_t>(bigTailDataNum);
tiling->finalSmallTileNum = static_cast<uint32_t>(finalSmallTileNum);
tiling->finalBigTileNum = static_cast<uint32_t>(finalBigTileNum);
tiling->tailBlockNum = static_cast<uint32_t>(tailBlockNum);
tiling->workGmSize = static_cast<uint32_t>(BLOCK_SIZE / typeLength);
context->SetBlockDim(finalCoreNum);
return ge::GRAPH_SUCCESS;
}
static ge::graphStatus TilingParseForDotV2([[maybe_unused]] gert::TilingParseContext* context)
{
return ge::GRAPH_SUCCESS;
}
IMPL_OP_OPTILING(DotV2).Tiling(DotV2TilingFunc).TilingParse<DotV2CompileInfo>(TilingParseForDotV2);
}