* Copyright (c) 2025 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
* \file dynamic_block_quant.cc
* \brief
*/
#include "register/op_impl_registry.h"
#include "log/log.h"
#include "util/math_util.h"
#include "util/shape_util.h"
using namespace ge;
namespace ops {
constexpr size_t INDEX_ATTR_DST_TYPE = 2;
constexpr size_t INDEX_ATTR_ROW_BLOCK_SIZE = 3;
constexpr size_t INDEX_ATTR_COL_BLOCK_SIZE = 4;
constexpr size_t INPUT_DIM_NUM_TOW = 2;
constexpr size_t INPUT_DIM_NUM_THREE = 3;
constexpr int64_t UNKNOWN_DIM_VALUE = -1;
constexpr int64_t DIGIT_ZERO = 0;
constexpr int64_t DIGIT_ONE = 1;
constexpr int64_t DIGIT_TWO = 2;
graphStatus CheckShape(gert::InferShapeContext* context, const gert::Shape* inputXShape, gert::Shape* scaleShape,
gert::Shape* outputShape, const int32_t* rowBlockSize, const int32_t* colBlockSize)
{
if (inputXShape->GetDimNum() == INPUT_DIM_NUM_TOW) {
int64_t dim0 = inputXShape->GetDim(DIGIT_ZERO);
int64_t dim1 = inputXShape->GetDim(DIGIT_ONE);
OP_LOGD(context, "DynamicBlockQuant input shape is (%ld, %ld), rowBlockSize is %d, colBlockSize is %d", dim0,
dim1, *rowBlockSize, *colBlockSize);
*outputShape = *inputXShape;
scaleShape->SetDimNum(INPUT_DIM_NUM_TOW);
if (dim0 == UNKNOWN_DIM_VALUE) {
scaleShape->SetDim(DIGIT_ZERO, UNKNOWN_DIM_VALUE);
} else {
scaleShape->SetDim(DIGIT_ZERO, Ops::Base::CeilDiv(dim0, static_cast<int64_t>(*rowBlockSize)));
}
if (dim1 == UNKNOWN_DIM_VALUE) {
scaleShape->SetDim(DIGIT_ONE, UNKNOWN_DIM_VALUE);
} else {
scaleShape->SetDim(DIGIT_ONE, Ops::Base::CeilDiv(dim1, static_cast<int64_t>(*colBlockSize)));
}
} else if (inputXShape->GetDimNum() == INPUT_DIM_NUM_THREE) {
int64_t dim0 = inputXShape->GetDim(DIGIT_ZERO);
int64_t dim1 = inputXShape->GetDim(DIGIT_ONE);
int64_t dim2 = inputXShape->GetDim(DIGIT_TWO);
OP_LOGD(context, "DynamicBlockQuant input shape is (%ld, %ld, %ld), rowBlockSize is %d, colBlockSize is %d",
dim0, dim1, dim2, *rowBlockSize, *colBlockSize);
*outputShape = *inputXShape;
scaleShape->SetDimNum(INPUT_DIM_NUM_THREE);
if (dim0 == UNKNOWN_DIM_VALUE) {
scaleShape->SetDim(DIGIT_ZERO, UNKNOWN_DIM_VALUE);
} else {
scaleShape->SetDim(DIGIT_ZERO, dim0);
}
if (dim1 == UNKNOWN_DIM_VALUE) {
scaleShape->SetDim(DIGIT_ONE, UNKNOWN_DIM_VALUE);
} else {
scaleShape->SetDim(DIGIT_ONE, Ops::Base::CeilDiv(dim1, static_cast<int64_t>(*rowBlockSize)));
}
if (dim2 == UNKNOWN_DIM_VALUE) {
scaleShape->SetDim(DIGIT_TWO, UNKNOWN_DIM_VALUE);
} else {
scaleShape->SetDim(DIGIT_TWO, Ops::Base::CeilDiv(dim2, static_cast<int64_t>(*colBlockSize)));
}
} else {
OP_LOGE_FOR_INVALID_SHAPEDIM_WITH_REASON(context->GetNodeName(), "x", std::to_string(inputXShape->GetDimNum()),
"The shape dim of x must be within the range [2, 3]");
return ge::GRAPH_FAILED;
}
OP_LOGD(context, "End to do InferShapeForDynamicBlockQuant");
return ge::GRAPH_SUCCESS;
}
graphStatus InferShapeForDynamicBlockQuant(gert::InferShapeContext* context)
{
OP_LOGD(context, "Begin to do InferShapeForDynamicBlockQuant");
const gert::Shape* inputXShape = context->GetInputShape(0);
OP_CHECK_NULL_WITH_CONTEXT(context, inputXShape);
auto attrs = context->GetAttrs();
OP_CHECK_NULL_WITH_CONTEXT(context, attrs);
const int32_t* rowBlockSize = attrs->GetAttrPointer<int32_t>(INDEX_ATTR_ROW_BLOCK_SIZE);
const int32_t* colBlockSize = attrs->GetAttrPointer<int32_t>(INDEX_ATTR_COL_BLOCK_SIZE);
gert::Shape* outputShape = context->GetOutputShape(0);
OP_CHECK_NULL_WITH_CONTEXT(context, outputShape);
gert::Shape* scaleShape = context->GetOutputShape(1);
OP_CHECK_NULL_WITH_CONTEXT(context, scaleShape);
if (rowBlockSize == nullptr || colBlockSize == nullptr) {
OP_LOGD(context, "rowBlockSize or colBlockSize is nullptr, please check!");
return ge::GRAPH_FAILED;
}
if ((*rowBlockSize) <= 0 || (*colBlockSize) <= 0) {
OP_LOGD(context, "rowBlockSize or colBlockSize is invalid, please check!");
return ge::GRAPH_FAILED;
}
if (Ops::Base::IsUnknownRank(*inputXShape)) {
OP_LOGD(context, "input shape is UnknownRank, set y, scale shape to (-2, )");
Ops::Base::SetUnknownRank(*outputShape);
Ops::Base::SetUnknownRank(*scaleShape);
return ge::GRAPH_SUCCESS;
}
return CheckShape(context, inputXShape, scaleShape, outputShape, rowBlockSize, colBlockSize);
}
ge::graphStatus InferDataTypeForDynamicBlockQuant(gert::InferDataTypeContext* context)
{
OP_LOGD(context, "Begin to do InferDataTypeForDynamicBlockQuant");
const int32_t* dstDtype = context->GetAttrs()->GetAttrPointer<int32_t>(INDEX_ATTR_DST_TYPE);
ge::DataType outDtype = static_cast<ge::DataType>(*dstDtype);
context->SetOutputDataType(0, outDtype);
context->SetOutputDataType(1, ge::DT_FLOAT);
OP_LOGD(context, "End to do InferDataTypeForDynamicBlockQuant");
return ge::GRAPH_SUCCESS;
}
IMPL_OP_INFERSHAPE(DynamicBlockQuant)
.InferShape(InferShapeForDynamicBlockQuant)
.InferDataType(InferDataTypeForDynamicBlockQuant);
}