* Copyright (c) 2025 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
#include "mul.h"
#include "aclnn_kernels/common/op_error_check.h"
#include "opdev/aicpu/aicpu_task.h"
#include "opdev/make_op_executor.h"
#include "opdev/op_dfx.h"
#include "opdev/op_def.h"
#include "opdev/op_log.h"
#include "opdev/op_executor.h"
#include "opdev/shape_utils.h"
#include "opdev/platform.h"
#include "op_api/aclnn_check.h"
using namespace op;
namespace l0op {
OP_TYPE_REGISTER(Mul);
static const std::initializer_list<DataType> ASCEND910_AICORE_DTYPE_SUPPORT_LIST = {
DataType::DT_FLOAT, DataType::DT_FLOAT16, DataType::DT_INT32, DataType::DT_INT8, DataType::DT_UINT8,
DataType::DT_INT64, DataType::DT_BOOL};
static const std::initializer_list<DataType> ASCEND910B_AICORE_DTYPE_SUPPORT_LIST = {
DataType::DT_FLOAT, DataType::DT_FLOAT16, DataType::DT_INT32, DataType::DT_INT8, DataType::DT_UINT8,
DataType::DT_INT64, DataType::DT_BF16, DataType::DT_COMPLEX64, DataType::DT_BOOL};
static const std::initializer_list<DataType> REGBASE_AICORE_DTYPE_SUPPORT_LIST = {
DataType::DT_FLOAT, DataType::DT_FLOAT16, DataType::DT_BF16, DataType::DT_INT32,
DataType::DT_INT8, DataType::DT_UINT8, DataType::DT_INT64, ge::DT_INT16,
DataType::DT_COMPLEX32, DataType::DT_COMPLEX64, DataType::DT_BOOL};
static const std::initializer_list<DataType> ASCEND610LITE_AICORE_DTYPE_SUPPORT_LIST = {
DataType::DT_FLOAT, DataType::DT_FLOAT16, DataType::DT_INT32, DataType::DT_INT8, DataType::DT_UINT8};
static constexpr int64_t DIM_FOUR = 4;
static inline const std::initializer_list<DataType>& GetAiCoreDtypeSupportListBySocVersion() {
auto curArch = GetCurrentPlatformInfo().GetCurNpuArch();
switch (curArch) {
case NpuArch::DAV_2201: {
return ASCEND910B_AICORE_DTYPE_SUPPORT_LIST;
}
case NpuArch::DAV_3510: {
return REGBASE_AICORE_DTYPE_SUPPORT_LIST;
}
case NpuArch::DAV_1001: {
return ASCEND910_AICORE_DTYPE_SUPPORT_LIST;
}
case NpuArch::DAV_3102: {
return ASCEND610LITE_AICORE_DTYPE_SUPPORT_LIST;
}
default: {
return ASCEND910_AICORE_DTYPE_SUPPORT_LIST;
}
}
}
bool IsDoubleSupport(const aclTensor *self, const aclTensor *other) {
if (IsRegBase() && self->GetDataType() == DataType::DT_DOUBLE &&
other->GetDataType() == DataType::DT_DOUBLE) {
return true;
}
return false;
}
static bool isBroadcastTemplateNonContiguousSupport(const aclTensor* input)
{
auto viewShape = input->GetViewShape();
size_t shapeDim = viewShape.GetDimNum();
if (shapeDim > DIM_FOUR) {
OP_LOGI("Broadcast Template NonContiguous UnSupported. shapeDim: %d > 4", shapeDim);
return false;
}
if (!IsRegBase()) {
OP_LOGI("Broadcast Template NonContiguous UnSupported. not RegBase");
return false;
}
return true;
}
inline static bool IsAiCoreSupport(const aclTensor *self) {
return CheckType(self->GetDataType(), GetAiCoreDtypeSupportListBySocVersion());
}
bool IsMulSupportNonContiguous(const aclTensor* self, const aclTensor *other) {
bool isSupportNonContiguous = isBroadcastTemplateNonContiguousSupport(self) && isBroadcastTemplateNonContiguousSupport(other);
return isSupportNonContiguous && ((IsAiCoreSupport(self) && IsAiCoreSupport(other)) || IsDoubleSupport(self, other));
}
static const aclTensor *MulAiCore(const aclTensor *self, const aclTensor *other, const aclTensor *mulOut,
aclOpExecutor *executor) {
L0_DFX(MulAiCore, self, other, mulOut);
ADD_TO_LAUNCHER_LIST_AICORE(Mul, OP_INPUT(self, other), OP_OUTPUT(mulOut));
return mulOut;
}
static const aclTensor *MulAiCpu(const aclTensor *self, const aclTensor *other, aclTensor *mulOut,
aclOpExecutor *executor) {
L0_DFX(MulAiCpu, self, other);
static internal::AicpuTaskSpace space("Mul");
auto ret = ADD_TO_LAUNCHER_LIST_AICPU(Mul, OP_ATTR_NAMES(), OP_INPUT(self, other), OP_OUTPUT(mulOut));
CHECK_RET(ret == ACLNN_SUCCESS, nullptr);
return mulOut;
}
const aclTensor *Mul(const aclTensor *self, const aclTensor *other, aclOpExecutor *executor) {
Shape broadcastShape;
OP_CHECK_BROADCAST_AND_INFER_SHAPE(self, other, broadcastShape, return nullptr);
bool isMixDataType = (self->GetDataType() == DataType::DT_FLOAT16 && other->GetDataType() == DataType::DT_FLOAT) ||
(self->GetDataType() == DataType::DT_FLOAT && other->GetDataType() == DataType::DT_FLOAT16) ||
(self->GetDataType() == DataType::DT_BF16 && other->GetDataType() == DataType::DT_FLOAT) ||
(self->GetDataType() == DataType::DT_FLOAT && other->GetDataType() == DataType::DT_BF16);
auto mulOut = isMixDataType ? executor->AllocTensor(broadcastShape, DataType::DT_FLOAT)
: executor->AllocTensor(broadcastShape, self->GetDataType());
if (isMixDataType || (IsAiCoreSupport(self) && IsAiCoreSupport(other)) || IsDoubleSupport(self, other)) {
return MulAiCore(self, other, mulOut, executor);
}
return MulAiCpu(self, other, mulOut, executor);
}
}