* Copyright (c) 2025 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
#include "aclnn_dropout_backward.h"
#include "aclnn_kernels/cast.h"
#include "aclnn_kernels/contiguous.h"
#include "dropout_do_mask.h"
#include "math/zero_op/op_api/zero_op.h"
#include "aclnn_kernels/common/op_error_check.h"
#include "opdev/common_types.h"
#include "opdev/data_type_utils.h"
#include "opdev/format_utils.h"
#include "opdev/op_dfx.h"
#include "opdev/op_executor.h"
#include "opdev/op_log.h"
#include "opdev/shape_utils.h"
#include "opdev/tensor_view_utils.h"
#include "opdev/platform.h"
using namespace op;
#ifdef __cplusplus
extern "C" {
#endif
static constexpr size_t MAX_DIM_LEN = 8;
static const int64_t BIT_NUMBER = 128;
static const int64_t UINT8_BIT_NUMBER = 8;
static const std::initializer_list<op::DataType> ASCEND910_DTYPE_SUPPORT_LIST = {
op::DataType::DT_FLOAT, op::DataType::DT_FLOAT16};
static const std::initializer_list<op::DataType> ASCEND910B_DTYPE_SUPPORT_LIST = {
op::DataType::DT_FLOAT, op::DataType::DT_FLOAT16, op::DataType::DT_BF16};
static const std::initializer_list<op::DataType> MASK_DTYPE_SUPPORT_LIST = {op::DataType::DT_UINT8};
static inline const std::initializer_list<op::DataType>& GetDtypeSupportListBySocVersion()
{
auto npuArch = op::GetCurrentPlatformInfo().GetCurNpuArch();
switch (npuArch) {
case NpuArch::DAV_2201:
case NpuArch::DAV_3510: {
return ASCEND910B_DTYPE_SUPPORT_LIST;
}
case NpuArch::DAV_1001: {
return ASCEND910_DTYPE_SUPPORT_LIST;
}
default: {
return ASCEND910_DTYPE_SUPPORT_LIST;
}
}
}
static inline bool CheckNotNull(const aclTensor* gradOutput, const aclTensor* mask, const aclTensor* out)
{
OP_CHECK_NULL(gradOutput, return false);
OP_CHECK_NULL(mask, return false);
OP_CHECK_NULL(out, return false);
return true;
}
static bool CheckDtypeValid(const aclTensor* gradOutput, const aclTensor* mask, const aclTensor* out)
{
OP_CHECK_RESULT_DTYPE_CAST_FAILED(gradOutput->GetDataType(), out->GetDataType(), return false);
const std::initializer_list<op::DataType> dtypeSupportList = GetDtypeSupportListBySocVersion();
OP_CHECK_DTYPE_NOT_SUPPORT(gradOutput, dtypeSupportList, return false);
OP_CHECK_DTYPE_NOT_SUPPORT(mask, MASK_DTYPE_SUPPORT_LIST, return false);
return true;
}
static bool IsDoubleEqual(double f1, double f2)
{
return std::abs(f1 - f2) <= std::numeric_limits<double>::epsilon();
}
static inline double ComputeProb(double scale)
{
return IsDoubleEqual(scale, 0.0) ? 1 : (1 - 1 / scale);
}
static inline bool CheckProbability(double scale)
{
double p = ComputeProb(scale);
if (p > 1 || p < 0) {
OP_LOGE(
ACLNN_ERR_PARAM_INVALID,
"The value of scale is error, p = (scale == 0.0) ? 1 : (1 - 1 / scale) has to be between 0 and 1, but got "
"scale %f.",
scale);
return false;
}
return true;
}
static bool CheckShape(const aclTensor* gradOutput, const aclTensor* mask, const aclTensor* out)
{
OP_CHECK_MAX_DIM(gradOutput, MAX_DIM_LEN, return false);
OP_CHECK_SHAPE_NOT_EQUAL(gradOutput, out, return false);
int64_t gradSize = gradOutput->GetViewShape().GetShapeSize();
int64_t maskSize = mask->GetViewShape().GetShapeSize();
int64_t needMaskSizde = (gradSize + BIT_NUMBER - 1) / BIT_NUMBER * BIT_NUMBER / UINT8_BIT_NUMBER;
if (maskSize != needMaskSizde) {
OP_LOGE(ACLNN_ERR_PARAM_INVALID, "Size of maskOut has to be %ld, but current is %ld.", needMaskSizde, maskSize);
return false;
}
return true;
}
static inline aclnnStatus CheckParams(const aclTensor* gradOutput, const aclTensor* mask, double scale, aclTensor* out)
{
CHECK_RET(CheckNotNull(gradOutput, mask, out), ACLNN_ERR_PARAM_NULLPTR);
CHECK_RET(CheckDtypeValid(gradOutput, mask, out), ACLNN_ERR_PARAM_INVALID);
CHECK_RET(CheckProbability(scale), ACLNN_ERR_PARAM_INVALID);
CHECK_RET(CheckShape(gradOutput, mask, out), ACLNN_ERR_PARAM_INVALID);
return ACLNN_SUCCESS;
}
static inline const aclTensor* GenerateShapeTensor(op::Shape shape, aclOpExecutor* executor)
{
FVector<int64_t> shapeVector;
for (size_t i = 0; i < shape.GetDimNum(); i++) {
shapeVector.push_back(shape.GetDim(i));
}
return executor->ConvertToTensor(shapeVector.data(), shapeVector.size(), DataType::DT_INT64);
}
static inline const aclTensor* DoMask(
const aclTensor* inputContiguous, const aclTensor* mask, double p, aclOpExecutor* executor)
{
if (IsDoubleEqual(p, 0.0)) {
return inputContiguous;
} else if (IsDoubleEqual(p, 1.0)) {
return l0op::ZerosLike(inputContiguous, executor);
} else {
FVector<float> probVector = {static_cast<float>(1 - p)};
auto probTensor =
executor->ConvertToTensor(probVector.data(), probVector.size(), inputContiguous->GetDataType());
return l0op::DropoutDoMask(inputContiguous, mask, probTensor, executor);
}
}
aclnnStatus aclnnDropoutBackwardGetWorkspaceSize(
const aclTensor* gradOutput, const aclTensor* mask, double scale, aclTensor* out, uint64_t* workspaceSize,
aclOpExecutor** executor)
{
L2_DFX_PHASE_1(aclnnDropoutBackward, DFX_IN(gradOutput, mask, scale), DFX_OUT(out));
auto uniqueExecutor = CREATE_EXECUTOR();
CHECK_RET(uniqueExecutor.get() != nullptr, ACLNN_ERR_INNER_CREATE_EXECUTOR);
auto ret = CheckParams(gradOutput, mask, scale, out);
CHECK_RET(ret == ACLNN_SUCCESS, ret);
if (gradOutput->IsEmpty()) {
*workspaceSize = 0;
uniqueExecutor.ReleaseTo(executor);
return ACLNN_SUCCESS;
}
auto gradContiguous = l0op::Contiguous(gradOutput, uniqueExecutor.get());
CHECK_RET(gradContiguous != nullptr, ACLNN_ERR_INNER_NULLPTR);
auto maskContiguous = l0op::Contiguous(mask, uniqueExecutor.get());
CHECK_RET(maskContiguous != nullptr, ACLNN_ERR_INNER_NULLPTR);
double p = ComputeProb(scale);
auto doMaskOut = DoMask(gradContiguous, maskContiguous, p, uniqueExecutor.get());
CHECK_RET(doMaskOut != nullptr, ACLNN_ERR_INNER_NULLPTR);
auto castOut = l0op::Cast(doMaskOut, out->GetDataType(), uniqueExecutor.get());
CHECK_RET(castOut != nullptr, ACLNN_ERR_INNER_NULLPTR);
auto viewCopyResult = l0op::ViewCopy(castOut, out, uniqueExecutor.get());
CHECK_RET(viewCopyResult != nullptr, ACLNN_ERR_INNER_NULLPTR);
*workspaceSize = uniqueExecutor->GetWorkspaceSize();
uniqueExecutor.ReleaseTo(executor);
return ACLNN_SUCCESS;
}
aclnnStatus aclnnDropoutBackward(void* workspace, uint64_t workspaceSize, aclOpExecutor* executor, aclrtStream stream)
{
L2_DFX_PHASE_2(aclnnDropoutBackward);
return CommonOpExecutorRun(workspace, workspaceSize, executor, stream);
}
#ifdef __cplusplus
}
#endif