* Copyright (c) 2024 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
#include <mki/base/operation_base.h>
#include <mki/utils/log/log.h>
#include <mki/utils/const/op_const.h>
#include <mki_loader/op_register.h>
#include "atbops/params/params.h"
namespace AtbOps {
constexpr int32_t MAX_BATCH_NUM = 64;
using namespace Mki;
class UnpadOperation : public OperationBase {
public:
explicit UnpadOperation(const std::string &opName) noexcept : OperationBase(opName) {}
Kernel *GetBestKernel(const LaunchParam &launchParam) const override
{
return GetKernelByName("UnpadKernel");
}
int64_t GetInputNum(const Any &specificParam) const override
{
MKI_CHECK(specificParam.Type() == typeid(OpParam::Unpad), "OpParam is invalid", return 0);
return DIM_4;
}
int64_t GetOutputNum(const Any &specificParam) const override
{
MKI_CHECK(specificParam.Type() == typeid(OpParam::Unpad), "OpParam is invalid", return 0);
return DIM_3;
}
bool CheckUnpad(const LaunchParam &launchParam) const
{
MKI_CHECK(launchParam.GetInTensor(0).desc.dims.size() == DIM_2,
"dim size of inTensor0 is invalid", return false);
MKI_CHECK(launchParam.GetInTensor(0).desc.dims[0] == launchParam.GetInTensor(DIM_3).desc.dims[0] &&
launchParam.GetInTensor(1).desc.dims[0] == launchParam.GetInTensor(DIM_3).desc.dims[0],
"seq len / cum_offsets_now is wrong", return false);
MKI_CHECK(launchParam.GetInTensor(0).desc.dims[DIM_0] <= MAX_BATCH_NUM,
"batch should not be larger than 64", return false);
return true;
}
Status InferShapeImpl(const LaunchParam &launchParam, SVector<Tensor> &outTensors) const override
{
MKI_CHECK(CheckUnpad(launchParam), "Failed to check launch param",
return Status::FailStatus(ERROR_INFERSHAPE_ERROR, "Failed to check launch param"));
outTensors[0].desc = launchParam.GetInTensor(1).desc;
outTensors[1].desc = launchParam.GetInTensor(1).desc;
outTensors[DIM_2].desc = launchParam.GetInTensor(1).desc;
auto unpadNumel = launchParam.GetInTensor(0).desc.Numel();
outTensors[0].desc.dtype = TENSOR_DTYPE_INT64;
outTensors[0].desc.dims[0] = 1;
outTensors[DIM_2].desc.dims[0] = 1;
outTensors[0].desc.dims[1] = unpadNumel;
outTensors[DIM_2].desc.dims[1] = unpadNumel;
return Status::OkStatus();
}
};
REG_OPERATION(UnpadOperation);
}