* Copyright (c) 2024 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
#include <ATen/ATen.h>
#include <torch/torch.h>
#include <gtest/gtest.h>
#include <securec.h>
#include <vector>
#include <mki/utils/fp16/fp16_t.h>
#include <mki/utils/log/log.h>
#include <mki/utils/SVector/SVector.h>
#include "asdops/params/params.h"
#include "test_utils/op_test.h"
#include "test_utils/golden.h"
#include "test_common.h"
#include "op_desc_json.h"
using namespace AsdOps;
using namespace Mki;
constexpr float ATOL = 0.0001;
constexpr float RTOL = 0.0001;
constexpr float HALF_FLOAT_MIN = -250;
constexpr float HALF_FLOAT_MAX = 250;
static Status MulF16Golden(const Mki::Test::GoldenContext &context)
{
const Tensor &inTensor1 = context.hostInTensors.at(0);
at::Tensor atInRefTensor1 = at::from_blob(inTensor1.data, ToIntArrayRef(inTensor1.desc.dims), at::kHalf);
const Tensor &inTensor2 = context.hostInTensors.at(1);
at::Tensor atInRefTensor2 = at::from_blob(inTensor2.data, ToIntArrayRef(inTensor2.desc.dims), at::kHalf);
const Tensor outTensor = context.hostOutTensors.at(0);
at::Tensor atOutTensor = at::from_blob(outTensor.data, ToIntArrayRef(outTensor.desc.dims), at::kHalf);
at::Tensor refOutTensor = torch::mul(atInRefTensor1, atInRefTensor2);
fp16_t *atOutArray = (fp16_t *)atOutTensor.storage().data_ptr().get();
fp16_t *atRefOutArray = (fp16_t *)refOutTensor.storage().data_ptr().get();
for (int i = 0; i < outTensor.Numel(); i++) {
float expect = static_cast<float>(atRefOutArray[i]);
float actual = static_cast<float>(atOutArray[i]);
bool judge = std::abs(expect - actual) <= (ATOL + RTOL * std::abs(actual));
if (!judge) {
return Status::FailStatus(1, "unequal");
}
}
return Status::OkStatus();
}
static Status MulF32Golden(const Mki::Test::GoldenContext &context)
{
const Tensor &inTensor1 = context.hostInTensors.at(0);
at::Tensor atInRefTensor1 = at::from_blob(inTensor1.data, ToIntArrayRef(inTensor1.desc.dims), at::kFloat);
const Tensor &inTensor2 = context.hostInTensors.at(1);
at::Tensor atInRefTensor2 = at::from_blob(inTensor2.data, ToIntArrayRef(inTensor2.desc.dims), at::kFloat);
const Tensor outTensor = context.hostOutTensors.at(0);
at::Tensor atOutTensor = at::from_blob(outTensor.data, ToIntArrayRef(outTensor.desc.dims), at::kFloat);
at::Tensor refOutTensor = torch::mul(atInRefTensor1, atInRefTensor2);
float *atOutArray = (float *)atOutTensor.storage().data_ptr().get();
float *atRefOutArray = (float *)refOutTensor.storage().data_ptr().get();
for (int i = 0; i < outTensor.Numel(); i++) {
float expect = atRefOutArray[i];
float actual = atOutArray[i];
bool judge = std::abs(expect - actual) <= (ATOL + RTOL * std::abs(actual));
if (!judge) {
return Status::FailStatus(1, "unequal");
}
}
return Status::OkStatus();
}
TEST(TestOpElewiseMul, MulCase0)
{
Mki::Test::MkiOpTest opTest;
opTest.FloatRand(HALF_FLOAT_MIN, HALF_FLOAT_MAX);
opTest.Golden(&MulF16Golden);
OpParam::Elewise opParam = {};
opParam.elewiseType = OpParam::Elewise::ELEWISE_MUL;
Mki::Test::UtOpDesc opDesc = {"ElewiseOperation", opParam};
int64_t m = 14, n = 5, k = 23, b = 12;
SVector<TensorDesc> inTensorDesc = {{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {m, n, k, b}},
{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {m, n, k, b}}};
Status status = opTest.Run(opDesc, inTensorDesc);
ASSERT_EQ(status.Ok(), true);
}
TEST(TestOpElewiseMul, MulCase1)
{
Mki::Test::MkiOpTest opTest;
opTest.FloatRand(HALF_FLOAT_MIN, HALF_FLOAT_MAX);
opTest.Golden(&MulF16Golden);
OpParam::Elewise opParam = {};
opParam.elewiseType = OpParam::Elewise::ELEWISE_MUL;
Mki::Test::UtOpDesc opDesc = {"ElewiseOperation", opParam};
int64_t m = 14, n = 5, k = 23, b = 12;
SVector<TensorDesc> inTensorDesc = {{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {m, n, 1, b}},
{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {m, n, k, b}}};
Status status = opTest.Run(opDesc, inTensorDesc);
ASSERT_EQ(status.Ok(), true);
}
TEST(TestOpElewiseMul, MulCase2)
{
Mki::Test::MkiOpTest opTest;
opTest.FloatRand(HALF_FLOAT_MIN, HALF_FLOAT_MAX);
opTest.Golden(&MulF16Golden);
OpParam::Elewise opParam = {};
opParam.elewiseType = OpParam::Elewise::ELEWISE_MUL;
Mki::Test::UtOpDesc opDesc = {"ElewiseOperation", opParam};
int64_t m = 14, n = 5, k = 23, b = 12;
SVector<TensorDesc> inTensorDesc = {{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {m, n, k, b}},
{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {1, 1, k, b}}};
Status status = opTest.Run(opDesc, inTensorDesc);
ASSERT_EQ(status.Ok(), true);
}
TEST(TestOpElewiseMulFP32, MulCase0)
{
Mki::Test::MkiOpTest opTest;
opTest.FloatRand(HALF_FLOAT_MIN, HALF_FLOAT_MAX);
opTest.Golden(&MulF32Golden);
OpParam::Elewise opParam = {};
opParam.elewiseType = OpParam::Elewise::ELEWISE_MUL;
Mki::Test::UtOpDesc opDesc = {"ElewiseOperation", opParam};
int64_t m = 14, n = 5, k = 23, b = 12;
SVector<TensorDesc> inTensorDesc = {{TENSOR_DTYPE_FLOAT, TENSOR_FORMAT_ND, {m, n, k, b}},
{TENSOR_DTYPE_FLOAT, TENSOR_FORMAT_ND, {m, n, k, b}}};
Status status = opTest.Run(opDesc, inTensorDesc);
ASSERT_EQ(status.Ok(), true);
}
TEST(TestOpElewiseMulFP32, MulCase1)
{
Mki::Test::MkiOpTest opTest;
opTest.FloatRand(HALF_FLOAT_MIN, HALF_FLOAT_MAX);
opTest.Golden(&MulF32Golden);
OpParam::Elewise opParam = {};
opParam.elewiseType = OpParam::Elewise::ELEWISE_MUL;
Mki::Test::UtOpDesc opDesc = {"ElewiseOperation", opParam};
int64_t m = 14, n = 5, k = 23, b = 12;
SVector<TensorDesc> inTensorDesc = {{TENSOR_DTYPE_FLOAT, TENSOR_FORMAT_ND, {m, n, 1, b}},
{TENSOR_DTYPE_FLOAT, TENSOR_FORMAT_ND, {m, n, k, b}}};
Status status = opTest.Run(opDesc, inTensorDesc);
ASSERT_EQ(status.Ok(), true);
}
TEST(TestOpElewiseMulFP32, MulCase2)
{
Mki::Test::MkiOpTest opTest;
opTest.FloatRand(HALF_FLOAT_MIN, HALF_FLOAT_MAX);
opTest.Golden(&MulF32Golden);
OpParam::Elewise opParam = {};
opParam.elewiseType = OpParam::Elewise::ELEWISE_MUL;
Mki::Test::UtOpDesc opDesc = {"ElewiseOperation", opParam};
int64_t m = 14, n = 5, k = 23, b = 12;
SVector<TensorDesc> inTensorDesc = {{TENSOR_DTYPE_FLOAT, TENSOR_FORMAT_ND, {m, n, k, b}},
{TENSOR_DTYPE_FLOAT, TENSOR_FORMAT_ND, {1, 1, k, b}}};
Status status = opTest.Run(opDesc, inTensorDesc);
ASSERT_EQ(status.Ok(), true);
}
TEST(TestOpElewiseMul, TestGetBestKernel)
{
LaunchParam launchParam;
launchParam.AddInTensor({{TENSOR_DTYPE_FLOAT, TENSOR_FORMAT_ND, {5, 5}}});
launchParam.AddInTensor({{TENSOR_DTYPE_FLOAT, TENSOR_FORMAT_ND, {5, 5}}});
launchParam.AddOutTensor({{TENSOR_DTYPE_FLOAT, TENSOR_FORMAT_ND, {5, 5}}});
OpParam::Elewise opParam = {};
opParam.elewiseType = OpParam::Elewise::ELEWISE_MUL;
Mki::Test::UtOpDesc opDesc = {"ElewiseOperation", opParam};
launchParam.SetParam(opDesc.specificParam);
Mki::Operation *op = Mki::AutoGen::GetOpByName(opDesc.opName);
auto kernel = std::unique_ptr<Mki::Kernel>(op->GetBestKernel(launchParam));
ASSERT_NE(kernel, nullptr);
}
TEST(TestOpElewiseMul, TestInferShape0)
{
LaunchParam launchParam;
launchParam.AddInTensor({{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {5, 5}}});
launchParam.AddInTensor({{TENSOR_DTYPE_FLOAT, TENSOR_FORMAT_ND, {5, 5}}});
launchParam.AddOutTensor({{TENSOR_DTYPE_FLOAT, TENSOR_FORMAT_ND, {5, 5}}});
OpParam::Elewise opParam = {};
opParam.elewiseType = OpParam::Elewise::ELEWISE_MUL;
Mki::Test::UtOpDesc opDesc = {"ElewiseOperation", opParam};
launchParam.SetParam(opDesc.specificParam);
Mki::Operation *op = Mki::AutoGen::GetOpByName(opDesc.opName);
Status status = op->InferShape(launchParam);
ASSERT_EQ(status.Ok(), false);
}
TEST(TestOpElewiseMul, TestInferShape1)
{
LaunchParam launchParam;
launchParam.AddInTensor({{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {5, 5, 3}}});
launchParam.AddInTensor({{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {5, 5, 2}}});
launchParam.AddOutTensor({{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {5, 5}}});
OpParam::Elewise opParam = {};
opParam.elewiseType = OpParam::Elewise::ELEWISE_MUL;
Mki::Test::UtOpDesc opDesc = {"ElewiseOperation", opParam};
launchParam.SetParam(opDesc.specificParam);
Mki::Operation *op = Mki::AutoGen::GetOpByName(opDesc.opName);
Status status = op->InferShape(launchParam);
ASSERT_EQ(status.Ok(), false);
}
* @brief ok
*/
TEST(TestOpElewiseMul, TestCanSupport0)
{
LaunchParam launchParam;
launchParam.AddInTensor({{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {5, 5}}});
launchParam.AddInTensor({{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {5, 5}}});
launchParam.AddOutTensor({{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {5, 5}}});
OpParam::Elewise opParam = {};
opParam.elewiseType = OpParam::Elewise::ELEWISE_MUL;
Mki::Test::UtOpDesc opDesc = {"ElewiseOperation", opParam};
launchParam.SetParam(opDesc.specificParam);
Mki::Operation *op = Mki::AutoGen::GetOpByName(opDesc.opName);
auto kernel = std::unique_ptr<Mki::Kernel>(op->GetKernelByName("MulF16Kernel"));
ASSERT_NE(kernel, nullptr);
ASSERT_EQ(kernel->CanSupport(launchParam), true);
}
* @brief elewiseType wrong
*/
TEST(TestOpElewiseMul, TestCanSupport1)
{
LaunchParam launchParam;
launchParam.AddInTensor({{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {5, 5}}});
launchParam.AddInTensor({{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {5, 5}}});
launchParam.AddOutTensor({{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {5, 5}}});
OpParam::Elewise opParam = {};
opParam.elewiseType = OpParam::Elewise::ELEWISE_SIN;
Mki::Test::UtOpDesc opDesc = {"ElewiseOperation", opParam};
launchParam.SetParam(opDesc.specificParam);
Mki::Operation *op = Mki::AutoGen::GetOpByName(opDesc.opName);
auto kernel = std::unique_ptr<Mki::Kernel>(op->GetKernelByName("MulF16Kernel"));
ASSERT_NE(kernel, nullptr);
ASSERT_EQ(kernel->CanSupport(launchParam), false);
}
* @brief inPutNum wrong
*/
TEST(TestOpElewiseMul, TestCanSupport2)
{
LaunchParam launchParam;
launchParam.AddInTensor({{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {5, 5}}});
launchParam.AddOutTensor({{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {5, 5}}});
OpParam::Elewise opParam = {};
opParam.elewiseType = OpParam::Elewise::ELEWISE_MUL;
Mki::Test::UtOpDesc opDesc = {"ElewiseOperation", opParam};
launchParam.SetParam(opDesc.specificParam);
Mki::Operation *op = Mki::AutoGen::GetOpByName(opDesc.opName);
auto kernel = std::unique_ptr<Mki::Kernel>(op->GetKernelByName("MulF16Kernel"));
ASSERT_NE(kernel, nullptr);
ASSERT_EQ(kernel->CanSupport(launchParam), false);
}
* @brief outPutNum wrong
*/
TEST(TestOpElewiseMul, TestCanSupport3)
{
LaunchParam launchParam;
launchParam.AddInTensor({{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {5, 5}}});
launchParam.AddOutTensor({{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {5, 5}}});
launchParam.AddOutTensor({{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {5, 5}}});
OpParam::Elewise opParam = {};
opParam.elewiseType = OpParam::Elewise::ELEWISE_MUL;
Mki::Test::UtOpDesc opDesc = {"ElewiseOperation", opParam};
launchParam.SetParam(opDesc.specificParam);
Mki::Operation *op = Mki::AutoGen::GetOpByName(opDesc.opName);
auto kernel = std::unique_ptr<Mki::Kernel>(op->GetKernelByName("MulF16Kernel"));
ASSERT_NE(kernel, nullptr);
ASSERT_EQ(kernel->CanSupport(launchParam), false);
}
* @brief inTensor dtype wrong
*/
TEST(TestOpElewiseMul, TestCanSupport4)
{
LaunchParam launchParam;
launchParam.AddInTensor({{TENSOR_DTYPE_FLOAT, TENSOR_FORMAT_ND, {5, 5}}});
launchParam.AddInTensor({{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {5, 5}}});
launchParam.AddOutTensor({{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {5, 5}}});
OpParam::Elewise opParam = {};
opParam.elewiseType = OpParam::Elewise::ELEWISE_MUL;
Mki::Test::UtOpDesc opDesc = {"ElewiseOperation", opParam};
launchParam.SetParam(opDesc.specificParam);
Mki::Operation *op = Mki::AutoGen::GetOpByName(opDesc.opName);
auto kernel = std::unique_ptr<Mki::Kernel>(op->GetKernelByName("MulF16Kernel"));
ASSERT_NE(kernel, nullptr);
ASSERT_EQ(kernel->CanSupport(launchParam), false);
}
* @brief outTensor dtype wrong
*/
TEST(TestOpElewiseMul, TestCanSupport5)
{
LaunchParam launchParam;
launchParam.AddInTensor({{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {5, 5}}});
launchParam.AddInTensor({{TENSOR_DTYPE_FLOAT16, TENSOR_FORMAT_ND, {5, 5}}});
launchParam.AddOutTensor({{TENSOR_DTYPE_FLOAT, TENSOR_FORMAT_ND, {5, 5}}});
OpParam::Elewise opParam = {};
opParam.elewiseType = OpParam::Elewise::ELEWISE_MUL;
Mki::Test::UtOpDesc opDesc = {"ElewiseOperation", opParam};
launchParam.SetParam(opDesc.specificParam);
Mki::Operation *op = Mki::AutoGen::GetOpByName(opDesc.opName);
auto kernel = std::unique_ptr<Mki::Kernel>(op->GetKernelByName("MulF16Kernel"));
ASSERT_NE(kernel, nullptr);
ASSERT_EQ(kernel->CanSupport(launchParam), false);
}