/**
Copyright (c) 2025 Huawei Technologies Co., Ltd.
This program is free software, you can redistribute it and/or modify it under the terms and conditions of
CANN Open Software License Agreement Version 2.0 (the "License").
Please refer to the License for details. You may not use this file except in compliance with the License.
THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
See LICENSE in the root of the software repository for the full text of the License.
*/

#include "test_common.h"
#include "acl/acl.h"
#include <cstdint>
#include <gtest/gtest.h>
#include "tgather_common.h"
using namespace std;
using namespace PtoTestCommon;

template <typename T, int kGRows_, int kGCols_, int kTRows_, int kTCols_, pto::MaskPattern maskPattern>
void LaunchTGATHER(T *out, T *src, void *stream);

template <typename srcT, typename src1T, typename dstT, int kGRows_, int kGCols_, int kTRows_, int kTCols_, int K,
          pto::CmpMode cmpMode>
void LaunchTGATHER_CMP(srcT *src, src1T *src1, dstT *out, uint32_t offset, void *stream);

constexpr int HALF_SIZE = 2;
constexpr int QUARTER_SIZE = 4;
class TGATHERTest : public testing::Test {
protected:
    void SetUp() override
    {}
    void TearDown() override
    {}
};

std::string GetGoldenDir()
{
    const testing::TestInfo *testInfo = testing::UnitTest::GetInstance()->current_test_info();
    const std::string caseName = testInfo->name();
    std::string suiteName = testInfo->test_suite_name();
    std::string fullPath = "../" + suiteName + "." + caseName;
    std::cout << fullPath << std::endl;
    return fullPath;
}

template <typename T, pto::MaskPattern PATTERN, uint32_t ROW, uint32_t COL>
void test_gather()
{
    aclInit(nullptr);
    aclrtSetDevice(0);
    aclrtStream stream;
    aclrtCreateStream(&stream);

    size_t size = ROW * COL * sizeof(T);
    size_t dstSize = 0;
    if constexpr (PATTERN == pto::MaskPattern::P1111) {
        dstSize = size;
    } else if constexpr (PATTERN == pto::MaskPattern::P0101 || PATTERN == pto::MaskPattern::P1010) {
        dstSize = size / HALF_SIZE;
    } else {
        dstSize = size / QUARTER_SIZE;
    }
    T *dstHost, *src0Host;
    T *dstDevice, *src0Device;

    aclrtMallocHost((void **)(&dstHost), dstSize);
    aclrtMallocHost((void **)(&src0Host), size);
    aclrtMalloc((void **)&dstDevice, size, ACL_MEM_MALLOC_HUGE_FIRST);
    aclrtMalloc((void **)&src0Device, size, ACL_MEM_MALLOC_HUGE_FIRST);

    ReadFile(GetGoldenDir() + "/x1_gm.bin", size, src0Host, size);

    aclrtMemcpy(src0Device, size, src0Host, size, ACL_MEMCPY_HOST_TO_DEVICE);
    LaunchTGATHER<T, ROW, COL, ROW, COL, PATTERN>(dstDevice, src0Device, stream);

    aclrtSynchronizeStream(stream);
    aclrtMemcpy(dstHost, dstSize, dstDevice, dstSize, ACL_MEMCPY_DEVICE_TO_HOST);

    WriteFile(GetGoldenDir() + "/output_z.bin", dstHost, dstSize);

    aclrtFree(dstDevice);
    aclrtFree(src0Device);
    aclrtFreeHost(dstHost);
    aclrtFreeHost(src0Host);
    aclrtDestroyStream(stream);
    aclrtResetDevice(0);
    aclFinalize();

    std::vector<T> golden(dstSize);
    std::vector<T> devFinal(dstSize);
    ReadFile(GetGoldenDir() + "/golden.bin", dstSize, golden.data(), dstSize);
    ReadFile(GetGoldenDir() + "/output_z.bin", dstSize, devFinal.data(), dstSize);

    bool ret = ResultCmp(golden, devFinal, 0.001f);

    EXPECT_TRUE(ret);
}

TEST_F(TGATHERTest, case1_float_P0101)
{
    test_gather<float, pto::MaskPattern::P0101, FLOAT_P0101_ROW, FLOAT_P0101_COL>();
}

TEST_F(TGATHERTest, case1_float_P1010)
{
    test_gather<float, pto::MaskPattern::P1010, FLOAT_P1010_ROW, FLOAT_P1010_COL>();
}

TEST_F(TGATHERTest, case1_float_P0001)
{
    test_gather<float, pto::MaskPattern::P0001, FLOAT_P0001_ROW, FLOAT_P0001_COL>();
}

TEST_F(TGATHERTest, case1_float_P0010)
{
    test_gather<float, pto::MaskPattern::P0010, FLOAT_P0010_ROW, FLOAT_P0010_COL>();
}

TEST_F(TGATHERTest, case1_float_P0100)
{
    test_gather<float, pto::MaskPattern::P0100, FLOAT_P0100_ROW, FLOAT_P0100_COL>();
}

TEST_F(TGATHERTest, case1_float_P1000)
{
    test_gather<float, pto::MaskPattern::P1000, FLOAT_P1000_ROW, FLOAT_P1000_COL>();
}

TEST_F(TGATHERTest, case1_float_P1111)
{
    test_gather<float, pto::MaskPattern::P1111, FLOAT_P1111_ROW, FLOAT_P1111_COL>();
}

TEST_F(TGATHERTest, case1_half_P0101)
{
    test_gather<uint16_t, pto::MaskPattern::P0101, HALF_P0101_ROW, HALF_P0101_COL>();
}

TEST_F(TGATHERTest, case1_half_P1010)
{
    test_gather<uint16_t, pto::MaskPattern::P1010, HALF_P1010_ROW, HALF_P1010_COL>();
}

TEST_F(TGATHERTest, case1_half_P0001)
{
    test_gather<uint16_t, pto::MaskPattern::P0001, HALF_P0001_ROW, HALF_P0001_COL>();
}

TEST_F(TGATHERTest, case1_half_P0010)
{
    test_gather<uint16_t, pto::MaskPattern::P0010, HALF_P0010_ROW, HALF_P0010_COL>();
}

TEST_F(TGATHERTest, case1_half_P0100)
{
    test_gather<uint16_t, pto::MaskPattern::P0100, HALF_P0100_ROW, HALF_P0100_COL>();
}

TEST_F(TGATHERTest, case1_half_P1000)
{
    test_gather<uint16_t, pto::MaskPattern::P1000, HALF_P1000_ROW, HALF_P1000_COL>();
}

TEST_F(TGATHERTest, case1_half_P1111)
{
    test_gather<uint16_t, pto::MaskPattern::P1111, HALF_P1111_ROW, HALF_P1111_COL>();
}

TEST_F(TGATHERTest, case1_U16_P0101)
{
    test_gather<uint16_t, pto::MaskPattern::P0101, HALF_P0101_ROW, HALF_P0101_COL>();
}

TEST_F(TGATHERTest, case1_U16_P1010)
{
    test_gather<uint16_t, pto::MaskPattern::P1010, HALF_P1010_ROW, HALF_P1010_COL>();
}

TEST_F(TGATHERTest, case1_I16_P0001)
{
    test_gather<uint16_t, pto::MaskPattern::P0001, HALF_P0001_ROW, HALF_P0001_COL>();
}

TEST_F(TGATHERTest, case1_I16_P0010)
{
    test_gather<uint16_t, pto::MaskPattern::P0010, HALF_P0010_ROW, HALF_P0010_COL>();
}

TEST_F(TGATHERTest, case1_U32_P0100)
{
    test_gather<uint32_t, pto::MaskPattern::P0100, FLOAT_P0100_ROW, FLOAT_P0100_COL>();
}

TEST_F(TGATHERTest, case1_I32_P1000)
{
    test_gather<int32_t, pto::MaskPattern::P1000, FLOAT_P1000_ROW, FLOAT_P1000_COL>();
}

TEST_F(TGATHERTest, case1_I32_P1111)
{
    test_gather<int32_t, pto::MaskPattern::P1111, FLOAT_P1111_ROW, FLOAT_P1111_COL>();
}

// Gather 1D tests
template <typename src0T, typename src1T, typename dstT, uint32_t SRCROW, uint32_t SRCCOL, uint32_t DSTROW,
          uint32_t DSTCOL>
void launchTGATHER_demo(src0T *src0, src1T *src1, dstT *out, void *stream);

template <typename src0T, typename src1T, typename dstT, uint32_t SRCROW, uint32_t SRCCOL, uint32_t DSTROW,
          uint32_t DSTCOL>
void test_gather_index()
{
    size_t src0FileSize = SRCROW * SRCCOL * sizeof(src0T);
    size_t src1FileSize = DSTROW * DSTCOL * sizeof(src1T);
    size_t dstFileSize = DSTROW * DSTCOL * sizeof(dstT);

    aclInit(nullptr);
    aclrtSetDevice(0);
    aclrtStream stream;
    aclrtCreateStream(&stream);

    src0T *src0Host;
    src1T *src1Host;
    dstT *dstHost;
    src0T *src0Device;
    src1T *src1Device;
    dstT *dstDevice;

    aclrtMallocHost((void **)(&dstHost), dstFileSize);
    aclrtMallocHost((void **)(&src0Host), src0FileSize);
    aclrtMallocHost((void **)(&src1Host), src1FileSize);

    aclrtMalloc((void **)&dstDevice, dstFileSize, ACL_MEM_MALLOC_HUGE_FIRST);
    aclrtMalloc((void **)&src0Device, src0FileSize, ACL_MEM_MALLOC_HUGE_FIRST);
    aclrtMalloc((void **)&src1Device, src1FileSize, ACL_MEM_MALLOC_HUGE_FIRST);

    ReadFile(GetGoldenDir() + "/src0.bin", src0FileSize, src0Host, src0FileSize);
    ReadFile(GetGoldenDir() + "/src1.bin", src1FileSize, src1Host, src1FileSize);

    aclrtMemcpy(src0Device, src0FileSize, src0Host, src0FileSize, ACL_MEMCPY_HOST_TO_DEVICE);
    aclrtMemcpy(src1Device, src1FileSize, src1Host, src1FileSize, ACL_MEMCPY_HOST_TO_DEVICE);
    launchTGATHER_demo<src0T, src1T, dstT, SRCROW, SRCCOL, DSTROW, DSTCOL>(src0Device, src1Device, dstDevice, stream);

    aclrtSynchronizeStream(stream);
    aclrtMemcpy(dstHost, dstFileSize, dstDevice, dstFileSize, ACL_MEMCPY_DEVICE_TO_HOST);

    WriteFile(GetGoldenDir() + "/output.bin", dstHost, dstFileSize);

    aclrtFree(dstDevice);
    aclrtFree(src0Device);
    aclrtFree(src1Device);

    aclrtFreeHost(dstHost);
    aclrtFreeHost(src0Host);
    aclrtFreeHost(src1Host);

    aclrtDestroyStream(stream);
    aclrtResetDevice(0);
    aclFinalize();

    std::vector<float> golden(dstFileSize);
    std::vector<float> devFinal(dstFileSize);
    ReadFile(GetGoldenDir() + "/golden.bin", dstFileSize, golden.data(), dstFileSize);
    ReadFile(GetGoldenDir() + "/output.bin", dstFileSize, devFinal.data(), dstFileSize);

    bool ret = ResultCmp<float>(golden, devFinal, 0.001f);

    EXPECT_TRUE(ret);
}

TEST_F(TGATHERTest, case_1D_float_32x1024_16x64)
{
    test_gather_index<float, int32_t, float, 32, 1024, 16, 64>();
}

TEST_F(TGATHERTest, case_1D_int32_32x512_16x256)
{
    test_gather_index<int32_t, int32_t, int32_t, 32, 512, 16, 256>();
}

TEST_F(TGATHERTest, case_1D_half_16x1024_16x128)
{
    test_gather_index<int16_t, int32_t, int16_t, 16, 1024, 16, 128>();
}

TEST_F(TGATHERTest, case_1D_int16_32x256_32x64)
{
    test_gather_index<int16_t, int32_t, int16_t, 32, 256, 32, 64>();
}

TEST_F(TGATHERTest, case_1D_half_1x16_1x16)
{
    test_gather_index<int16_t, int32_t, int16_t, 1, 16, 1, 16>();
}

TEST_F(TGATHERTest, case_1D_half_1x32_1x32)
{
    test_gather_index<int16_t, int32_t, int16_t, 1, 32, 1, 32>();
}

TEST_F(TGATHERTest, case_1D_half_1x64_1x64)
{
    test_gather_index<int16_t, int32_t, int16_t, 1, 64, 1, 64>();
}

TEST_F(TGATHERTest, case_1D_half_1x128_1x128)
{
    test_gather_index<int16_t, int32_t, int16_t, 1, 128, 1, 128>();
}

TEST_F(TGATHERTest, case_1D_half_1x128_1x64)
{
    test_gather_index<int16_t, int32_t, int16_t, 1, 128, 1, 64>();
}

TEST_F(TGATHERTest, case_1D_float_1024x16_1024x16)
{
    test_gather_index<float, int32_t, float, 1024, 16, 1024, 16>();
}

TEST_F(TGATHERTest, case_1D_float_16x16_32x32)
{
    test_gather_index<float, int32_t, float, 16, 16, 32, 32>();
}

TEST_F(TGATHERTest, case_1D_half_16x16_32x32)
{
    test_gather_index<int16_t, int32_t, int16_t, 16, 16, 32, 32>();
}

template <typename srcT, typename src1T, typename dstT, uint32_t ROW, uint32_t COL, uint32_t K, pto::CmpMode cmpMode>
void test_gather_cmp()
{
    aclInit(nullptr);
    aclrtSetDevice(0);
    aclrtStream stream;
    aclrtCreateStream(&stream);

    size_t size = ROW * COL * sizeof(srcT);
    size_t dstsize = ROW * K * sizeof(dstT);
    size_t scalarSize = ROW * sizeof(src1T);

    srcT *srcHost, *srcDevice;
    src1T *src1Host, *src1Device;
    dstT *dstHost, *dstDevice;

    uint32_t offset = 0;

    aclrtMallocHost((void **)(&srcHost), size);
    aclrtMallocHost((void **)(&dstHost), dstsize);
    aclrtMallocHost((void **)(&src1Host), scalarSize);
    aclrtMalloc((void **)&srcDevice, size, ACL_MEM_MALLOC_HUGE_FIRST);
    aclrtMalloc((void **)&dstDevice, dstsize, ACL_MEM_MALLOC_HUGE_FIRST);
    aclrtMalloc((void **)&src1Device, scalarSize, ACL_MEM_MALLOC_HUGE_FIRST);

    ReadFile(GetGoldenDir() + "/src1.bin", scalarSize, src1Host, scalarSize);
    ReadFile(GetGoldenDir() + "/src.bin", size, srcHost, size);

    aclrtMemcpy(src1Device, scalarSize, src1Host, scalarSize, ACL_MEMCPY_HOST_TO_DEVICE);
    aclrtMemcpy(srcDevice, size, srcHost, size, ACL_MEMCPY_HOST_TO_DEVICE);
    aclrtMemset(dstDevice, dstsize, 0, dstsize);
    LaunchTGATHER_CMP<srcT, src1T, dstT, ROW, COL, ROW, COL, K, cmpMode>(srcDevice, src1Device, dstDevice, offset,
                                                                         stream);

    aclrtSynchronizeStream(stream);
    aclrtMemcpy(dstHost, dstsize, dstDevice, dstsize, ACL_MEMCPY_DEVICE_TO_HOST);

    WriteFile(GetGoldenDir() + "/output.bin", dstHost, dstsize);

    aclrtFree(srcDevice);
    aclrtFree(dstDevice);
    aclrtFree(src1Device);
    aclrtFreeHost(srcHost);
    aclrtFreeHost(dstHost);
    aclrtFreeHost(src1Host);
    aclrtDestroyStream(stream);
    aclrtResetDevice(0);
    aclFinalize();

    std::vector<float> devFinal(dstsize);
    std::vector<float> golden(dstsize);
    ReadFile(GetGoldenDir() + "/output.bin", dstsize, devFinal.data(), dstsize);
    ReadFile(GetGoldenDir() + "/golden.bin", dstsize, golden.data(), dstsize);

    bool ret = ResultCmp(golden, devFinal, 0.001f);

    EXPECT_TRUE(ret);
}

TEST_F(TGATHERTest, case1_float_topk)
{
    test_gather_cmp<float, uint32_t, uint32_t, 16, 64, 32, pto::CmpMode::GT>();
}

TEST_F(TGATHERTest, case2_s32_topk)
{
    test_gather_cmp<int32_t, uint32_t, uint32_t, 8, 128, 64, pto::CmpMode::EQ>();
}

TEST_F(TGATHERTest, case3_float_topk)
{
    test_gather_cmp<float, uint32_t, uint32_t, 4, 256, 64, pto::CmpMode::EQ>();
}

TEST_F(TGATHERTest, case4_half_topk)
{
    test_gather_cmp<aclFloat16, uint16_t, uint32_t, 2, 256, 32, pto::CmpMode::GT>();
}

TEST_F(TGATHERTest, case5_half_topk)
{
    test_gather_cmp<aclFloat16, uint16_t, uint32_t, 8, 128, 32, pto::CmpMode::EQ>();
}