* Copyright (c) 2025 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
#ifndef K_MAX_SHAPE_DIM
#define K_MAX_SHAPE_DIM 0
#endif
#include "catlass/arch/arch.hpp"
#include "catlass/catlass.hpp"
#include "catlass/epilogue/block/block_epilogue.hpp"
#include "catlass/epilogue/dispatch_policy.hpp"
#include "catlass/epilogue/tile/tile_copy.hpp"
#include "catlass/epilogue/tile/tile_elemwise_add.hpp"
#include "catlass/epilogue/tile/tile_elemwise_muls.hpp"
#include "catlass/gemm/dispatch_policy.hpp"
#include "catlass/gemm/gemm_type.hpp"
#include "catlass/gemv/block/block_gemv.hpp"
#include "catlass/gemv/device/device_gemv.hpp"
#include "catlass/gemv/kernel/kernel_gemv_aic.hpp"
#include "catlass/gemv/tile/tile_copy.hpp"
#include "catlass/layout/layout.hpp"
#include "catlass/status.hpp"
#include "golden.hpp"
#include "helper.hpp"
using namespace Catlass;
using ScalarType = float;
using Options = GemvOptions;
template <class ElementRandom>
void FillRandomScalarData(ElementRandom &scalarData, ElementRandom low, ElementRandom high) {
scalarData = static_cast<ElementRandom>(
low + (static_cast<ElementRandom>(rand()) / static_cast<ElementRandom>(RAND_MAX)) * (high - low)
);
}
static void Run(Options options) {
aclrtStream stream{nullptr};
ACL_CHECK(aclInit(nullptr));
ACL_CHECK(aclrtSetDevice(options.deviceId));
ACL_CHECK(aclrtCreateStream(&stream));
uint32_t m = options.problemShape.m();
uint32_t n = options.problemShape.n();
size_t lenA = static_cast<size_t>(m) * n;
size_t lenX = static_cast<size_t>(n) * 1;
size_t lenY = static_cast<size_t>(m) * 1;
size_t lenZ = static_cast<size_t>(m) * 1;
size_t sizeA = lenA * sizeof(float);
size_t sizeX = lenX * sizeof(float);
size_t sizeZ = lenZ * sizeof(float);
size_t sizeY = lenY * sizeof(float);
size_t sizeWorkspace;
using LayoutX = layout::VectorLayout;
using LayoutA = layout::RowMajor;
using LayoutZ = layout::VectorLayout;
LayoutX layoutX{n};
LayoutA layoutA{m, n};
LayoutZ layoutZ{m};
ScalarType alpha{0};
ScalarType beta{0};
FillRandomScalarData(alpha, -1.0f, 1.0f);
FillRandomScalarData(beta, -1.0f, 1.0f);
std::vector<float> hostA(lenA);
std::vector<float> hostX(lenX);
std::vector<float> hostY(lenY);
golden::FillRandomData(hostA, -1.0f, 1.0f);
golden::FillRandomData(hostX, -1.0f, 1.0f);
golden::FillRandomData(hostY, -1.0f, 1.0f);
uint8_t *deviceA{nullptr};
ACL_CHECK(aclrtMalloc(reinterpret_cast<void **>(&deviceA), sizeA, ACL_MEM_MALLOC_HUGE_FIRST));
ACL_CHECK(aclrtMemcpy(deviceA, sizeA, hostA.data(), sizeA, ACL_MEMCPY_HOST_TO_DEVICE));
uint8_t *deviceX{nullptr};
ACL_CHECK(aclrtMalloc(reinterpret_cast<void **>(&deviceX), sizeX, ACL_MEM_MALLOC_HUGE_FIRST));
ACL_CHECK(aclrtMemcpy(deviceX, sizeX, hostX.data(), sizeX, ACL_MEMCPY_HOST_TO_DEVICE));
uint8_t *deviceZ{nullptr};
ACL_CHECK(aclrtMalloc(reinterpret_cast<void **>(&deviceZ), sizeZ, ACL_MEM_MALLOC_HUGE_FIRST));
ACL_CHECK(aclrtMemcpy(deviceZ, sizeZ, hostY.data(), sizeZ, ACL_MEMCPY_HOST_TO_DEVICE));
uint8_t *deviceWorkspace{nullptr};
uint64_t fftsAddr{0};
uint32_t fftsLen{0};
RT_CHECK(rtGetC2cCtrlAddr(&fftsAddr, &fftsLen));
auto aicCoreNum = platform_ascendc::PlatformAscendCManager::GetInstance()->GetCoreNumAic();
using ArchTag = Arch::AtlasA2;
using LayoutC = layout::RowMajor;
constexpr bool enableUnitFlag = true;
constexpr bool enableShuffleK = true;
using DispatchPolicy = Gemm::MmadAtlasA2Preload<enableUnitFlag, enableShuffleK>;
using L1TileShape = GemvShape<32, 512>;
using L0TileShape = GemvShape<32, 256>;
using AType = Gemm::GemmType<float, LayoutA>;
using XType = Gemm::GemmType<float, LayoutX>;
using CType = Gemm::GemmType<float, LayoutC>;
using BiasType = void;
using TileCopy = Gemv::Tile::TileCopyGemvAic<typename DispatchPolicy::ArchTag, AType, XType, CType, BiasType>;
using TileMmad = Gemm::Tile::TileMmad<typename DispatchPolicy::ArchTag, XType, AType, BiasType>;
using BlockGemv = Gemv::Block::BlockGemv<
DispatchPolicy, L1TileShape, L0TileShape, AType, XType, CType, BiasType, TileCopy, TileMmad>;
using EpilogueBlockDispatchPolicy = Epilogue::EpilogueAtlasA2Gemv;
using YType = Gemm::GemmType<float, LayoutZ>;
using ZType = Gemm::GemmType<float, LayoutZ>;
using AXType = Gemm::GemmType<float, LayoutZ>;
using ComputeType = AXType;
constexpr uint32_t computeLength = 8192;
using TileElemWiseAddGemv = Epilogue::Tile::TileElemWiseAdd<ArchTag, ComputeType, computeLength>;
using TileElemWiseMulsGemv = Epilogue::Tile::TileElemWiseMuls<ArchTag, ComputeType, computeLength>;
using EpilogueTileCopy = Epilogue::Tile::TileCopy<ArchTag, YType, AXType, ZType>;
using BlockEpilogue = Epilogue::Block::BlockEpilogue<
EpilogueBlockDispatchPolicy, AXType, YType, ZType, TileElemWiseAddGemv, TileElemWiseMulsGemv, EpilogueTileCopy>;
using GemvKernel = Gemv::Kernel::KernelGemvAic<BlockGemv, BlockEpilogue>;
using GemvAdapter = Gemv::Device::DeviceGemv<GemvKernel>;
GemvKernel::Arguments arguments{options.problemShape, alpha, beta, sizeof(float), deviceX, deviceA, deviceZ};
GemvAdapter gemv_op;
RunAdapter(gemv_op, arguments, stream, aicCoreNum, fftsAddr);
std::vector<float> hostRes(lenZ);
ACL_CHECK(aclrtMemcpy(hostRes.data(), sizeZ, deviceZ, sizeZ, ACL_MEMCPY_DEVICE_TO_HOST));
std::vector<float> hostGolden(lenZ);
golden::ComputeGemv(
options.problemShape, alpha, beta, hostA, layoutA, hostX, layoutX, hostY, layoutZ, hostGolden, layoutZ
);
std::vector<uint64_t> errorIndices = golden::CompareData(hostRes, hostGolden, m);
if (errorIndices.empty()) {
std::cout << "Compare success." << std::endl;
} else {
std::cerr << "Compare failed. Error count: " << errorIndices.size() << std::endl;
}
ACL_CHECK(aclrtFree(deviceA));
ACL_CHECK(aclrtFree(deviceX));
ACL_CHECK(aclrtFree(deviceZ));
if (sizeWorkspace > 0) {
ACL_CHECK(aclrtFree(deviceWorkspace));
}
ACL_CHECK(aclrtDestroyStream(stream));
ACL_CHECK(aclrtResetDevice(options.deviceId));
ACL_CHECK(aclFinalize());
}
int main(int argc, const char **argv) {
Options options;
if (options.Parse(argc, argv) != 0) {
return -1;
}
Run(options);
return 0;
}