/**
* Copyright (c) 2025 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
/* !
* \file dequant.asc
* \brief
*/
#include "acl/acl.h"
#include "data_utils.h"
#include "kernel_operator.h"
#include "tiling/tiling_api.h"
namespace optiling {
BEGIN_TILING_DATA_DEF(DequantCustomTilingData)
TILING_DATA_FIELD_DEF(uint32_t, m);
TILING_DATA_FIELD_DEF(uint32_t, n);
TILING_DATA_FIELD_DEF(uint32_t, calCount);
TILING_DATA_FIELD_DEF(uint32_t, sharedTmpBufferSize);
END_TILING_DATA_DEF;
REGISTER_TILING_DATA_CLASS(DequantCustom, DequantCustomTilingData)
} // namespace optiling
void ComputeTiling(const uint32_t m, const uint32_t n, const uint32_t calCount,
optiling::DequantCustomTilingData& tiling)
{
std::vector<int64_t> shapeVec = {m, n};
ge::Shape srcShape(shapeVec);
uint32_t typeSize = sizeof(int32_t);
uint32_t maxTmpSize;
uint32_t minTmpSize;
AscendC::GetAscendDequantMaxMinTmpSize(srcShape, typeSize, maxTmpSize, minTmpSize);
uint32_t localWorkspaceSize = minTmpSize;
tiling.set_m(m);
tiling.set_n(n);
tiling.set_calCount(calCount);
tiling.set_sharedTmpBufferSize(localWorkspaceSize);
}
uint8_t* GetTilingBuf(optiling::DequantCustomTilingData* tilingData)
{
uint32_t tilingSize = sizeof(optiling::DequantCustomTilingData);
uint8_t* buf = (uint8_t*)malloc(tilingSize);
tilingData->SaveToBuffer(buf, tilingSize);
return buf;
}
uint8_t* GenerateTiling(uint32_t m, uint32_t n, uint32_t scaleSize)
{
optiling::DequantCustomTilingData tiling;
ComputeTiling(m, n, scaleSize, tiling);
return GetTilingBuf(&tiling);
}
#define INFO_LOG(fmt, args...) fprintf(stdout, "[INFO] " fmt "\n", ##args)
namespace MyCustomKernel {
struct VecTiling {
uint32_t m;
uint32_t n;
uint32_t calCount;
uint32_t sharedTmpBufferSize;
};
template <typename dstT, typename scaleT>
class KernelDequant {
public:
__aicore__ inline KernelDequant() {}
__aicore__ inline void Init(GM_ADDR srcGm, GM_ADDR dstGm, GM_ADDR deqScaleGm, uint32_t m, uint32_t n,
uint32_t calCount, AscendC::TPipe* pipeIn)
{
pipe = pipeIn;
rowLen = m;
colLen = n;
dataSize = m * n;
scaleSize = calCount;
srcGlobal.SetGlobalBuffer(reinterpret_cast<__gm__ int32_t*>(srcGm), dataSize);
deqScaleGlobal.SetGlobalBuffer(reinterpret_cast<__gm__ scaleT*>(deqScaleGm), scaleSize);
dstGlobal.SetGlobalBuffer(reinterpret_cast<__gm__ dstT*>(dstGm), dataSize);
pipe->InitBuffer(inQueueX, 1, dataSize * sizeof(int32_t));
pipe->InitBuffer(inQueueDeqScale, 1, scaleSize * sizeof(scaleT));
pipe->InitBuffer(outQueue, 1, dataSize * sizeof(dstT));
}
__aicore__ inline void Process()
{
CopyIn();
Compute();
CopyOut();
}
private:
__aicore__ inline void CopyIn()
{
AscendC::LocalTensor<int32_t> srcLocal = inQueueX.AllocTensor<int32_t>();
AscendC::DataCopy(srcLocal, srcGlobal, dataSize);
inQueueX.EnQue(srcLocal);
AscendC::LocalTensor<scaleT> deqScaleLocal = inQueueDeqScale.AllocTensor<scaleT>();
AscendC::DataCopy(deqScaleLocal, deqScaleGlobal, scaleSize);
inQueueDeqScale.EnQue(deqScaleLocal);
}
__aicore__ inline void Compute()
{
AscendC::LocalTensor<dstT> dstLocal = outQueue.AllocTensor<dstT>();
AscendC::LocalTensor<int32_t> srcLocal = inQueueX.DeQue<int32_t>();
AscendC::LocalTensor<scaleT> deqScaleLocal = inQueueDeqScale.DeQue<scaleT>();
AscendC::AscendDequant(dstLocal, srcLocal, deqScaleLocal, {rowLen, colLen, deqScaleLocal.GetSize()});
outQueue.EnQue<dstT>(dstLocal);
inQueueX.FreeTensor(srcLocal);
inQueueDeqScale.FreeTensor(deqScaleLocal);
}
__aicore__ inline void CopyOut()
{
AscendC::LocalTensor<dstT> dstLocal = outQueue.DeQue<dstT>();
AscendC::DataCopy(dstGlobal, dstLocal, dataSize);
outQueue.FreeTensor(dstLocal);
}
private:
AscendC::GlobalTensor<int32_t> srcGlobal;
AscendC::GlobalTensor<scaleT> deqScaleGlobal;
AscendC::GlobalTensor<dstT> dstGlobal;
AscendC::TPipe* pipe;
AscendC::TQue<AscendC::TPosition::VECIN, 1> inQueueX;
AscendC::TQue<AscendC::TPosition::VECIN, 1> inQueueDeqScale;
AscendC::TQue<AscendC::TPosition::VECOUT, 1> outQueue;
uint32_t dataSize = 0;
uint32_t scaleSize = 0;
uint32_t rowLen = 0;
uint32_t colLen = 0;
};
} // namespace MyCustomKernel
__aicore__ inline void CopyTiling(MyCustomKernel::VecTiling* tiling, GM_ADDR tilingGM)
{
uint32_t* ptr = reinterpret_cast<uint32_t*>(tiling);
auto tiling32 = reinterpret_cast<__gm__ uint32_t*>(tilingGM);
for (uint32_t i = 0; i < sizeof(MyCustomKernel::VecTiling) / sizeof(uint32_t); i++, ptr++) {
*ptr = *(tiling32 + i);
}
return;
}
extern "C" __global__ __aicore__ void dequant_custom(GM_ADDR srcGm, GM_ADDR dstGm, GM_ADDR deqScaleGm,
GM_ADDR workspace, GM_ADDR tiling)
{
KERNEL_TASK_TYPE_DEFAULT(KERNEL_TYPE_AIV_ONLY);
AscendC::TPipe pipe;
MyCustomKernel::KernelDequant<float, float> op;
MyCustomKernel::VecTiling tilingData;
CopyTiling(&tilingData, tiling);
op.Init(srcGm, dstGm, deqScaleGm, tilingData.m, tilingData.n, tilingData.calCount, &pipe);
op.Process();
}
constexpr uint32_t NUM_BLOCKS = 1;
constexpr uint32_t M = 4;
constexpr uint32_t N = 8;
constexpr uint32_t CAL_COUNT = 8;
constexpr uint32_t SCALE_SIZE = 8;
constexpr uint32_t TILINGDATA_SIZE = 4;
constexpr uint32_t WORKSPACE_SIZE = 16 * 512 * 512;
static bool CompareResult(const void* outputData, int64_t outSize)
{
void* goldenData;
aclrtMallocHost((void**)(&goldenData), outSize);
size_t goldenSize = outSize;
bool ret = ReadFile("./output/golden.bin", goldenSize, goldenData, goldenSize);
if (ret) {
printf("ReadFile golden.bin success!\n");
} else {
printf("test failed!\n");
return false;
}
constexpr float EPS = 1e-5;
int64_t wrongNum = 0;
for (int i = 0; i < outSize / sizeof(float); i++) {
float a = (reinterpret_cast<const float*>(outputData))[i];
float b = (reinterpret_cast<const float*>(goldenData))[i];
float ae = std::abs(a - b);
float re = ae / std::abs(b);
if (ae > EPS && re > EPS) {
printf("CompareResult golden.bin failed. Output[%d] is %lf, golden is %lf\n", i, a, b);
wrongNum++;
}
}
aclrtFreeHost(goldenData);
if (wrongNum != 0) {
return false;
} else {
printf("CompareResult golden.bin success!\n");
return true;
}
}
int32_t main(int32_t argc, char* argv[])
{
uint32_t numBlocks = NUM_BLOCKS;
size_t m = M;
size_t n = N;
size_t calCount = CAL_COUNT;
size_t scaleSize = SCALE_SIZE * sizeof(float);
size_t inpSize = M * N * sizeof(int32_t);
size_t outSize = M * N * sizeof(float);
size_t tilingFileSize = TILINGDATA_SIZE * sizeof(uint32_t);
size_t workspaceSize = WORKSPACE_SIZE;
uint8_t* tilingBuf = GenerateTiling(m, n, calCount);
aclInit(nullptr);
aclrtContext context;
int32_t deviceId = 0;
aclrtSetDevice(deviceId);
aclrtCreateContext(&context, deviceId);
aclrtStream stream = nullptr;
aclrtCreateStream(&stream);
uint8_t *inputHost, *outputHost, *scaleHost, *workspaceHost, *tilingHost;
uint8_t *inputDevice, *outputDevice, *scaleDevice, *workspaceDevice, *tilingDevice;
aclrtMallocHost((void**)(&inputHost), inpSize);
aclrtMallocHost((void**)(&outputHost), outSize);
aclrtMallocHost((void**)(&scaleHost), scaleSize);
aclrtMallocHost((void**)(&workspaceHost), workspaceSize);
aclrtMallocHost((void**)(&tilingHost), tilingFileSize);
aclrtMalloc((void**)&inputDevice, inpSize, ACL_MEM_MALLOC_HUGE_FIRST);
aclrtMalloc((void**)&outputDevice, outSize, ACL_MEM_MALLOC_HUGE_FIRST);
aclrtMalloc((void**)&scaleDevice, scaleSize, ACL_MEM_MALLOC_HUGE_FIRST);
aclrtMalloc((void**)&workspaceDevice, workspaceSize, ACL_MEM_MALLOC_HUGE_FIRST);
aclrtMalloc((void**)&tilingDevice, tilingFileSize, ACL_MEM_MALLOC_HUGE_FIRST);
ReadFile("./input/input.bin", inpSize, inputHost, inpSize);
ReadFile("./input/scale.bin", scaleSize, scaleHost, scaleSize);
aclrtMemcpy(tilingDevice, tilingFileSize, tilingBuf, tilingFileSize, ACL_MEMCPY_HOST_TO_DEVICE);
aclrtMemcpy(inputDevice, inpSize, inputHost, inpSize, ACL_MEMCPY_HOST_TO_DEVICE);
aclrtMemcpy(scaleDevice, scaleSize, scaleHost, scaleSize, ACL_MEMCPY_HOST_TO_DEVICE);
dequant_custom<<<numBlocks, nullptr, stream>>>(inputDevice, outputDevice, scaleDevice, workspaceDevice,
tilingDevice);
aclrtSynchronizeStream(stream);
aclrtMemcpy(outputHost, outSize, outputDevice, outSize, ACL_MEMCPY_DEVICE_TO_HOST);
WriteFile("./output/output.bin", outputHost, outSize);
bool goldenResult = CompareResult(outputHost, outSize);
if (goldenResult) {
printf("test pass!\n");
} else {
printf("test failed!\n");
}
aclrtFree(inputDevice);
aclrtFree(scaleDevice);
aclrtFree(outputDevice);
aclrtFree(tilingDevice);
aclrtFreeHost(inputHost);
aclrtFreeHost(scaleHost);
aclrtFreeHost(outputHost);
aclrtFreeHost(tilingHost);
aclrtFree(workspaceDevice);
aclrtFreeHost(workspaceHost);
aclrtDestroyStream(stream);
aclrtDestroyContext(context);
aclrtResetDevice(deviceId);
aclFinalize();
free(tilingBuf);
return 0;
}