/**
* Copyright (c) 2025 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
/* !
* \file gatherb.asc
* \brief
*/
#include "acl/acl.h"
#include "data_utils.h"
#include "kernel_operator.h"
class VgatherbCase {
public:
__aicore__ inline VgatherbCase() {}
__aicore__ inline void Init(__gm__ uint8_t *x, __gm__ uint8_t *y, __gm__ uint8_t *offset)
{
KERNEL_TASK_TYPE_DEFAULT(KERNEL_TYPE_AIC_ONLY);
x_gm.SetGlobalBuffer(reinterpret_cast<__gm__ uint16_t *>(x));
y_gm.SetGlobalBuffer(reinterpret_cast<__gm__ uint16_t *>(y));
offset_gm.SetGlobalBuffer(reinterpret_cast<__gm__ uint32_t *>(offset));
uint32_t len = 128;
bufferLen = len;
tpipe.InitBuffer(vecIn, 2, bufferLen * sizeof(uint16_t));
tpipe.InitBuffer(vecOffset, 2, 8 * sizeof(uint32_t));
tpipe.InitBuffer(vecOut, 2, bufferLen * sizeof(uint16_t));
}
__aicore__ inline void CopyIn(uint32_t index)
{
auto x_buf = vecIn.AllocTensor<uint16_t>();
auto offset_buf = vecOffset.AllocTensor<uint32_t>();
AscendC::DataCopy(x_buf, x_gm[index * bufferLen], bufferLen);
AscendC::DataCopy(offset_buf, offset_gm[0], 8);
vecIn.EnQue(x_buf);
vecOffset.EnQue(offset_buf);
}
__aicore__ inline void CopyOut(uint32_t index)
{
auto y_buf = vecOut.DeQue<uint16_t>();
AscendC::DataCopy(y_gm[index * bufferLen], y_buf, bufferLen);
vecOut.FreeTensor(y_buf);
}
__aicore__ inline void Compute()
{
auto x_buf = vecIn.DeQue<uint16_t>();
auto offset_buf = vecOffset.DeQue<uint32_t>();
auto y_buf = vecOut.AllocTensor<uint16_t>();
AscendC::GatherRepeatParams params{1, 8};
uint8_t repeatTime = bufferLen * sizeof(uint16_t) / 256;
AscendC::Gatherb<uint16_t>(y_buf, x_buf, offset_buf, repeatTime, params);
vecIn.FreeTensor(x_buf);
vecOffset.FreeTensor(offset_buf);
vecOut.EnQue(y_buf);
}
__aicore__ inline void Process()
{
for (int i = 0; i < 1; i++) {
CopyIn(i);
Compute();
CopyOut(i);
}
}
private:
AscendC::GlobalTensor<uint16_t> x_gm;
AscendC::GlobalTensor<uint16_t> y_gm;
AscendC::GlobalTensor<uint32_t> offset_gm;
AscendC::TPipe tpipe;
AscendC::TQue<AscendC::TPosition::VECIN, 2> vecIn;
AscendC::TQue<AscendC::TPosition::VECIN, 2> vecOffset;
AscendC::TQue<AscendC::TPosition::VECOUT, 2> vecOut;
uint32_t bufferLen = 0;
};
__global__ __aicore__ void vgatherb_core(__gm__ uint8_t *x, __gm__ uint8_t *y, __gm__ uint8_t *offset)
{
VgatherbCase op;
op.Init(x, y, offset);
op.Process();
}
int32_t main(int32_t argc, char *argv[]) {
uint32_t numBlocks = 8;
size_t inputByteSize = 128 * sizeof(uint16_t);
size_t offsetByteSize = 8 * sizeof(uint32_t);
size_t outputByteSize = 128 * sizeof(uint16_t);
int32_t deviceId = 0;
aclrtSetDevice(deviceId);
aclrtStream stream = nullptr;
aclrtCreateStream(&stream);
uint8_t *xHost, *yHost, *outHost;
uint8_t *xDevice, *yDevice, *outDevice;
aclrtMallocHost((void **)(&xHost), inputByteSize);
aclrtMallocHost((void **)(&yHost), offsetByteSize);
aclrtMallocHost((void **)(&outHost), outputByteSize);
aclrtMalloc((void **)&xDevice, inputByteSize, ACL_MEM_MALLOC_HUGE_FIRST);
aclrtMalloc((void **)&yDevice, offsetByteSize, ACL_MEM_MALLOC_HUGE_FIRST);
aclrtMalloc((void **)&outDevice, outputByteSize, ACL_MEM_MALLOC_HUGE_FIRST);
ReadFile("./input/input_x.bin", inputByteSize, xHost, inputByteSize);
ReadFile("./input/input_y.bin", offsetByteSize, yHost, offsetByteSize);
aclrtMemcpy(xDevice, inputByteSize, xHost, inputByteSize,
ACL_MEMCPY_HOST_TO_DEVICE);
aclrtMemcpy(yDevice, offsetByteSize, yHost, offsetByteSize,
ACL_MEMCPY_HOST_TO_DEVICE);
vgatherb_core<<<numBlocks, nullptr, stream>>>(xDevice, outDevice, yDevice);
aclrtSynchronizeStream(stream);
aclrtMemcpy(outHost, outputByteSize, outDevice, outputByteSize,
ACL_MEMCPY_DEVICE_TO_HOST);
WriteFile("./output/output.bin", outHost, outputByteSize);
aclrtFree(xDevice);
aclrtFree(yDevice);
aclrtFree(outDevice);
aclrtFreeHost(xHost);
aclrtFreeHost(yHost);
aclrtFreeHost(outHost);
aclrtDestroyStream(stream);
aclrtResetDevice(deviceId);
aclFinalize();
return 0;
}