* Copyright (c) 2025 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
#include <cmath>
#include <vector>
#include <mki/utils/rt/rt.h>
#include "utils/assert.h"
#include "log/log.h"
#include "ops.h"
#include "utils/aspb_status.h"
#include "fftcore/fft_core_common_func.h"
#include "dd.h"
#include "fftcore/dd_core.h"
using namespace AsdSip;
size_t DdCore::EstimateWorkspaceSize()
{
const KernelInfo &kernelInfo = kernel->GetKernelInfo();
return getAlignedSize(kernelInfo.GetTotalScratchSize());
}
void DdCore::Run(Tensor &input, Tensor &output, void *stream, workspace::Workspace &workspace)
{
const KernelInfo &kernelInfo = kernel->GetKernelInfo();
size_t bufferSize = kernelInfo.GetTotalScratchSize();
runInfo.SetScratchDeviceAddr((uint8_t *)workspace.allocate(bufferSize));
runInfo.SetStream(stream);
launchParam.GetInTensor(0).data = input.data;
launchParam.GetOutTensor(0).data = output.data;
output.desc = input.desc;
kernel->Run(launchParam, runInfo);
workspace.recycleLast();
ASDSIP_LOG(INFO) << "DdCore run success.";
return;
}
AspbStatus DdCore::InitTactic()
{
OpParam::Dd param = {problemDesc.batchSize, problemDesc.fftX, problemDesc.fftY};
ASDSIP_LOG(DEBUG) << "OpDesc info: " << param.ToString();
Tensor tensorIn;
Tensor tensorOut;
tensorIn.desc = {
TENSOR_DTYPE_COMPLEX64, TENSOR_FORMAT_ND, {problemDesc.batchSize, problemDesc.fftX, problemDesc.fftY}, {}, 0};
tensorIn.dataSize = problemDesc.batchSize * problemDesc.fftX * problemDesc.fftY * K_SIZE_OF_COMPLEX64;
launchParam.SetParam(param);
launchParam.AddInTensor(tensorIn);
launchParam.AddInTensor(*pMatrix);
launchParam.AddInTensor(*qMatrix);
launchParam.AddOutTensor(tensorOut);
Operation *op = Ops::Instance().GetOperationByName(std::string("DdOperation"));
if (op == nullptr) {
return AsdSip::ErrorType::ACL_ERROR_INTERNAL_ERROR;
}
op->InferShape(launchParam);
kernel = std::unique_ptr<Kernel>(op->GetBestKernel(launchParam));
ASDSIP_ECHECK(kernel != nullptr, "Get best kernel failed", AsdSip::ErrorType::ACL_ERROR_INTERNAL_ERROR);
uint8_t *deviceLaunchBuffer = nullptr;
kernel->SetLaunchWithTiling(false);
uint32_t launchBufferSize = kernel->GetTilingSize(launchParam);
ASDSIP_ECHECK(launchBufferSize != 0, "empty tiling size", AsdSip::ErrorType::ACL_ERROR_INTERNAL_ERROR);
uint8_t hostLaunchBuffer[launchBufferSize];
kernel->SetTilingHostAddr(hostLaunchBuffer, launchBufferSize);
kernel->Init(launchParam);
void* tempDevicePtr = nullptr;
int st = MkiRtMemMallocDevice(&tempDevicePtr, launchBufferSize, MKIRT_MEM_DEFAULT);
ASDSIP_ECHECK(st == MKIRT_SUCCESS, "malloc device memory fail", AsdSip::ErrorType::ACL_ERROR_INTERNAL_ERROR);
deviceLaunchBuffer = static_cast<uint8_t *>(tempDevicePtr);
st = MkiRtMemCopy(deviceLaunchBuffer, launchBufferSize, hostLaunchBuffer, launchBufferSize,
MKIRT_MEMCOPY_HOST_TO_DEVICE);
if (st != MKIRT_SUCCESS) {
MkiRtMemFreeDevice(deviceLaunchBuffer);
deviceLaunchBuffer = nullptr;
ASDSIP_ELOG(AsdSip::ErrorType::ACL_ERROR_INTERNAL_ERROR) << "copy host memory to device fail";
return AsdSip::ErrorType::ACL_ERROR_INTERNAL_ERROR;
}
runInfo.SetTilingDeviceAddr(deviceLaunchBuffer);
ASDSIP_LOG(INFO) << "DdCore init tactic success.";
return AsdSip::ErrorType::ACL_SUCCESS;
}
AspbStatus DdCore::InitPMatrix()
{
AspbStatus status = InitPQMatrix(coreType, problemDesc.fftX, problemDesc.forward, true, pMatrix);
return status;
}
AspbStatus DdCore::InitQMatrix()
{
AspbStatus status = InitPQMatrix(coreType, problemDesc.fftY, problemDesc.forward, false, qMatrix);
return status;
}
bool DdCore::PreAllocateInDevice()
{
if (InitPMatrix() != AsdSip::ErrorType::ACL_SUCCESS) {
return false;
}
if (InitQMatrix() != AsdSip::ErrorType::ACL_SUCCESS) {
return false;
}
if (InitTactic() != AsdSip::ErrorType::ACL_SUCCESS) {
return false;
}
ASDSIP_LOG(INFO) << "DdCore PreAllocateInDevice success.";
return true;
}
void DdCore::DestroyInDevice() const
{
uint8_t *deviceBuffer = runInfo.GetTilingDeviceAddr();
if (deviceBuffer != nullptr) {
MkiRtMemFreeDevice(deviceBuffer);
}
}