* Copyright (c) 2025 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
#include <cstdint>
#include <iostream>
#include <vector>
#include "acl/acl.h"
#include "cann_ops_blas.h"
#include "common/helper/aclblas_handle_internal.h"
void strmv_kernel_do(uint8_t* gm_A, uint8_t* gm_X, uint8_t* gm_uplo, uint8_t* gm_output,
uint8_t* gm_wksp, uint8_t* workSpace, uint8_t* tilingGm,
uint32_t numBlocks, void *stream);
#define CHECK_RET(cond, return_expr) \
do { \
if (!(cond)) { \
return_expr; \
} \
} while (0)
#define LOG_PRINT(message, ...) \
do { \
printf(message, ##__VA_ARGS__); \
} while (0)
constexpr uint32_t CORE_SPLIT_NUM = 128;
constexpr uint32_t WORKSPACE_SIZE = 128 * 1024 * sizeof(float);
struct StrmvTilingData {
uint32_t matSizeN;
uint32_t uplo;
uint32_t trans;
uint32_t diag;
uint32_t lda;
uint32_t incx;
uint32_t m0;
};
static float* CreateUploMatrix(int64_t uplo)
{
constexpr int64_t M0 = 128;
float* uploData = new float[M0 * M0];
for (int64_t i = 0; i < M0; i++) {
for (int64_t j = 0; j < M0; j++) {
if (uplo == ACLBLAS_UPPER) {
uploData[i + j * M0] = (j >= i) ? 1.0f : 0.0f;
} else {
uploData[i + j * M0] = (j <= i) ? 1.0f : 0.0f;
}
}
}
return uploData;
}
aclblasStatus_t aclblasStrmv(
aclblasHandle_t handle, aclblasFillMode_t uplo, aclblasOperation_t trans, aclblasDiagType_t diag, int n,
const float* A, int lda, float* x, int incx)
{
auto* h = reinterpret_cast<_aclblas_handle*>(handle);
aclrtStream useStream = h->stream;
uint32_t m0 = CORE_SPLIT_NUM;
uint32_t m0TileNumOfM = (n + m0 - 1) / m0;
uint32_t numBlocks = m0TileNumOfM;
if (numBlocks == 0) {
numBlocks = 1;
}
StrmvTilingData tiling;
tiling.matSizeN = n;
tiling.uplo = (uplo == ACLBLAS_UPPER) ? 1 : 0;
tiling.trans = (trans == ACLBLAS_OP_N) ? 0 : 1;
tiling.diag = (diag == ACLBLAS_UNIT) ? 1 : 0;
tiling.lda = lda;
tiling.incx = incx;
tiling.m0 = m0;
float* uploMatrix = CreateUploMatrix(uplo);
size_t uploSize = 128 * 128 * sizeof(float);
size_t wkspSize = n * sizeof(float);
uint8_t* uploHost = reinterpret_cast<uint8_t*>(uploMatrix);
uint8_t* uploDevice = nullptr;
uint8_t* wkspDevice = nullptr;
uint8_t* workSpaceDevice = nullptr;
uint8_t* tilingDevice = nullptr;
aclError aclRet = aclrtMalloc((void**)&uploDevice, uploSize, ACL_MEM_MALLOC_HUGE_FIRST);
CHECK_RET(
aclRet == ACL_SUCCESS, LOG_PRINT("aclrtMalloc failed. ERROR: %d\n", aclRet); delete[] uploMatrix;
return ACLBLAS_STATUS_ALLOC_FAILED);
aclRet = aclrtMalloc((void**)&wkspDevice, wkspSize, ACL_MEM_MALLOC_HUGE_FIRST);
CHECK_RET(
aclRet == ACL_SUCCESS, LOG_PRINT("aclrtMalloc failed. ERROR: %d\n", aclRet); aclrtFree(uploDevice);
delete[] uploMatrix; return ACLBLAS_STATUS_ALLOC_FAILED);
aclRet = aclrtMalloc((void**)&workSpaceDevice, WORKSPACE_SIZE, ACL_MEM_MALLOC_HUGE_FIRST);
CHECK_RET(
aclRet == ACL_SUCCESS, LOG_PRINT("aclrtMalloc failed. ERROR: %d\n", aclRet); aclrtFree(wkspDevice);
aclrtFree(uploDevice); delete[] uploMatrix; return ACLBLAS_STATUS_ALLOC_FAILED);
aclRet = aclrtMalloc((void**)&tilingDevice, sizeof(StrmvTilingData), ACL_MEM_MALLOC_HUGE_FIRST);
CHECK_RET(
aclRet == ACL_SUCCESS, LOG_PRINT("aclrtMalloc failed. ERROR: %d\n", aclRet); aclrtFree(workSpaceDevice);
aclrtFree(wkspDevice); aclrtFree(uploDevice); delete[] uploMatrix; return ACLBLAS_STATUS_ALLOC_FAILED);
aclRet = aclrtMemcpy(uploDevice, uploSize, uploHost, uploSize, ACL_MEMCPY_HOST_TO_DEVICE);
CHECK_RET(
aclRet == ACL_SUCCESS, LOG_PRINT("aclrtMemcpy failed. ERROR: %d\n", aclRet); aclrtFree(tilingDevice);
aclrtFree(workSpaceDevice); aclrtFree(wkspDevice); aclrtFree(uploDevice); delete[] uploMatrix;
return ACLBLAS_STATUS_INTERNAL_ERROR);
aclRet =
aclrtMemcpy(tilingDevice, sizeof(StrmvTilingData), &tiling, sizeof(StrmvTilingData), ACL_MEMCPY_HOST_TO_DEVICE);
CHECK_RET(
aclRet == ACL_SUCCESS, LOG_PRINT("aclrtMemcpy failed. ERROR: %d\n", aclRet); aclrtFree(tilingDevice);
aclrtFree(workSpaceDevice); aclrtFree(wkspDevice); aclrtFree(uploDevice); delete[] uploMatrix;
return ACLBLAS_STATUS_INTERNAL_ERROR);
strmv_kernel_do(
reinterpret_cast<uint8_t*>(const_cast<float*>(A)),
reinterpret_cast<uint8_t*>(x), uploDevice,
reinterpret_cast<uint8_t*>(x), wkspDevice,
workSpaceDevice, tilingDevice,
numBlocks, useStream);
aclRet = aclrtSynchronizeStream(useStream);
CHECK_RET(
aclRet == ACL_SUCCESS, LOG_PRINT("aclrtSynchronizeStream failed. ERROR: %d\n", aclRet); aclrtFree(tilingDevice);
aclrtFree(workSpaceDevice); aclrtFree(wkspDevice); aclrtFree(uploDevice); delete[] uploMatrix;
return ACLBLAS_STATUS_INTERNAL_ERROR);
aclrtFree(uploDevice);
aclrtFree(wkspDevice);
aclrtFree(workSpaceDevice);
aclrtFree(tilingDevice);
delete[] uploMatrix;
return ACLBLAS_STATUS_SUCCESS;
}