* Copyright (c) 2025 Huawei Technologies Co., Ltd.
* This program is free software, you can redistribute it and/or modify it under the terms and conditions of
* CANN Open Software License Agreement Version 2.0 (the "License").
* Please refer to the License for details. You may not use this file except in compliance with the License.
* THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
* INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
* See LICENSE in the root of the software repository for the full text of the License.
*/
* \file kernel_operator_common_impl.h
* \brief
*/
#if !defined(__ASCENDC_INCLUDE_INTERNAL_HEADERS__)
#pragma message("impl/basic_api/dav_m300/kernel_operator_common_impl.h is an internal header file and must not be used directly. Functions or variables defined in this file may be removed in the future. Please use \"#include \"basic_api/kernel_operator_intf.h\"\" and use public functions or variables defined in interface headers files.")
#define __ASCENDC_INCLUDE_INTERNAL_HEADERS__
#define __UNDEF_ASCENDC_INCLUDE_INTERNAL_HEADERS_KERNEL_OPERATOR_COMMON_IMPL_H__
#endif
#ifndef ASCENDC_MODULE_OPERATOR_COMMON_IMPL_H
#define ASCENDC_MODULE_OPERATOR_COMMON_IMPL_H
#include "kernel_utils.h"
#include "kernel_struct_mm.h"
#include "kernel_operator_swap_mem_intf.h"
namespace AscendC {
[[deprecated(
"NOTICE: SetSysWorkSpace has been deprecated and will be removed in the next version.")]]
__aicore__ inline void SetSysWorkspace(GM_ADDR workspace)
{
#if defined(ASCENDC_CPU_DEBUG) && ASCENDC_CPU_DEBUG == 1
ASSERT((workspace != nullptr) && "workspace can not be nullptr");
#else
if (g_sysWorkspaceReserved == nullptr) {
g_sysWorkspaceReserved = workspace;
}
#endif
}
__aicore__ inline void SetSysWorkspaceForce(GM_ADDR workspace)
{
#if defined(ASCENDC_CPU_DEBUG) && ASCENDC_CPU_DEBUG == 1
ASSERT((workspace != nullptr) && "workspace can not be nullptr");
#else
g_sysWorkspaceReserved = workspace;
#endif
}
__aicore__ inline GM_ADDR GetUserWorkspace(GM_ADDR workspace)
{
#if defined(ASCENDC_CPU_DEBUG) && ASCENDC_CPU_DEBUG == 1
ASSERT((workspace != nullptr) && "workspace can not be nullptr");
return workspace;
#else
(void)(workspace);
return g_sysWorkspaceReserved + RESERVED_WORKSPACE;
#endif
}
template<pipe_t AIV_PIPE = PIPE_MTE3, pipe_t AIC_PIPE = PIPE_FIX, bool FORCE = false>
__aicore__ inline void SetNextTaskStartImpl()
{
ASSERT(0 && "unsupported SetNextTaskStart on current device");
}
template<int8_t earlyStartConfig = -1, bool FORCE = false>
__aicore__ inline void WaitPreTaskEndImpl()
{
ASSERT(0 && "unsupported WaitPreTaskEnd on current device");
}
template<bool isAIVOnly = true>
__aicore__ inline void SoftSyncAllImpl(__gm__ int32_t* gmWorkspaceAddr, __ubuf__ int32_t* ubWorkspaceAddr,
const int usedCores)
{
ASSERT(0 && "unsupported software syncAll on current device");
}
template<bool isAIVOnly = true>
__aicore__ inline void SyncAllImpl()
{
ASSERT(0 && "unsupported hardware syncAll on current device");
}
template <uint8_t modeId, pipe_t pipe>
__aicore__ inline void NotifyEventImpl(uint16_t flagId)
{
ASCENDC_ASSERT((false), "CrossCoreSetFlag is not supported on current device");
}
template <uint8_t modeId, pipe_t pipe>
__aicore__ inline void WaitEventImpl(uint16_t flagId)
{
ASCENDC_ASSERT((false), "CrossCoreWaitFlag is not supported on current device");
}
template <atomic_type_t type, atomic_op_t op>
__aicore__ inline void SetStoreAtomicConfigImpl()
{
set_st_atomic_cfg(type, op);
}
__aicore__ inline int64_t GetStoreAtomicConfigImpl()
{
return get_st_atomic_cfg();
}
__aicore__ inline void GetStoreAtomicConfigImpl(uint16_t &atomicType, uint16_t &atomicOp)
{
int64_t stAtomic = get_st_atomic_cfg();
constexpr uint64_t typeMask = 0x7;
constexpr uint64_t opBit = 4;
constexpr uint64_t opMask = 0x3;
atomicType = (static_cast<uint64_t>(stAtomic) & typeMask);
atomicOp = ((static_cast<uint64_t>(stAtomic) >> opBit) & opMask);
}
__aicore__ inline void SetSyncBaseAddr(uint64_t config)
{
ASCENDC_ASSERT((false), { KERNEL_LOG(KERNEL_ERROR, "SetSyncBaseAddr is not supported on current device"); });
}
__aicore__ inline void CheckLocalMemoryIAImpl(const CheckLocalMemoryIAParam& checkParams)
{
uint64_t config = 0;
config = config | (static_cast<uint64_t>(checkParams.startAddr) << 48);
config = config | (static_cast<uint64_t>(checkParams.endAddr) << 32);
config = config | (static_cast<uint64_t>(checkParams.isScalarRead) << 31);
config = config | (static_cast<uint64_t>(checkParams.isScalarWrite) << 30);
config = config | (static_cast<uint64_t>(checkParams.isVectorRead) << 29);
config = config | (static_cast<uint64_t>(checkParams.isVectorWrite) << 28);
config = config | (static_cast<uint64_t>(checkParams.isMteRead) << 27);
config = config | (static_cast<uint64_t>(checkParams.isMteWrite) << 26);
config = config | (checkParams.reserved << 1);
config = config | (static_cast<uint8_t>(checkParams.isEnable));
if (checkParams.enableBit == SET_DATA_EXP_ZERO) {
set_data_exp_0(config);
} else if (checkParams.enableBit == SET_DATA_EXP_ONE) {
set_data_exp_1(config);
} else if (checkParams.enableBit == SET_DATA_EXP_TWO) {
set_data_exp_2(config);
} else if (checkParams.enableBit == SET_DATA_EXP_THREE) {
set_data_exp_3(config);
} else {
ASCENDC_REPORT_NOT_SUPPORT(false, "enableBit");
}
}
}
#endif
#if defined(__UNDEF_ASCENDC_INCLUDE_INTERNAL_HEADERS_KERNEL_OPERATOR_COMMON_IMPL_H__)
#undef __ASCENDC_INCLUDE_INTERNAL_HEADERS__
#undef __UNDEF_ASCENDC_INCLUDE_INTERNAL_HEADERS_KERNEL_OPERATOR_COMMON_IMPL_H__
#endif