# ----------------------------------------------------------------------------
# Copyright (c) 2025-2026 Huawei Technologies Co., Ltd.
# This program is free software, you can redistribute it and/or modify it under the terms and conditions of
# CANN Open Software License Agreement Version 2.0 (the "License").
# Please refer to the License for details. You may not use this file except in compliance with the License.
# THIS SOFTWARE IS PROVIDED ON AN "AS IS" BASIS, WITHOUT WARRANTIES OF ANY KIND, EITHER EXPRESS OR IMPLIED,
# INCLUDING BUT NOT LIMITED TO NON-INFRINGEMENT, MERCHANTABILITY, OR FITNESS FOR A PARTICULAR PURPOSE.
# See LICENSE in the root of the software repository for the full text of the License.
# ----------------------------------------------------------------------------
###################################################################################################
# copy kernel src to tbe/ascendc path
###################################################################################################
function(kernel_src_copy)
set(oneValueArgs TARGET DST_DIR)
set(multiValueArgs IMPL_DIR)
cmake_parse_arguments(KNCPY "" "${oneValueArgs}" "${multiValueArgs}" ${ARGN})
add_custom_target(${KNCPY_TARGET})
foreach(OP_DIR ${KNCPY_IMPL_DIR})
get_filename_component(OP_NAME ${OP_DIR} NAME)
if (${OP_NAME} STREQUAL "CMakeLists.txt")
continue()
endif()
if(NOT TARGET ${OP_NAME}_src_copy)
set(SRC_DIR ${OP_DIR}/op_kernel)
if(NOT EXISTS ${SRC_DIR})
continue()
endif()
add_custom_target(${OP_NAME}_src_copy
COMMAND ${CMAKE_COMMAND} -E make_directory ${KNCPY_DST_DIR}/${OP_NAME}
COMMAND bash -c "find ${SRC_DIR} -mindepth 1 -maxdepth 1 -exec cp -r {} ${KNCPY_DST_DIR}/${OP_NAME} \\;"
VERBATIM
)
add_dependencies(${KNCPY_TARGET} ${OP_NAME}_src_copy)
if(ENABLE_CUSTOM AND ENABLE_ASC_BUILD)
return()
endif()
if(ENABLE_PACKAGE)
install(
DIRECTORY ${SRC_DIR}/
DESTINATION ${IMPL_INSTALL_DIR}/${OP_NAME}
)
endif()
else()
add_dependencies(${KNCPY_TARGET} ${OP_NAME}_src_copy)
endif()
endforeach()
# common install
if(NOT TARGET atvoss_src_copy)
add_custom_target(
atvoss_src_copy
COMMAND
${CMAKE_COMMAND} -E make_directory ${KNCPY_DST_DIR}/common
COMMAND
bash -c "cp -r ${OPBASE_SOURCE_PATH}/pkg_inc/op_common/atvoss ${KNCPY_DST_DIR}/common"
COMMAND
bash -c "cp -r ${OPBASE_SOURCE_PATH}/include/op_common/op_kernel ${KNCPY_DST_DIR}/common"
VERBATIM
)
add_dependencies(${KNCPY_TARGET} atvoss_src_copy)
endif()
if(ENABLE_PACKAGE)
install(DIRECTORY ${OPBASE_SOURCE_PATH}/pkg_inc/op_common/atvoss DESTINATION ${IMPL_INSTALL_DIR}/common)
install(DIRECTORY ${OPBASE_SOURCE_PATH}/include/op_common/op_kernel DESTINATION ${IMPL_INSTALL_DIR}/common)
endif()
endfunction()
function(get_op_type_and_validate OP_DIR compute_unit op_name_var op_type_var is_valid_var)
get_filename_component(op_name "${OP_DIR}" NAME)
set(${op_name_var} "${op_name}" PARENT_SCOPE)
set(cache_key "OP_CACHE_${op_name}_${compute_unit}")
if(DEFINED ${cache_key})
set(cached_op_type "${${cache_key}}")
if(cached_op_type)
set(${op_type_var} "${cached_op_type}" PARENT_SCOPE)
set(${is_valid_var} TRUE PARENT_SCOPE)
return()
else()
set(${is_valid_var} FALSE PARENT_SCOPE)
return()
endif()
endif()
set(op_type "")
set(binary_json ${OP_DIR}/op_host/config/${compute_unit}/${op_name}_binary.json)
if(NOT EXISTS "${OP_DIR}/op_kernel")
message(STATUS "[INFO] The op_kernel folder does not exist, [${op_name}] not need to compile.")
set(${op_type_var} "" PARENT_SCOPE)
set(${is_valid_var} FALSE PARENT_SCOPE)
return()
endif()
if(EXISTS ${binary_json})
get_op_type_from_binary_json("${binary_json}" op_type)
message(STATUS "[INFO] On [${compute_unit}], [${op_name}] compile binary with self config.")
if(NOT op_type)
set(${op_type_var} "" PARENT_SCOPE)
set(${is_valid_var} FALSE PARENT_SCOPE)
return()
endif()
else()
get_op_type_from_op_name("${op_name}" op_type)
if(NOT op_type)
message(STATUS "[INFO] On [${compute_unit}], [${op_name}] not need to compile.")
set(${op_type_var} "" PARENT_SCOPE)
set(${is_valid_var} FALSE PARENT_SCOPE)
return()
endif()
set(check_op_supported_result FALSE)
check_op_supported("${op_name}" "${compute_unit}" check_op_supported_result)
if(NOT check_op_supported_result)
message(STATUS "[INFO] On [${compute_unit}], [${op_name}] not supported.")
set(${op_type_var} ${op_type} PARENT_SCOPE)
set(${is_valid_var} FALSE PARENT_SCOPE)
return()
endif()
message(STATUS "[INFO] On [${compute_unit}], [${op_name}] compile binary with def config.")
endif()
set(${op_type_var} "${op_type}" PARENT_SCOPE)
set(${is_valid_var} TRUE PARENT_SCOPE)
set(${cache_key} "${op_type}" CACHE INTERNAL "Cached op_type for ${op_name} on ${compute_unit}")
endfunction()
###################################################################################################
# generate operator dynamic python script for compile, generenate out path ${CMAKE_BINARY_DIR}/tbe,
# and install to packages/vendors/${VENDOR_NAME}/op_impl/ai_core/tbe/${VENDOR_NAME}_impl/dynamic
###################################################################################################
function(add_ops_impl_target)
set(oneValueArgs TARGET OPS_INFO_DIR IMPL_DIR OUT_DIR INSTALL_DIR DEPENDS)
cmake_parse_arguments(OPIMPL "" "${oneValueArgs}" "OPS_BATCH;OPS_ITERATE" ${ARGN})
#此处调用ascendc_impl_build.py目的是为了生成experimental算子的py文件
add_custom_command(OUTPUT ${OPIMPL_OUT_DIR}/.impl_timestamp
COMMAND mkdir -m 700 -p ${OPIMPL_OUT_DIR}/dynamic
COMMAND ${ASCEND_PYTHON_EXECUTABLE} ${CMAKE_SOURCE_DIR}/scripts/util/ascendc_impl_build.py
\"\" \"${OPIMPL_OPS_BATCH}\" \"${OPIMPL_OPS_ITERATE}\"
${OPIMPL_IMPL_DIR} ${OPIMPL_OUT_DIR}/dynamic ${ASCEND_AUTOGEN_PATH}
--opsinfo-dir ${OPIMPL_OPS_INFO_DIR} ${OPIMPL_OPS_INFO_DIR}/inner ${OPIMPL_OPS_INFO_DIR}/exc
COMMAND rm -rf ${OPIMPL_OUT_DIR}/.impl_timestamp
COMMAND touch ${OPIMPL_OUT_DIR}/.impl_timestamp
DEPENDS ${CMAKE_SOURCE_DIR}/scripts/util/ascendc_impl_build.py
${OPIMPL_DEPENDS}
)
add_custom_target(${OPIMPL_TARGET} ALL
DEPENDS ${OPIMPL_OUT_DIR}/.impl_timestamp
)
# 当编译单算子时，PREPROCESS_ONLY=FALSE情况下COMPILED_OP_DIRS是指定算子与被依赖的算子
if(NOT PREPROCESS_ONLY)
foreach(compute_unit ${ASCEND_COMPUTE_UNIT})
set(compute_unit_op_cache "${compute_unit}_ALL_COMPUTE_PAIRS")
if(NOT DEFINED ${compute_unit_op_cache})
set(all_op_pairs)
foreach(OP_DIR ${COMPILED_OP_DIRS})
get_op_type_and_validate("${OP_DIR}" "${compute_unit}" op_name op_type is_valid)
# 使用modext时会出现校验不支持，但实际上应该解析编译选项的情况，不能用is_valid校验
if(NOT op_type)
continue()
endif()
list(APPEND all_op_pairs "${op_type}:${compute_unit}")
endforeach()
set(${compute_unit_op_cache} ${all_op_pairs} CACHE STRING "compute_unit:${compute_unit}")
endif()
set(cur_op_pairs ${${compute_unit_op_cache}})
if(ENABLE_EXPERIMENTAL)
add_custom_command(OUTPUT ${OPIMPL_OUT_DIR}/${compute_unit}/.gen_timestamp
COMMAND mkdir -m 700 -p ${OPIMPL_OUT_DIR}/${compute_unit}
COMMAND rm -rf ${OPIMPL_OUT_DIR}/${compute_unit}/.gen_timestamp
COMMAND touch ${OPIMPL_OUT_DIR}/${compute_unit}/.gen_timestamp
DEPENDS merge_ini_${compute_unit} ${OPIMPL_OUT_DIR}/.impl_timestamp
)
else()
add_custom_command(OUTPUT ${OPIMPL_OUT_DIR}/${compute_unit}/.gen_timestamp
COMMAND mkdir -m 700 -p ${OPIMPL_OUT_DIR}/${compute_unit}
COMMAND bash ${CMAKE_SOURCE_DIR}/scripts/util/gen_compile_option.sh ${cur_op_pairs}
COMMAND rm -rf ${OPIMPL_OUT_DIR}/${compute_unit}/.gen_timestamp
COMMAND touch ${OPIMPL_OUT_DIR}/${compute_unit}/.gen_timestamp
DEPENDS merge_ini_${compute_unit} ${OPIMPL_OUT_DIR}/.impl_timestamp
)
endif()
add_custom_target(gen_compile_options_${compute_unit} ALL
DEPENDS ${OPIMPL_OUT_DIR}/.impl_timestamp ${OPIMPL_OUT_DIR}/${compute_unit}/.gen_timestamp)
add_dependencies(${OPIMPL_TARGET} gen_compile_options_${compute_unit})
endforeach()
endif()
file(GLOB dynamic_impl ${OPIMPL_OUT_DIR}/dynamic/*.py)
if(ENABLE_PACKAGE)
install(
FILES ${dynamic_impl}
DESTINATION ${OPIMPL_INSTALL_DIR}
OPTIONAL
)
endif()
endfunction()
###################################################################################################
# generate aic-${compute_unit}-ops-info.json from aic-${compute_unit}-ops-info.ini
# generate outpath: ${CMAKE_BINARY_DIR}/tbe/op_info_cfg/ai_core/${compute_unit}/
# install path: packages/vendors/${VENDOR_NAME}/op_impl/ai_core/tbe/config/${compute_unit}
###################################################################################################
function(add_ops_info_target_v1)
set(oneValueArgs TARGET OPS_INFO_DIR COMPUTE_UNIT OUTPUT INSTALL_DIR)
cmake_parse_arguments(OPINFO "" "${oneValueArgs}" "" ${ARGN})
get_filename_component(opinfo_file_path "${OPINFO_OUTPUT}" DIRECTORY)
add_custom_command(OUTPUT ${OPINFO_OUTPUT}
COMMAND mkdir -p ${opinfo_file_path}
COMMAND ${ASCEND_PYTHON_EXECUTABLE} ${CMAKE_SOURCE_DIR}/scripts/util/parse_ini_to_json.py
${OPINFO_OPS_INFO_DIR}/aic-${OPINFO_COMPUTE_UNIT}-ops-info.ini
${OPINFO_OPS_INFO_DIR}/inner/aic-${OPINFO_COMPUTE_UNIT}-ops-info.ini
${OPINFO_OPS_INFO_DIR}/exc/aic-${OPINFO_COMPUTE_UNIT}-ops-info.ini
${OPINFO_OUTPUT}
)
add_custom_target(${OPINFO_TARGET} ALL
DEPENDS ${OPINFO_OUTPUT}
)
if(ENABLE_PACKAGE)
install(FILES ${OPINFO_OUTPUT}
DESTINATION ${OPINFO_INSTALL_DIR}
OPTIONAL
)
endif()
endfunction()
###################################################################################################
# merge ops info ini in aclnn/aclnn_inner/aclnn_exc to a total ini file
# srcpath: ${ASCEND_AUTOGEN_PATH}
# generate outpath: ${CMAKE_BINARY_DIR}/tbe/config
###################################################################################################
function(merge_ini_files)
set(oneValueArgs TARGET OPS_INFO_DIR COMPUTE_UNIT)
cmake_parse_arguments(MGINI "" "${oneValueArgs}" "" ${ARGN})
add_custom_command(OUTPUT ${ASCEND_KERNEL_CONF_DST}/aic-${MGINI_COMPUTE_UNIT}-ops-info.ini
COMMAND touch ${MGINI_OPS_INFO_DIR}/aic-merged-${MGINI_COMPUTE_UNIT}-ops-info.ini
COMMAND ${ASCEND_PYTHON_EXECUTABLE} ${OPS_KERNEL_BINARY_SCRIPT}/merge_ini_files.py
${MGINI_OPS_INFO_DIR}/aic-${MGINI_COMPUTE_UNIT}-ops-info.ini
${MGINI_OPS_INFO_DIR}/inner/aic-${MGINI_COMPUTE_UNIT}-ops-info.ini
${MGINI_OPS_INFO_DIR}/exc/aic-${MGINI_COMPUTE_UNIT}-ops-info.ini
--output-file ${ASCEND_KERNEL_CONF_DST}/aic-${MGINI_COMPUTE_UNIT}-ops-info.ini
)
add_custom_target(${MGINI_TARGET} ALL
DEPENDS ${ASCEND_KERNEL_CONF_DST}/aic-${MGINI_COMPUTE_UNIT}-ops-info.ini
)
endfunction()
# ##################################################################################################
# merge ops proto headers in aclnn/aclnn_inner/aclnn_exc to a total proto file
# srcpath: ${ASCEND_AUTOGEN_PATH}
# generate outpath: ${CMAKE_BINARY_DIR}/tbe/graph
# ##################################################################################################
function(merge_graph_headers)
set(oneValueArgs TARGET OUT_DIR)
cmake_parse_arguments(MGPROTO "" "${oneValueArgs}" "" ${ARGN})
get_target_property(proto_headers ${GRAPH_PLUGIN_NAME}_proto_headers INTERFACE_SOURCES)
set(proto_headers ${proto_headers} ${CMAKE_SOURCE_DIR}/common/inc/op_graph/op_nn_proto_extend.h)
add_custom_command(OUTPUT ${MGPROTO_OUT_DIR}/ops_proto_nn.h
COMMAND ${ASCEND_PYTHON_EXECUTABLE} ${CMAKE_SOURCE_DIR}/scripts/util/merge_proto.py
${proto_headers}
--output-file ${MGPROTO_OUT_DIR}/ops_proto_nn.h
)
add_custom_command(
OUTPUT ${MGPROTO_OUT_DIR}/ops_proto_nn.cpp
COMMAND ${CMAKE_COMMAND} -E copy
${MGPROTO_OUT_DIR}/ops_proto_nn.h
${MGPROTO_OUT_DIR}/ops_proto_nn.cpp
DEPENDS ${MGPROTO_OUT_DIR}/ops_proto_nn.h
)
add_custom_target(${MGPROTO_TARGET} ALL
DEPENDS ${MGPROTO_OUT_DIR}/ops_proto_nn.h ${MGPROTO_OUT_DIR}/ops_proto_nn.cpp
)
endfunction()
###################################################################################################
# generate binary compile shell script and binary json
# srcpath: ${ASCEND_AUTOGEN_PATH}
# outpath: ${CMAKE_BINARY_DIR}/binary/${compute_unit}
###################################################################################################
function(generate_bin_scripts)
set(oneValueArgs TARGET OP_NAME OP_TYPE OPS_INFO_DIR COMPUTE_UNIT OUT_DIR)
cmake_parse_arguments(GENBIN "" "${oneValueArgs}" "" ${ARGN})
file(MAKE_DIRECTORY ${GENBIN_OUT_DIR}/gen)
file(MAKE_DIRECTORY ${GENBIN_OUT_DIR}/gen/${GENBIN_OP_NAME})
message(STATUS "start generate_bin_scripts for op: ${GENBIN_OP_NAME}")
add_custom_target(generate_bin_scripts_${GENBIN_COMPUTE_UNIT}_${GENBIN_OP_NAME}
COMMAND ${ASCEND_PYTHON_EXECUTABLE} ${CMAKE_SOURCE_DIR}/scripts/util/ascendc_bin_param_build.py
${GENBIN_OPS_INFO_DIR}/aic-${GENBIN_COMPUTE_UNIT}-ops-info.ini
${GENBIN_OUT_DIR}/gen/${GENBIN_OP_NAME} ${GENBIN_COMPUTE_UNIT}
--opc-config-file ${ASCEND_AUTOGEN_PATH}/${CUSTOM_OPC_OPTIONS}
--ops ${GENBIN_OP_TYPE}
COMMAND ${ASCEND_PYTHON_EXECUTABLE} ${CMAKE_SOURCE_DIR}/scripts/util/ascendc_bin_param_build.py
${GENBIN_OPS_INFO_DIR}/inner/aic-${GENBIN_COMPUTE_UNIT}-ops-info.ini
${GENBIN_OUT_DIR}/gen/${GENBIN_OP_NAME} ${GENBIN_COMPUTE_UNIT}
--opc-config-file ${ASCEND_AUTOGEN_PATH}/${CUSTOM_OPC_OPTIONS}
--ops ${GENBIN_OP_TYPE}
COMMAND ${ASCEND_PYTHON_EXECUTABLE} ${CMAKE_SOURCE_DIR}/scripts/util/ascendc_bin_param_build.py
${GENBIN_OPS_INFO_DIR}/exc/aic-${GENBIN_COMPUTE_UNIT}-ops-info.ini
${GENBIN_OUT_DIR}/gen/${GENBIN_OP_NAME} ${GENBIN_COMPUTE_UNIT}
--opc-config-file ${ASCEND_AUTOGEN_PATH}/${CUSTOM_OPC_OPTIONS}
--ops ${GENBIN_OP_TYPE}
COMMAND ${ASCEND_PYTHON_EXECUTABLE} ${OPS_KERNEL_BINARY_SCRIPT}/merge_ops_config_json.py
${GENBIN_OUT_DIR}/gen/${GENBIN_OP_NAME}
DEPENDS ascendc_impl_gen
)
if(NOT TARGET ${GENBIN_TARGET})
add_custom_target(${GENBIN_TARGET})
endif()
add_dependencies(${GENBIN_TARGET} generate_bin_scripts_${GENBIN_COMPUTE_UNIT}_${GENBIN_OP_NAME}
)
endfunction()
###################################################################################################
# copy binary config from op_host/config to tbe/config path
###################################################################################################
function(binary_config_copy)
set(oneValueArgs TARGET OP_NAME CONF_DIR DST_DIR COMPUTE_UNIT)
cmake_parse_arguments(CNFCPY "" "${oneValueArgs}" "" ${ARGN})
file(MAKE_DIRECTORY ${CNFCPY_DST_DIR}/${CNFCPY_COMPUTE_UNIT}/${CNFCPY_OP_NAME})
add_custom_target(${CNFCPY_TARGET}
COMMAND rm -rf ${CNFCPY_DST_DIR}/${CNFCPY_COMPUTE_UNIT}/${CNFCPY_OP_NAME}/*
COMMAND cp -r ${CNFCPY_CONF_DIR}/${CNFCPY_COMPUTE_UNIT}/* ${CNFCPY_DST_DIR}/${CNFCPY_COMPUTE_UNIT}/${CNFCPY_OP_NAME}
)
endfunction()
###################################################################################################
# compile binary from op_host/config binary json files
# generate outpath: ${CMAKE_BINARY_DIR}/binary/${compute_unit}/bin
# install path: ${BIN_KERNEL_INSTALL_DIR}/${compute_unit}
###################################################################################################
function(prepare_compile_from_config)
set(oneValueArgs TARGET OP_NAME OP_TYPE BINARY_JSON OPS_INFO_DIR IMPL_DIR CONFIG_DIR OP_PYTHON_DIR OUT_DIR INSTALL_DIR COMPUTE_UNIT)
cmake_parse_arguments(CONFCMP "" "${oneValueArgs}" "" ${ARGN})
file(MAKE_DIRECTORY ${CONFCMP_OUT_DIR}/src)
file(MAKE_DIRECTORY ${CONFCMP_OUT_DIR}/bin)
file(MAKE_DIRECTORY ${CONFCMP_OUT_DIR}/gen)
message(STATUS "start to compile op: ${CONFCMP_OP_NAME}, op_type: ${CONFCMP_OP_TYPE}")
# add Environment Variable Configurations of python & ccache
set(_ASCENDC_ENV_VAR)
list(APPEND _ASCENDC_ENV_VAR export HI_PYTHON=${ASCEND_PYTHON_EXECUTABLE} &&)
# whether need judging CMAKE_C_COMPILER_LAUNCHER
if(CCACHE_PROGRAM)
list(APPEND _ASCENDC_ENV_VAR export ASCENDC_CCACHE_EXECUTABLE=${CCACHE_PROGRAM} &&)
endif()
message(STATUS "_ASCENDC_ENV_VAR: ${_ASCENDC_ENV_VAR}")
if(EXISTS ${CONFCMP_BINARY_JSON})
# copy binary config file to tbe/config
binary_config_copy(
TARGET bin_conf_${CONFCMP_OP_NAME}_${CONFCMP_COMPUTE_UNIT}_copy
OP_NAME ${CONFCMP_OP_NAME}
CONF_DIR ${CONFCMP_CONFIG_DIR}
DST_DIR ${ASCEND_KERNEL_CONF_DST}
COMPUTE_UNIT ${CONFCMP_COMPUTE_UNIT}
)
else()
file(MAKE_DIRECTORY ${ASCEND_KERNEL_CONF_DST}/${CONFCMP_COMPUTE_UNIT}/${CONFCMP_OP_NAME})
add_custom_target(bin_conf_${CONFCMP_OP_NAME}_${CONFCMP_COMPUTE_UNIT}_copy
COMMAND cp ${CMAKE_BINARY_DIR}/binary/${CONFCMP_COMPUTE_UNIT}/gen/${CONFCMP_OP_NAME}/${CONFCMP_OP_NAME}_binary.json ${ASCEND_KERNEL_CONF_DST}/${CONFCMP_COMPUTE_UNIT}/${CONFCMP_OP_NAME}
COMMENT "cp ${CMAKE_BINARY_DIR}/binary/${CONFCMP_COMPUTE_UNIT}/gen/${CONFCMP_OP_NAME}/${CONFCMP_OP_NAME}_binary.json ${ASCEND_KERNEL_CONF_DST}/${CONFCMP_COMPUTE_UNIT}/${CONFCMP_OP_NAME}"
)
endif()
if(NOT TARGET gen_opc_info_${CONFCMP_COMPUTE_UNIT})
add_custom_target(gen_opc_info_${CONFCMP_COMPUTE_UNIT}
COMMAND ${_ASCENDC_ENV_VAR} bash ${OPS_KERNEL_BINARY_SCRIPT}/build_binary_gen_opc_info.sh
${CONFCMP_COMPUTE_UNIT}
WORKING_DIRECTORY ${OPS_KERNEL_BINARY_SCRIPT}
DEPENDS ${ASCEND_KERNEL_CONF_DST}/aic-${CONFCMP_COMPUTE_UNIT}-ops-info.ini
)
endif()
add_custom_target(config_compile_${CONFCMP_COMPUTE_UNIT}_${CONFCMP_OP_NAME}
COMMAND ${_ASCENDC_ENV_VAR} bash ${OPS_KERNEL_BINARY_SCRIPT}/build_binary_opc.sh
${CONFCMP_OP_TYPE}
${CONFCMP_COMPUTE_UNIT}
${CONFCMP_OUT_DIR}/bin ${CMAKE_BUILD_TYPE} ${ENABLE_OOM} ${ENABLE_DUMP_CCE} ${ENABLE_MSSANITIZER} bisheng_flags=${BISHENG_FLAGS} "kernel_template_input=\"${KERNEL_TEMPLATE_INPUT}\""
WORKING_DIRECTORY ${OPS_KERNEL_BINARY_SCRIPT}
DEPENDS ${ASCEND_KERNEL_CONF_DST}/aic-${CONFCMP_COMPUTE_UNIT}-ops-info.ini
ascendc_kernel_src_copy
bin_conf_${CONFCMP_OP_NAME}_${CONFCMP_COMPUTE_UNIT}_copy
gen_opc_info_${CONFCMP_COMPUTE_UNIT}
)
if(NOT TARGET prepare_binary_compile_${CONFCMP_COMPUTE_UNIT})
add_custom_target(prepare_binary_compile_${CONFCMP_COMPUTE_UNIT})
endif()
add_custom_target(${CONFCMP_TARGET}
COMMAND cp -r ${CONFCMP_IMPL_DIR}/*.* ${CONFCMP_OUT_DIR}/src
COMMAND cp ${CONFCMP_OP_PYTHON_DIR}/*.py ${CONFCMP_OUT_DIR}/src
)
add_dependencies(prepare_binary_compile_${CONFCMP_COMPUTE_UNIT} config_compile_${CONFCMP_COMPUTE_UNIT}_${CONFCMP_OP_NAME} ${CONFCMP_TARGET})
if(ENABLE_PACKAGE)
set(subDir "ops_nn")
if(ENABLE_CUSTOM)
set(subDir "")
endif()
install(DIRECTORY ${CONFCMP_OUT_DIR}/bin/${CONFCMP_COMPUTE_UNIT}/${CONFCMP_OP_NAME}
DESTINATION ${BIN_KERNEL_INSTALL_DIR}/${CONFCMP_COMPUTE_UNIT}/${subDir} OPTIONAL FILE_PERMISSIONS OWNER_READ OWNER_EXECUTE GROUP_READ GROUP_EXECUTE WORLD_READ WORLD_EXECUTE
)
file(GLOB CONFCMP_OP_NAME_JSON ${CONFCMP_OUT_DIR}/bin/config/${CONFCMP_COMPUTE_UNIT}/${CONFCMP_OP_NAME}*.json)
install(FILES ${CONFCMP_OP_NAME_JSON}
DESTINATION ${BIN_KERNEL_CONFIG_INSTALL_DIR}/${CONFCMP_COMPUTE_UNIT}/${subDir} OPTIONAL PERMISSIONS OWNER_READ OWNER_EXECUTE GROUP_READ GROUP_EXECUTE WORLD_READ WORLD_EXECUTE
)
endif()
endfunction()
###################################################################################################
# compile binary from op_host/config binary json files
# generate outpath: ${CMAKE_BINARY_DIR}/binary/${compute_unit}/bin
# install path: ${BIN_KERNEL_INSTALL_DIR}/${compute_unit}
###################################################################################################
function(compile_from_config)
set(oneValueArgs TARGET OUT_DIR INSTALL_DIR COMPUTE_UNIT)
cmake_parse_arguments(CONFCMP "" "${oneValueArgs}" "" ${ARGN})
set(_ASCENDC_ENV_VAR)
list(APPEND _ASCENDC_ENV_VAR export HI_PYTHON=${ASCEND_PYTHON_EXECUTABLE} &&)
if(CCACHE_PROGRAM)
list(APPEND _ASCENDC_ENV_VAR export ASCENDC_CCACHE_EXECUTABLE=${CCACHE_PROGRAM} &&)
endif()
if(NOT TARGET binary)
add_custom_target(binary)
endif()
add_custom_target(exe_compile_${CONFCMP_COMPUTE_UNIT}_out
COMMAND ${_ASCENDC_ENV_VAR} bash ${OPS_KERNEL_BINARY_SCRIPT}/build_binary_op_exe_task_out.sh ${CONFCMP_OUT_DIR}/bin
WORKING_DIRECTORY ${OPS_KERNEL_BINARY_SCRIPT}
)
set(OPC_NUM_UNIT "OPC_NUM_${CONFCMP_COMPUTE_UNIT}")
foreach(idx RANGE 1 ${${OPC_NUM_UNIT}})
set(_BUILD_COMMAND)
List(APPEND _BUILD_COMMAND export TILINGKEY_PAR_COMPILE=1 &&)
List(APPEND _BUILD_COMMAND export BIN_FILENAME_HASHED=1 &&)
List(APPEND _BUILD_COMMAND export ASCEND_SLOG_PRINT_TO_STDOUT=1 &&)
List(APPEND _BUILD_COMMAND ${_ASCENDC_ENV_VAR} stdbuf -oL bash ${OPS_KERNEL_BINARY_SCRIPT}/build_binary_op_exe_task.sh ${CONFCMP_OUT_DIR}/bin ${idx})
List(APPEND _BUILD_COMMAND && echo $(MAKE))
add_custom_target(exe_compile_${CONFCMP_COMPUTE_UNIT}_${idx}
COMMAND ${_BUILD_COMMAND}
WORKING_DIRECTORY ${OPS_KERNEL_BINARY_SCRIPT}
)
add_dependencies(exe_compile_${CONFCMP_COMPUTE_UNIT}_out exe_compile_${CONFCMP_COMPUTE_UNIT}_${idx})
endforeach()
add_dependencies(binary exe_compile_${CONFCMP_COMPUTE_UNIT}_out)
endfunction()
###################################################################################################
# generate binary_info_config.json
# generate outpath: ${CMAKE_BINARY_DIR}/binary/${compute_unit}/bin/config
# install path: packages/vendors/${VENDOR_NAME}/op_impl/ai_core/tbe/kernel/config
###################################################################################################
function(gen_binary_info_config_json)
set(oneValueArgs TARGET BIN_DIR COMPUTE_UNIT)
cmake_parse_arguments(GENBIN_INFOCFG "" "${oneValueArgs}" "" ${ARGN})
if (NOT EXISTS "${GENBIN_INFOCFG_BIN_DIR}/bin/config")
message(STATUS "Directory does not exist. Create: ${GENBIN_INFOCFG_BIN_DIR}/bin/config")
file(MAKE_DIRECTORY "${GENBIN_INFOCFG_BIN_DIR}/bin/config")
endif()
add_custom_command(OUTPUT ${GENBIN_INFOCFG_BIN_DIR}/bin/config/${GENBIN_INFOCFG_COMPUTE_UNIT}/binary_info_config.json
COMMAND ${ASCEND_PYTHON_EXECUTABLE} ${OPS_KERNEL_BINARY_SCRIPT}/gen_binary_info_config.py
${GENBIN_INFOCFG_BIN_DIR}/bin
${GENBIN_INFOCFG_COMPUTE_UNIT}
DEPENDS ${GENBIN_INFOCFG_BIN_DIR}/bin/config
)
add_custom_target(${GENBIN_INFOCFG_TARGET}
DEPENDS ${GENBIN_INFOCFG_BIN_DIR}/bin/config/${GENBIN_INFOCFG_COMPUTE_UNIT}/binary_info_config.json
)
if(NOT TARGET gen_bin_info_config)
add_custom_target(gen_bin_info_config)
endif()
add_dependencies(gen_bin_info_config ${GENBIN_INFOCFG_TARGET})
if(ENABLE_PACKAGE)
set(subDir "ops_nn")
if(ENABLE_CUSTOM)
set(subDir "")
endif()
install(
FILES ${GENBIN_INFOCFG_BIN_DIR}/bin/config/${GENBIN_INFOCFG_COMPUTE_UNIT}/binary_info_config.json
DESTINATION ${BIN_KERNEL_CONFIG_INSTALL_DIR}/${GENBIN_INFOCFG_COMPUTE_UNIT}/${subDir} OPTIONAL
)
endif()
endfunction()
# ######################################################################################################################
# check op_type is or not support in compute_unit
# ######################################################################################################################
function(check_op_supported OP_NAME COMPUTE_UNIT OP_SUPPORTED_COMPUTE_UNIT)
set(cmd "find ${OP_DIR} -name ${OP_NAME}_def.cpp -exec grep '\.AddConfig(\\s*\"${COMPUTE_UNIT}\"' {} \;")
execute_process(
COMMAND bash -c "${cmd}"
OUTPUT_VARIABLE op_supported_compute_unit
)
if(NOT op_supported_compute_unit)
set(op_supported_compute_unit FALSE)
else()
set(op_supported_compute_unit TRUE)
endif()
set(${OP_SUPPORTED_COMPUTE_UNIT}
${op_supported_compute_unit}
PARENT_SCOPE
)
endfunction()
# binary compile
function(gen_ops_info_and_python)
gen_aclnn_with_opdef()
kernel_src_copy(
TARGET ascendc_kernel_src_copy
OP_LIST ${COMPILED_OPS}
IMPL_DIR ${COMPILED_OP_DIRS}
DST_DIR ${ASCEND_KERNEL_SRC_DST}
)
if(ENABLE_CUSTOM AND ENABLE_ASC_BUILD)
return()
endif()
add_custom_target(common_copy
COMMAND ${CMAKE_COMMAND} -E make_directory ${CMAKE_BINARY_DIR}/tbe/ascendc/common/cmct
COMMAND cp -r ${PROJECT_SOURCE_DIR}/matmul/common/cmct/* ${CMAKE_BINARY_DIR}/tbe/ascendc/common/cmct
COMMAND ${CMAKE_COMMAND} -E make_directory ${CMAKE_BINARY_DIR}/tbe/ascendc/common/blaze
COMMAND cp -r ${BLAZE}/* ${CMAKE_BINARY_DIR}/tbe/ascendc/common/blaze
COMMAND ${CMAKE_COMMAND} -E copy_directory ${TENSOR_API}/impl/tensor_api ${CMAKE_BINARY_DIR}/tbe/ascendc/common/tensor_api/impl/tensor_api
COMMAND ${CMAKE_COMMAND} -E copy_directory ${TENSOR_API}/include/tensor_api ${CMAKE_BINARY_DIR}/tbe/ascendc/common/tensor_api/include/tensor_api
COMMAND ${CMAKE_COMMAND} -E copy_directory ${TENSOR_API}/impl/c_api ${CMAKE_BINARY_DIR}/tbe/ascendc/common/tensor_api/impl/c_api
COMMAND ${CMAKE_COMMAND} -E copy_directory ${TENSOR_API}/include/c_api ${CMAKE_BINARY_DIR}/tbe/ascendc/common/tensor_api/include/c_api
COMMAND cp -r ${PROJECT_SOURCE_DIR}/conv/common/op_kernel/* ${CMAKE_BINARY_DIR}/tbe/ascendc/common
COMMAND ${CMAKE_COMMAND} -E make_directory ${CMAKE_BINARY_DIR}/tbe/ascendc/inc
COMMAND cp -r ${PROJECT_SOURCE_DIR}/common/inc/op_kernel/* ${CMAKE_BINARY_DIR}/tbe/ascendc/inc
)
if(ENABLE_PACKAGE)
install(
DIRECTORY ${CMAKE_BINARY_DIR}/tbe/ascendc/common/cmct/
DESTINATION ${IMPL_INSTALL_DIR}/common/cmct
)
install(
DIRECTORY ${CMAKE_BINARY_DIR}/tbe/ascendc/common/blaze/
DESTINATION ${IMPL_INSTALL_DIR}/common/blaze
)
install(
DIRECTORY ${CMAKE_BINARY_DIR}/tbe/ascendc/common/tensor_api/
DESTINATION ${IMPL_INSTALL_DIR}/common/tensor_api
)
install(
DIRECTORY ${CMAKE_BINARY_DIR}/tbe/ascendc/common/arch35/
DESTINATION ${IMPL_INSTALL_DIR}/common/arch35
)
install(
DIRECTORY ${CMAKE_BINARY_DIR}/tbe/ascendc/inc/
DESTINATION ${IMPL_INSTALL_DIR}/inc
)
endif()
string(JOIN "/" simplified_key_str ${simplified_key_list})
string(JOIN "/" impl_mode_str ${impl_mode_list})
string(JOIN "/" auto_sync_str ${auto_sync_list})
string(JOIN "/" options_str ${option_list})
if(NOT auto_sync_str)
set(auto_sync_str "auto_sync")
endif()
if(NOT options_str)
set(options_str "options")
endif()
add_custom_target(gen_kernel_options
COMMAND ${ASCEND_PYTHON_EXECUTABLE} ${OPS_KERNEL_BINARY_SCRIPT}/gen_ops_compile_ini.py ${CMAKE_BINARY_DIR}/tbe/config
${simplified_key_str} ${impl_mode_str} ${auto_sync_str} ${options_str}
)
set(ascendc_impl_gen_depends ascendc_kernel_src_copy common_copy gen_kernel_options)
foreach(compute_unit ${ASCEND_ALL_COMPUTE_UNIT})
# generate aic-${compute_unit}-ops-info.json, operator infos
if(ENABLE_CUSTOM)
set(ops_info_suffix "ops-info.json")
else()
set(ops_info_suffix "ops-info-nn.json")
endif()
add_ops_info_target_v1(
TARGET ops_info_gen_${compute_unit}
OUTPUT ${CMAKE_BINARY_DIR}/tbe/op_info_cfg/ai_core/${compute_unit}/aic-${compute_unit}-${ops_info_suffix}
OPS_INFO_DIR ${ASCEND_AUTOGEN_PATH}
COMPUTE_UNIT ${compute_unit}
INSTALL_DIR ${OPS_INFO_INSTALL_DIR}/${compute_unit}
)
# merge ops info ini files
merge_ini_files(TARGET merge_ini_${compute_unit}
OPS_INFO_DIR ${ASCEND_AUTOGEN_PATH}
COMPUTE_UNIT ${compute_unit}
)
list(APPEND ascendc_impl_gen_depends ops_info_gen_${compute_unit})
endforeach()
add_ops_impl_target(
TARGET ascendc_impl_gen
OPS_INFO_DIR ${ASCEND_AUTOGEN_PATH}
IMPL_DIR ${ASCEND_KERNEL_SRC_DST}
OUT_DIR ${CMAKE_BINARY_DIR}/tbe
INSTALL_DIR ${IMPL_DYNAMIC_INSTALL_DIR}
DEPENDS ${ascendc_impl_gen_depends}
)
add_dependencies(ascendc_impl_gen ${ascendc_impl_gen_depends})
if(ENABLE_BINARY OR ENABLE_CUSTOM)
foreach(compute_unit ${ASCEND_COMPUTE_UNIT})
set(HAS_OP_COMPILE_OF_COMPUTE_UNIT FALSE)
foreach(OP_DIR ${COMPILED_OP_DIRS})
get_op_type_and_validate("${OP_DIR}" "${compute_unit}" op_name op_type is_valid)
set(binary_json ${OP_DIR}/op_host/config/${compute_unit}/${op_name}_binary.json)
if(NOT is_valid)
continue()
endif()
list(FIND ASCEND_OP_NAME ${op_name} INDEX)
if(NOT "${ASCEND_OP_NAME}" STREQUAL "" AND INDEX EQUAL -1 AND NO_FORCE)
# 非指定算子，只编译kernel
continue()
endif()
set(HAS_OP_COMPILE_OF_COMPUTE_UNIT TRUE)
# generate opc shell scripts for autogen binary config ops
generate_bin_scripts(
TARGET gen_bin_scripts
OP_NAME ${op_name}
OP_TYPE ${op_type}
OPS_INFO_DIR ${ASCEND_AUTOGEN_PATH}
COMPUTE_UNIT ${compute_unit}
OUT_DIR ${CMAKE_BINARY_DIR}/binary/${compute_unit}
)
# binary compile from binary json config
prepare_compile_from_config(
TARGET ascendc_bin_${compute_unit}_${op_name}
OP_NAME ${op_name}
OP_TYPE ${op_type}
BINARY_JSON ${binary_json}
OPS_INFO_DIR ${ASCEND_AUTOGEN_PATH}
IMPL_DIR ${OP_DIR}/op_kernel
CONFIG_DIR ${OP_DIR}/op_host/config
OP_PYTHON_DIR ${CMAKE_BINARY_DIR}/tbe/dynamic
OUT_DIR ${CMAKE_BINARY_DIR}/binary/${compute_unit}
INSTALL_DIR ${BIN_KERNEL_INSTALL_DIR}
COMPUTE_UNIT ${compute_unit}
)
add_dependencies(ascendc_bin_${compute_unit}_${op_name} gen_compile_options_${compute_unit} ascendc_impl_gen gen_bin_scripts)
endforeach()
# binary compile from binary json config
compile_from_config(
TARGET ascendc_bin_${compute_unit}_${op_name}
OUT_DIR ${CMAKE_BINARY_DIR}/binary/${compute_unit}
INSTALL_DIR ${BIN_KERNEL_INSTALL_DIR}
COMPUTE_UNIT ${compute_unit}
)
if(HAS_OP_COMPILE_OF_COMPUTE_UNIT)
# generate binary_info_config.json
gen_binary_info_config_json(
TARGET gen_bin_info_config_${compute_unit}
BIN_DIR ${CMAKE_BINARY_DIR}/binary/${compute_unit}
COMPUTE_UNIT ${compute_unit}
)
else()
message(STATUS "[WARNING] There is no operator support for ${compute_unit}.")
endif()
set(LOCK_CLEANUP_CMD "rm -f '${CMAKE_BINARY_DIR}/binary/${compute_unit}/bin/.*.cleaned.lock'")
add_custom_command(TARGET binary
POST_BUILD
COMMAND sh -c "${LOCK_CLEANUP_CMD}"
COMMENT "Executing cleanup: ${LOCK_CLEANUP_CMD}")
endforeach()
endif()
endfunction()
