cmake_minimum_required(VERSION 3.18)
if(POLICY CMP0116)
cmake_policy(SET CMP0116 OLD)
endif()
include(ExternalProject)
set(CMAKE_CXX_STANDARD 17)
set(CMAKE_INCLUDE_CURRENT_DIR ON)
project(triton)
include(CTest)
set(TRITON_ROOT_DIR "${CMAKE_CURRENT_SOURCE_DIR}/third_party/triton")
set(PATCHED_TRITON_ROOT_DIR "${CMAKE_CURRENT_SOURCE_DIR}/triton_patch")
set(EXTENSION_TRITON_ROOT_DIR "${CMAKE_CURRENT_SOURCE_DIR}/triton_extension")
set(PATCHED_TRITON_LIBRARIES
"TritonIR"
)
set(PATCHED_TRITON_DEPENDS
"TritonTableGen"
)
if(NOT WIN32)
list(APPEND CMAKE_MODULE_PATH "${TRITON_ROOT_DIR}/cmake")
endif()
option(TRITON_BUILD_TUTORIALS "Build C++ Triton tutorials" OFF)
option(TRITON_BUILD_PYTHON_MODULE "Build Python Triton bindings" ON)
option(TRITON_BUILD_PROTON "Build the Triton Proton profiler" OFF)
option(TRITON_BUILD_UT "Build C++ Triton Unit Tests" OFF)
set(TRITON_CODEGEN_BACKENDS "" CACHE STRING "Enable different codegen backends")
set(CMAKE_C_FLAGS_TRITONRELBUILDWITHASSERTS "-O2 -g")
set(CMAKE_CXX_FLAGS_TRITONRELBUILDWITHASSERTS "-O2 -g")
set(CMAKE_C_FLAGS_TRITONBUILDWITHO1 "-O1")
set(CMAKE_CXX_FLAGS_TRITONBUILDWITHO1 "-O1")
if(NOT CMAKE_BUILD_TYPE)
message(STATUS "Default build type: Release")
set(CMAKE_BUILD_TYPE "Release")
endif()
if(NOT WIN32)
find_library(TERMINFO_LIBRARY tinfo)
endif()
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -D__STDC_FORMAT_MACROS -fPIC -std=gnu++17")
if(NOT MLIR_DIR)
set(MLIR_DIR ${LLVM_LIBRARY_DIR}/cmake/mlir)
endif()
find_package(MLIR REQUIRED CONFIG PATHS ${MLIR_DIR})
list(APPEND CMAKE_MODULE_PATH "${MLIR_CMAKE_DIR}")
list(APPEND CMAKE_MODULE_PATH "${LLVM_CMAKE_DIR}")
include(TableGen)
include(AddLLVM)
include(AddMLIR)
function(add_triton_object name)
cmake_parse_arguments(ARG "" "" "DEPENDS;LINK_LIBS" ${ARGN})
add_library(${name} OBJECT)
target_sources(${name}
PRIVATE ${ARG_UNPARSED_ARGUMENTS}
INTERFACE $<TARGET_OBJECTS:${name}>
)
set(patched_depends "")
foreach(dep ${ARG_DEPENDS})
list(FIND PATCHED_TRITON_DEPENDS "${dep}" index)
if(index GREATER_EQUAL 0)
list(APPEND patched_depends "Patched_${dep}")
message(STATUS "Replace ${dep} by Patched_${dep} as a dependent of ${name}")
else()
list(APPEND patched_depends ${dep})
endif()
endforeach()
if(patched_depends)
add_dependencies(${name} ${patched_depends})
endif()
set(patched_link_libs "")
foreach(lib ${ARG_LINK_LIBS})
list(FIND PATCHED_TRITON_LIBRARIES "${lib}" index)
if(index GREATER_EQUAL 0)
list(APPEND patched_link_libs "Patched_${lib}")
message(STATUS "Replace ${lib} by Patched_${lib} to be linked by ${name}")
else()
list(APPEND patched_link_libs ${lib})
endif()
endforeach()
if(patched_link_libs)
target_link_libraries(${name} PUBLIC ${patched_link_libs})
endif()
endfunction(add_triton_object)
set_property(GLOBAL PROPERTY TRITON_LIBS "")
function(add_triton_library name)
list(FIND PATCHED_TRITON_LIBRARIES "${name}" index)
if(index GREATER_EQUAL 0)
message(STATUS "Adding Patched_${name} as a lib, instead of ${name}")
return()
endif()
set_property(GLOBAL APPEND PROPERTY TRITON_LIBS ${name})
add_triton_object(${name} ${ARGN})
llvm_update_compile_flags(${name})
endfunction()
set_property(GLOBAL PROPERTY TRITON_PLUGINS "")
function(add_triton_plugin name)
set_property(GLOBAL APPEND PROPERTY TRITON_PLUGINS ${name})
add_triton_object(${name} ${ARGN})
endfunction()
function(remove_component_from_property property_name component_to_remove)
get_property(prop_value GLOBAL PROPERTY ${property_name})
string(REPLACE ";" ";" prop_list "${prop_value}")
list(REMOVE_ITEM prop_list "${component_to_remove}")
string(REPLACE ";" ";" modified_prop "${prop_list}")
set_property(GLOBAL PROPERTY ${property_name} "${modified_prop}")
message(STATUS "Removed '${component_to_remove}' from ${property_name}")
endfunction()
set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -Werror -Wno-covered-switch-default -fvisibility=hidden")
include_directories(${TRITON_ROOT_DIR})
include_directories(${MLIR_INCLUDE_DIRS})
include_directories(${LLVM_INCLUDE_DIRS})
include_directories(${PATCHED_TRITON_ROOT_DIR}/include)
include_directories(${PROJECT_BINARY_DIR}/triton_patch/include)
include_directories(${TRITON_ROOT_DIR}/include)
include_directories(${PROJECT_BINARY_DIR}/third_party/triton/include)
include_directories(${TRITON_ROOT_DIR}/third_party)
include_directories(${PROJECT_BINARY_DIR}/third_party)
set(ASCENDNPU_IR_SRC_DIR ${PROJECT_SOURCE_DIR}/third_party/ascendnpu-ir)
set(ASCENDNPU_IR_BINARY_DIR ${PROJECT_BINARY_DIR}/third_party/ascendnpu-ir)
set(BISHENGIR_BUILD_STANDALONE_IR_ONLY ON)
set(BISHENGIR_ENABLE_A5_UNPUBLISHED_FEATURES ON)
add_subdirectory(${ASCENDNPU_IR_SRC_DIR} ${ASCENDNPU_IR_BINARY_DIR})
include_directories(${ASCENDNPU_IR_SRC_DIR}/bishengir/include)
include_directories(${ASCENDNPU_IR_BINARY_DIR}/bishengir/include)
add_subdirectory(${TRITON_ROOT_DIR}/include)
add_subdirectory(${TRITON_ROOT_DIR}/lib)
add_subdirectory(${PATCHED_TRITON_ROOT_DIR}/include)
add_subdirectory(${PATCHED_TRITON_ROOT_DIR}/lib)
set(TRITON_SOURCE_DIR "${TRITON_ROOT_DIR}")
set(TRITON_BINARY_DIR "${CMAKE_CURRENT_BINARY_DIR}")
if(TRITON_BUILD_PYTHON_MODULE)
message(STATUS "Adding Python module")
set(PYTHON_SRC_PATH ${TRITON_ROOT_DIR}/python/src)
set(PATCHED_PYTHON_SRC_PATH ${PATCHED_TRITON_ROOT_DIR}/python/src)
set(EXTENSION_PYTHON_SRC_PATH ${EXTENSION_TRITON_ROOT_DIR}/python/src)
include_directories(${PYTHON_SRC_PATH})
include_directories(${PATCHED_PYTHON_SRC_PATH})
if(PYTHON_INCLUDE_DIRS)
include_directories(${PYTHON_INCLUDE_DIRS})
include_directories(${PYBIND11_INCLUDE_DIR})
else()
find_package(Python3 REQUIRED COMPONENTS Development Interpreter)
find_package(pybind11 CONFIG REQUIRED HINTS "${Python3_SITELIB}")
include_directories(${Python3_INCLUDE_DIRS})
include_directories(${pybind11_INCLUDE_DIR})
link_directories(${Python3_LIBRARY_DIRS})
link_libraries(${Python3_LIBRARIES})
add_link_options(${Python3_LINK_OPTIONS})
endif()
if (DEFINED TRITON_PLUGIN_DIRS)
foreach(PLUGIN_DIR ${TRITON_PLUGIN_DIRS})
cmake_path(APPEND PLUGIN_DIR "backend" "name.conf" OUTPUT_VARIABLE PLUGIN_NAME_PATH)
file(READ ${PLUGIN_NAME_PATH} PLUGIN_NAME)
string(STRIP ${PLUGIN_NAME} PLUGIN_NAME)
list(APPEND TRITON_PLUGIN_NAMES ${PLUGIN_NAME})
cmake_path(APPEND TRITON_BINARY_DIR "third_party" ${PLUGIN_NAME} OUTPUT_VARIABLE PLUGIN_DIR_BUILD_OUTPUT)
message(STATUS "Building plugin '${PLUGIN_NAME}' from ${PLUGIN_DIR} with output ${PLUGIN_DIR_BUILD_OUTPUT}")
add_subdirectory(${PLUGIN_DIR} ${PLUGIN_DIR_BUILD_OUTPUT})
endforeach()
endif()
foreach(CODEGEN_BACKEND ${TRITON_CODEGEN_BACKENDS})
add_subdirectory(third_party/${CODEGEN_BACKEND})
endforeach()
get_property(triton_libs GLOBAL PROPERTY TRITON_LIBS)
get_property(triton_plugins GLOBAL PROPERTY TRITON_PLUGINS)
set(TRITON_LIBRARIES
${triton_libs}
${triton_plugins}
MLIRAMDGPUDialect
MLIRNVVMDialect
MLIRNVVMToLLVMIRTranslation
MLIRGPUToNVVMTransforms
MLIRGPUToGPURuntimeTransforms
MLIRGPUTransforms
MLIRIR
MLIRControlFlowToLLVM
MLIRBytecodeWriter
MLIRPass
MLIRTransforms
MLIRLLVMDialect
MLIRSupport
MLIRTargetLLVMIRExport
MLIRMathToLLVM
MLIRROCDLToLLVMIRTranslation
MLIRGPUDialect
MLIRSCFToControlFlow
MLIRIndexToLLVM
MLIRGPUToROCDLTransforms
MLIRUBToLLVM
LLVMPasses
LLVMNVPTXCodeGen
LLVMAMDGPUCodeGen
LLVMAMDGPUAsmParser
)
if(CMAKE_SYSTEM_PROCESSOR MATCHES "aarch64" OR
CMAKE_SYSTEM_PROCESSOR MATCHES "arm64" OR
CMAKE_OSX_ARCHITECTURES MATCHES "arm64")
list(APPEND TRITON_LIBRARIES
LLVMAArch64CodeGen
LLVMAArch64AsmParser
)
elseif(CMAKE_SYSTEM_PROCESSOR MATCHES "x86_64")
list(APPEND TRITON_LIBRARIES
LLVMX86CodeGen
LLVMX86AsmParser
)
elseif(CMAKE_SYSTEM_PROCESSOR MATCHES "ppc64le")
list(APPEND TRITON_LIBRARIES
LLVMPowerPCAsmParser
LLVMPowerPCCodeGen
)
else()
message(FATAL_ERROR "LLVM codegen/ASM parser libs: This HW architecture (${CMAKE_SYSTEM_PROCESSOR}) is not configured in cmake lib dependencies.")
endif()
string(JOIN "," TRITON_BACKENDS_TUPLE ${TRITON_CODEGEN_BACKENDS})
if (DEFINED TRITON_PLUGIN_NAMES)
string(JOIN "," TRITON_BACKENDS_TUPLE ${TRITON_BACKENDS_TUPLE} ${TRITON_PLUGIN_NAMES})
endif()
message(STATUS "Triton backends tuple: ${TRITON_BACKENDS_TUPLE}")
set(TRITON_BACKENDS_TUPLE "(${TRITON_BACKENDS_TUPLE})")
add_compile_definitions(TRITON_BACKENDS_TUPLE=${TRITON_BACKENDS_TUPLE})
add_library(triton SHARED ${PATCHED_PYTHON_SRC_PATH}/main.cc
${PATCHED_PYTHON_SRC_PATH}/ir.cc
${PYTHON_SRC_PATH}/passes.cc
${PYTHON_SRC_PATH}/interpreter.cc
${PYTHON_SRC_PATH}/llvm.cc
${EXTENSION_PYTHON_SRC_PATH}/ascend_ir.cc)
target_link_libraries(triton PUBLIC ${TRITON_LIBRARIES})
target_link_libraries(triton PUBLIC BiShengIRHFusionDialect)
target_link_libraries(triton PUBLIC BiShengIRScopeDialect)
target_link_libraries(triton PUBLIC BiShengIRHIVMDialect)
target_link_libraries(triton PUBLIC BiShengIRHIVMUtils)
if(WIN32)
target_link_libraries(triton PRIVATE ${CMAKE_DL_LIBS})
else()
target_link_libraries(triton PRIVATE z)
endif()
target_link_options(triton PRIVATE ${LLVM_LDFLAGS})
include(${CMAKE_CURRENT_SOURCE_DIR}/ascend/triton-adapter/safe_compile.cmake)
add_library(entry_ascend SHARED ${PATCHED_TRITON_ROOT_DIR}/lib/runtime/libentry/libentry.cpp)
endif()
if (UNIX AND NOT APPLE)
set(CMAKE_SHARED_LINKER_FLAGS "${CMAKE_SHARED_LINKER_FLAGS} -Wl,--exclude-libs,ALL")
endif()
if(TRITON_BUILD_PYTHON_MODULE AND NOT WIN32)
set(CMAKE_SHARED_LIBRARY_SUFFIX ".so")
if(APPLE)
set(PYTHON_LDFLAGS "-undefined dynamic_lookup")
endif()
target_link_libraries(triton PRIVATE ${PYTHON_LDFLAGS})
endif()
if(NOT TRITON_BUILD_PYTHON_MODULE)
foreach(CODEGEN_BACKEND ${TRITON_CODEGEN_BACKENDS})
add_subdirectory(third_party/${CODEGEN_BACKEND})
endforeach()
endif()
add_subdirectory(${TRITON_ROOT_DIR}/third_party/f2reduce)