# # SPDX-FileCopyrightText: Copyright (c) 1993-2025 NVIDIA CORPORATION & AFFILIATES. All rights reserved. # SPDX-License-Identifier: Apache-2.0 # # Licensed under the Apache License, Version 2.0 (the "License"); # you may not use this file except in compliance with the License. # You may obtain a copy of the License at # # http://www.apache.org/licenses/LICENSE-2.0 # # Unless required by applicable law or agreed to in writing, software # distributed under the License is distributed on an "AS IS" BASIS, # WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. # See the License for the specific language governing permissions and # limitations under the License. # cmake_minimum_required(VERSION 3.31 FATAL_ERROR) include(cmake/modules/set_ifndef.cmake) include(cmake/modules/find_library_create_target.cmake) list(APPEND CMAKE_MODULE_PATH ${CMAKE_CURRENT_SOURCE_DIR}/cmake/modules) include(InstallUtils) set_ifndef(TRT_LIB_DIR ${CMAKE_BINARY_DIR}) set_ifndef(TRT_OUT_DIR ${CMAKE_BINARY_DIR}) # Converts Windows paths cmake_path(SET TRT_LIB_DIR ${TRT_LIB_DIR}) cmake_path(SET TRT_OUT_DIR ${TRT_OUT_DIR}) # Resolve TRT_INCLUDE_DIR: prefer installed package headers over in-repo headers # to avoid ABI mismatches when headers lag behind the installed package. if(NOT DEFINED TRT_INCLUDE_DIR) if(EXISTS "${TRT_LIB_DIR}/../include/NvInferVersion.h") # Tar-style package: include/ is a sibling of the lib directory. cmake_path(SET TRT_INCLUDE_DIR "${TRT_LIB_DIR}/../include") elseif(EXISTS "/usr/include/NvInferVersion.h") # Deb package: headers at standard system path. set(TRT_INCLUDE_DIR "/usr/include") else() # No package headers found; fall back to in-repo headers. cmake_path(SET TRT_INCLUDE_DIR "${CMAKE_CURRENT_SOURCE_DIR}/include") set(_TRT_USING_REPO_HEADERS TRUE) endif() else() cmake_path(SET TRT_INCLUDE_DIR "${TRT_INCLUDE_DIR}") endif() if(NOT EXISTS "${TRT_INCLUDE_DIR}/NvInferVersion.h") message(FATAL_ERROR "NvInferVersion.h not found in ${TRT_INCLUDE_DIR}. " "Set -DTRT_INCLUDE_DIR to the directory containing TensorRT headers.") endif() message(STATUS "Using TensorRT headers from: ${TRT_INCLUDE_DIR}") # Required to export symbols to build *.libs if(WIN32) add_compile_definitions(TENSORRT_BUILD_LIB 1) endif() # Route all targets to TRT_OUT_DIR by default. Per-target overrides still win. set(CMAKE_RUNTIME_OUTPUT_DIRECTORY ${TRT_OUT_DIR} CACHE PATH "") set(CMAKE_LIBRARY_OUTPUT_DIRECTORY ${TRT_OUT_DIR} CACHE PATH "") set(CMAKE_ARCHIVE_OUTPUT_DIRECTORY ${TRT_OUT_DIR} CACHE PATH "") if(WIN32) set(STATIC_LIB_EXT "lib") else() set(STATIC_LIB_EXT "a") endif() file(STRINGS "${TRT_INCLUDE_DIR}/NvInferVersion.h" VERSION_STRINGS REGEX "#define TRT_.*_ENTERPRISE") foreach(TYPE MAJOR MINOR PATCH BUILD) string(REGEX MATCH "TRT_${TYPE}_ENTERPRISE [0-9]+" TRT_TYPE_STRING ${VERSION_STRINGS}) string(REGEX MATCH "[0-9]+" TRT_${TYPE} ${TRT_TYPE_STRING}) endforeach(TYPE) set(TRT_VERSION "${TRT_MAJOR}.${TRT_MINOR}.${TRT_PATCH}" CACHE STRING "TensorRT project version") set(ONNX2TRT_VERSION "${TRT_MAJOR}.${TRT_MINOR}.${TRT_PATCH}" CACHE STRING "ONNX2TRT project version") set(TRT_SOVERSION "${TRT_MAJOR}" CACHE STRING "TensorRT library so version") message("Building for TensorRT version: ${TRT_VERSION}, library version: ${TRT_SOVERSION}") # Warn if in-repo headers don't match the installed library version. if(_TRT_USING_REPO_HEADERS AND NOT "${TRT_LIB_DIR}" STREQUAL "${CMAKE_BINARY_DIR}" AND NOT WIN32) file(GLOB _trt_libs "${TRT_LIB_DIR}/libnvinfer.so.*") if(_trt_libs AND NOT EXISTS "${TRT_LIB_DIR}/libnvinfer.so.${TRT_MAJOR}") message(WARNING "In-repo headers report TensorRT major version ${TRT_MAJOR}, but " "no matching libnvinfer.so.${TRT_MAJOR} was found in ${TRT_LIB_DIR}. " "The headers may not match the installed library. Set -DTRT_INCLUDE_DIR " "to the headers matching your TensorRT installation.") endif() unset(_trt_libs) endif() unset(_TRT_USING_REPO_HEADERS) if(NOT DEFINED CMAKE_TOOLCHAIN_FILE) find_program(CMAKE_CXX_COMPILER NAMES $ENV{CXX} g++) endif() set(CMAKE_SKIP_BUILD_RPATH True) set(CMAKE_POSITION_INDEPENDENT_CODE ON) # Set CMAKE_CUDA_ARCHITECTURES before project() so CMake's CMP0104 policy does not # auto-detect and overwrite it with the host GPU's SM. CUDAToolkit_VERSION is not # available yet; SM 110 is conditionally appended after find_package(CUDAToolkit) below. if (NOT DEFINED CMAKE_CUDA_ARCHITECTURES) set(CMAKE_CUDA_ARCHITECTURES 75 80 86 89 90 100 120) set(_TRT_CUDA_ARCHS_DEFAULTED TRUE) endif() project(TensorRT LANGUAGES CXX CUDA VERSION ${TRT_VERSION} DESCRIPTION "TensorRT is a C++ library that facilitates high-performance inference on NVIDIA GPUs and deep learning accelerators." HOMEPAGE_URL "https://github.com/NVIDIA/TensorRT") if (WIN32) enable_language(C) endif() # Speed up rebuilds with ccache when available; respect a user-set launcher. if(CMAKE_GENERATOR MATCHES "Makefiles|Ninja") find_program(CCACHE_PROGRAM ccache) mark_as_advanced(CCACHE_PROGRAM) if(CCACHE_PROGRAM) foreach(lang IN ITEMS C CXX CUDA) set(CMAKE_${lang}_COMPILER_LAUNCHER "${CCACHE_PROGRAM}" CACHE STRING "Path to ccache") endforeach() message(STATUS "ccache enabled: ${CCACHE_PROGRAM}") endif() endif() if(CMAKE_INSTALL_PREFIX_INITIALIZED_TO_DEFAULT) set(CMAKE_INSTALL_PREFIX ${TRT_LIB_DIR}/../ CACHE PATH "TensorRT installation" FORCE) endif(CMAKE_INSTALL_PREFIX_INITIALIZED_TO_DEFAULT) option(BUILD_PLUGINS "Build TensorRT plugin" ON) option(BUILD_PARSERS "Build TensorRT parsers" ON) option(BUILD_SAMPLES "Build TensorRT samples" ON) option(BUILD_SAFE_SAMPLES "Build TensorRT safety samples" OFF) option(TRT_SAFETY_INFERENCE_ONLY "Build only the safety inference components (no safety builders)" OFF) option(TRT_BUILD_TESTING "Build gtests for TensorRT components" OFF) # Must be set before add_subdirectory(plugin); the option() below is gated on BUILD_SAMPLES. set(TRT_BUILD_WINML OFF) ############################################################################################ # Early dependency discovery # These must be found before they are used in target definitions set(THREADS_PREFER_PTHREAD_FLAG ON) # QNX has built-in threading support and doesn't need FindThreads if(NOT CMAKE_SYSTEM_NAME STREQUAL "QNX") find_package(Threads REQUIRED) else() # For QNX, create a dummy Threads::Threads target if it doesn't exist if(NOT TARGET Threads::Threads) add_library(Threads::Threads INTERFACE IMPORTED GLOBAL) # QNX threading is built into libc, no explicit linking needed endif() endif() find_package(CUDAToolkit REQUIRED) message(STATUS "CUDA version: ${CUDAToolkit_VERSION}") # SM 110 (Thor) requires CUDA 13.0+. # CUDAToolkit_VERSION is only available once the toolkit is found. if (_TRT_CUDA_ARCHS_DEFAULTED AND CUDAToolkit_VERSION VERSION_GREATER_EQUAL "13.0") list(APPEND CMAKE_CUDA_ARCHITECTURES 110) endif() message(STATUS "Generating CUDA code for SMs: ${CMAKE_CUDA_ARCHITECTURES}") ############################################################################################ # OSS bridging: top-level setup for plugin and samples code. # OSS vendors third-party headers under third_party/. set(TRT_EXTERNALS_DIR ${CMAKE_CURRENT_SOURCE_DIR}/third_party) if(NOT TARGET TRT::cudart) add_library(TRT::cudart INTERFACE IMPORTED) target_link_libraries(TRT::cudart INTERFACE CUDA::cudart_static) endif() include(BundleLibraries) include(SymbolExports) include(Stubify) include(WindowsLibSuffixes) include(StaticLibSmokeTest) ############################################################################################ # Safety runtime libraries (libnvinfer_safe) used by safety samples and # inference-only builds. if(BUILD_SAFE_SAMPLES OR TRT_SAFETY_INFERENCE_ONLY) set(TRT_NVINFER_SAFE_NAME "nvinfer_safe") # Shared safety runtime. find_library(nvinfer_safe_path ${TRT_NVINFER_SAFE_NAME} PATHS ${TRT_LIB_DIR} NO_CMAKE_FIND_ROOT_PATH ) if(NOT nvinfer_safe_path) message(FATAL_ERROR "nvinfer_safe library not found. Please ensure safety runtime libraries are available in TRT_LIB_DIR ('${TRT_LIB_DIR}').") endif() add_library(TRTSAFE::nvinfer_safe_shared SHARED IMPORTED) set_target_properties(TRTSAFE::nvinfer_safe_shared PROPERTIES IMPORTED_LOCATION ${nvinfer_safe_path}) target_link_libraries(TRTSAFE::nvinfer_safe_shared INTERFACE cuda) # nvinfer_safe needs the cuda driver. # Debug runtime library (provides debugging features like tensor dumping). set(nvinfer_safe_debug_lib_name "${TRT_NVINFER_SAFE_NAME}_debug") find_library(nvinfer_safe_debug_path ${nvinfer_safe_debug_lib_name} PATHS ${TRT_LIB_DIR} NO_CMAKE_FIND_ROOT_PATH ) if(NOT nvinfer_safe_debug_path) message(FATAL_ERROR "nvinfer_safe_debug library not found. Please ensure debug runtime library is available in TRT_LIB_DIR.") endif() add_library(TRTSAFE::nvinfer_safe_debug SHARED IMPORTED) set_target_properties(TRTSAFE::nvinfer_safe_debug PROPERTIES IMPORTED_LOCATION ${nvinfer_safe_debug_path}) # Headers for the safety runtime. # Try to find include directory relative to lib dir first, then fall back to standard locations if(EXISTS "${TRT_LIB_DIR}/../include/NvInfer.h") target_include_directories(TRTSAFE::nvinfer_safe_shared INTERFACE ${TRT_LIB_DIR}/../include) target_include_directories(TRTSAFE::nvinfer_safe_debug INTERFACE ${TRT_LIB_DIR}/../include) elseif(EXISTS "/usr/include/NvInfer.h") target_include_directories(TRTSAFE::nvinfer_safe_shared INTERFACE /usr/include) target_include_directories(TRTSAFE::nvinfer_safe_debug INTERFACE /usr/include) elseif(EXISTS "${CMAKE_CURRENT_SOURCE_DIR}/include/NvInfer.h") target_include_directories(TRTSAFE::nvinfer_safe_shared INTERFACE ${CMAKE_CURRENT_SOURCE_DIR}/include) target_include_directories(TRTSAFE::nvinfer_safe_debug INTERFACE ${CMAKE_CURRENT_SOURCE_DIR}/include) else() message(WARNING "Could not find TensorRT headers. Please ensure they are installed.") endif() # On QNX, TRT depends on DLA symbols stored in the DriveOS PDK. # Since trying to find these shared libs at link time will be difficult, we ignore unresolved symbols in shared libs. if(CMAKE_SYSTEM_NAME STREQUAL "QNX") target_link_options(TRTSAFE::nvinfer_safe_shared INTERFACE LINKER:--unresolved-symbols=ignore-in-shared-libs) target_link_options(TRTSAFE::nvinfer_safe_debug INTERFACE LINKER:--unresolved-symbols=ignore-in-shared-libs) endif() endif() # OSS safety inference-only mode: require safety samples and disable enterprise # components. if(TRT_SAFETY_INFERENCE_ONLY) if(NOT BUILD_SAFE_SAMPLES) set(BUILD_SAFE_SAMPLES ON CACHE BOOL "Build TensorRT safety samples" FORCE) endif() set(TRT_SAFETY_INFERENCE_ONLY ON CACHE BOOL "" FORCE) # Disable enterprise OSS components for this configuration. set(BUILD_PLUGINS OFF CACHE BOOL "" FORCE) set(BUILD_PARSERS OFF CACHE BOOL "" FORCE) set(BUILD_SAMPLES OFF CACHE BOOL "" FORCE) # Add CUDA library directory early so all samples can find it if(CUDAToolkit_LIBRARY_DIR) link_directories(${CUDAToolkit_LIBRARY_DIR}) endif() # Interface target for safety samples in inference-only mode. add_library(trt_global_definitions INTERFACE) target_link_libraries(trt_global_definitions INTERFACE TRTSAFE::nvinfer_safe_shared cudart Threads::Threads ) if(NOT WIN32 AND NOT CMAKE_SYSTEM_NAME STREQUAL "QNX") target_link_libraries(trt_global_definitions INTERFACE dl rt) endif() target_include_directories(trt_global_definitions INTERFACE ${TRT_INCLUDE_DIR} ${CMAKE_CURRENT_SOURCE_DIR}/samples/common ${CMAKE_CURRENT_SOURCE_DIR}/shared ${CUDAToolkit_INCLUDE_DIRS} ) target_compile_options(trt_global_definitions INTERFACE $<$:--expt-relaxed-constexpr> ) endif() # C++17 set(CMAKE_CXX_STANDARD 20) set(CMAKE_CXX_STANDARD_REQUIRED ON) set(CMAKE_CXX_EXTENSIONS OFF) if(NOT MSVC) set(CMAKE_CXX_FLAGS "-Wno-deprecated-declarations ${CMAKE_CXX_FLAGS} -DBUILD_SYSTEM=cmake_oss") else() set(CMAKE_CXX_FLAGS "${CMAKE_CXX_FLAGS} -DBUILD_SYSTEM=cmake_oss") endif() ############################################################################################ # Cross-compilation settings set_ifndef(TRT_PLATFORM_ID "x86_64") message(STATUS "Targeting TRT Platform: ${TRT_PLATFORM_ID}") ############################################################################################ # Debug settings set(TRT_DEBUG_POSTFIX _debug CACHE STRING "suffix for debug builds") if (CMAKE_BUILD_TYPE STREQUAL "Debug") message("Building in debug mode ${DEBUG_POSTFIX}") endif() ############################################################################################ # Dependencies set(DEFAULT_CUDNN_VERSION 8.9) set(DEFAULT_PROTOBUF_VERSION 3.20.3) # Dependency Version Resolution set_ifndef(CUDNN_VERSION ${DEFAULT_CUDNN_VERSION}) message(STATUS "cuDNN version set to ${CUDNN_VERSION}") set_ifndef(PROTOBUF_VERSION ${DEFAULT_PROTOBUF_VERSION}) message(STATUS "Protobuf version set to ${PROTOBUF_VERSION}") if (BUILD_PLUGINS OR BUILD_PARSERS) include(third_party/protobuf.cmake) endif() if(BUILD_PARSERS) configure_protobuf(${PROTOBUF_VERSION}) endif() # Define library names set(TRT_NVINFER_NAME "nvinfer") set(TRT_ONNXPARSER_NAME "nvonnxparser") # Windows library names have major version appended. if (MSVC) set(nvinfer_lib_name "${TRT_NVINFER_NAME}_${TRT_SOVERSION}${TRT_LIB_SUFFIX}") set(nvinfer_plugin_lib_name "nvinfer_plugin_${TRT_SOVERSION}") set(nvinfer_vc_plugin_lib_name "nvinfer_vc_plugin_${TRT_SOVERSION}") set(nvonnxparser_lib_name "${TRT_ONNXPARSER_NAME}_${TRT_SOVERSION}${TRT_LIB_SUFFIX}") else() set(nvinfer_lib_name ${TRT_NVINFER_NAME}) set(nvinfer_plugin_lib_name "nvinfer_plugin") set(nvinfer_vc_plugin_lib_name "nvinfer_vc_plugin") set(nvonnxparser_lib_name ${TRT_ONNXPARSER_NAME}) endif() find_library_create_target(nvinfer ${nvinfer_lib_name} SHARED "${TRT_LIB_DIR}") set_property(TARGET nvinfer PROPERTY INTERFACE_INCLUDE_DIRECTORIES ${TRT_INCLUDE_DIR}) # tensorrt is aliased downstream; CMake forbids aliasing an alias. add_library(tensorrt INTERFACE IMPORTED) target_link_libraries(tensorrt INTERFACE nvinfer) set(CMAKE_CUDA_RUNTIME_LIBRARY "static" CACHE STRING "") if (NOT MSVC) find_library(RT_LIB rt) endif() ############################################################################################ if(NOT MSVC) set(CMAKE_CUDA_FLAGS "${CMAKE_CUDA_FLAGS} --expt-relaxed-constexpr -Xcompiler -Wno-deprecated-declarations") else() set(CMAKE_CUDA_SEPARABLE_COMPILATION ON) set(CMAKE_CUDA_FLAGS "${CMAKE_CUDA_FLAGS} --expt-relaxed-constexpr -Xcompiler") endif() ############################################################################################ # TensorRT set(HINT_PATHS "${TRT_OUT_DIR}" "${TRT_LIB_DIR}") if(NOT TARGET trt_global_definitions) add_library(trt_global_definitions INTERFACE) target_include_directories(trt_global_definitions INTERFACE ${CUDAToolkit_INCLUDE_DIRS}) endif() if(BUILD_PLUGINS) option(TRT_BUILD_ENABLE_DLA "Build TensorRT with DLA features enabled." OFF) set(TRT_BUILD_ENABLE_STATIC_LIBS OFF CACHE INTERNAL "Static libs are no longer supported") option(TRT_BUILD_STUB_LIBS "Build linker stub libraries." OFF) add_subdirectory(plugin) else() find_library_create_target(${nvinfer_plugin_lib_name} ${nvinfer_plugin_lib_name} SHARED "${HINT_PATHS}") endif() if(BUILD_PARSERS) add_subdirectory(parsers) else() find_library_create_target(${nvonnxparser_lib_name} ${nvonnxparser_lib_name} SHARED "${HINT_PATHS}") endif() add_library(tensorrt_headers INTERFACE) target_include_directories(tensorrt_headers INTERFACE ${TRT_INCLUDE_DIR}) # Samples if(BUILD_SAMPLES OR BUILD_SAFE_SAMPLES) set(TRT_BUILD_ENABLE_NEW_SAMPLES_FLOW ON) # Map OSS option names to the internal names used by samples/CMakeLists.txt. set(TRT_BUILD_SAMPLES ${BUILD_SAMPLES}) set(TRT_BUILD_TRTEXEC ${BUILD_SAMPLES}) set(TRT_BUILD_ONNX_PARSER ${BUILD_PARSERS}) set(TRT_BUILD_PLUGINS ${BUILD_PLUGINS}) # Set defaults for specific feature enablement for samples. option(TRT_BUILD_ENABLE_DLA "Build TensorRT with DLA features enabled." OFF) option(TRT_BUILD_ENABLE_UNIFIED_BUILDER "Build TensorRT with unified builder (safety) features enabled." ${BUILD_SAFE_SAMPLES}) option(TRT_BUILD_WINML "Build TensorRT with WinML support." OFF) option(TRT_BUILD_ENABLE_MULTIDEVICE "Build TensorRT with multi-device support." OFF) set(TRT_BUILD_SAMPLES_LINK_STATIC_TRT OFF CACHE INTERNAL "") target_include_directories(${nvonnxparser_lib_name} INTERFACE ${TRT_INCLUDE_DIR}) add_subdirectory(shared) include(InstallUtils) if (TRT_BUILD_TESTING) find_package(GTest QUIET) if (GTest_FOUND) if (NOT TARGET gtest_main) add_library(gtest_main ALIAS GTest::gtest_main) endif() else() include(FetchContent) FetchContent_Declare( googletest GIT_REPOSITORY https://github.com/google/googletest.git GIT_TAG v1.14.0 ) FetchContent_MakeAvailable(googletest) endif() set(TRT_GTEST_DISCOVERY_MODE PRE_TEST CACHE STRING "gtest discovery mode.") endif() add_subdirectory(samples) endif()