wehub-resource-sync
169 lines
6.4 KiB
CMake
169 lines
6.4 KiB
CMake
option(BUILD_MLS "Build PC Commandline." OFF)
|
|
option(MNN_LLM_BUILD_DEMO "Build LLM demo" ON)
|
|
option(LLM_SUPPORT_HTTP_RESOURCE "Support HTTP resource download" ON)
|
|
|
|
set(LLM_DEPS ${MNN_DEPS})
|
|
if (MNN_BUILD_OPENCV)
|
|
add_definitions(-DLLM_SUPPORT_VISION)
|
|
if (MNN_SEP_BUILD)
|
|
list(APPEND LLM_DEPS MNNOpenCV)
|
|
endif()
|
|
include_directories(${CMAKE_CURRENT_LIST_DIR}/../../../tools/cv/include/)
|
|
endif()
|
|
|
|
if(MNN_IMGCODECS)
|
|
add_definitions(-DMNN_IMGCODECS)
|
|
endif()
|
|
|
|
if (MNN_BUILD_AUDIO)
|
|
if (MNN_SEP_BUILD)
|
|
list(APPEND LLM_DEPS MNNAudio)
|
|
endif()
|
|
include_directories(${CMAKE_CURRENT_LIST_DIR}/../../../tools/audio/include/)
|
|
endif()
|
|
|
|
# include dir
|
|
include_directories(${CMAKE_CURRENT_LIST_DIR}/include/)
|
|
|
|
# source files
|
|
FILE(GLOB_RECURSE SRCS ${CMAKE_CURRENT_LIST_DIR}/src/*)
|
|
|
|
if (MNN_SEP_BUILD)
|
|
if (MNN_BUILD_SHARED_LIBS)
|
|
# compile dynamic so, support Linux/Mac
|
|
add_library(llm SHARED ${SRCS})
|
|
set_target_properties(llm PROPERTIES WINDOWS_EXPORT_ALL_SYMBOLS TRUE)
|
|
target_compile_options(llm PRIVATE -fvisibility=default)
|
|
target_link_libraries(llm ${LLM_DEPS})
|
|
else()
|
|
add_library(llm STATIC ${SRCS})
|
|
endif()
|
|
list(APPEND LLM_DEPS llm)
|
|
else()
|
|
add_library(llm OBJECT ${SRCS})
|
|
endif()
|
|
# jinja.cpp template engine (always enabled, header-only)
|
|
target_compile_definitions(llm PRIVATE LLM_USE_JINJA)
|
|
|
|
# Option to store MNN_PRINT/MNN_ERROR output into a string buffer.
|
|
# Only enabled on Android. Pass -DLLM_LOG_TO_STRING=ON at cmake configure time.
|
|
option(LLM_LOG_TO_STRING "Store MNN_PRINT/MNN_ERROR to string buffer (Android only)" OFF)
|
|
if (LLM_LOG_TO_STRING AND CMAKE_SYSTEM_NAME MATCHES "^Android")
|
|
target_compile_definitions(llm PRIVATE LLM_LOG_TO_STRING)
|
|
endif()
|
|
|
|
# apply_template demo (uses jinja)
|
|
add_executable(apply_template ${CMAKE_CURRENT_LIST_DIR}/demo/apply_template.cpp)
|
|
target_link_libraries(apply_template ${LLM_DEPS})
|
|
|
|
if (MNN_BUILD_OPENCV)
|
|
target_compile_definitions(llm PRIVATE LLM_SUPPORT_VISION)
|
|
endif()
|
|
if (MNN_BUILD_AUDIO)
|
|
add_definitions(-DLLM_SUPPORT_AUDIO)
|
|
endif()
|
|
|
|
if (LLM_SUPPORT_HTTP_RESOURCE)
|
|
target_compile_definitions(llm PRIVATE LLM_SUPPORT_HTTP_RESOURCE)
|
|
# Disable exceptions in httplib since MNN is compiled with -fno-exceptions
|
|
target_compile_definitions(llm PRIVATE CPPHTTPLIB_NO_EXCEPTIONS)
|
|
endif()
|
|
|
|
IF(CMAKE_SYSTEM_NAME MATCHES "^Android" AND NOT MNN_BUILD_FOR_ANDROID_COMMAND)
|
|
IF(NOT NATIVE_INCLUDE_OUTPUT)
|
|
set(NATIVE_INCLUDE_OUTPUT ".")
|
|
ENDIF()
|
|
add_custom_command(
|
|
TARGET llm
|
|
POST_BUILD
|
|
COMMAND ${CMAKE_COMMAND}
|
|
ARGS -E copy_directory ${CMAKE_CURRENT_LIST_DIR}/include ${NATIVE_INCLUDE_OUTPUT}
|
|
)
|
|
ELSE()
|
|
INSTALL(DIRECTORY ${CMAKE_CURRENT_LIST_DIR}/include/ DESTINATION include FILES_MATCHING PATTERN *.hpp)
|
|
ENDIF()
|
|
|
|
|
|
if(MNN_LLM_BUILD_DEMO)
|
|
add_executable(llm_demo ${CMAKE_CURRENT_LIST_DIR}/demo/llm_demo.cpp)
|
|
add_executable(embedding_demo ${CMAKE_CURRENT_LIST_DIR}/demo/embedding_demo.cpp)
|
|
add_executable(reranker_demo ${CMAKE_CURRENT_LIST_DIR}/demo/reranker_demo.cpp)
|
|
add_executable(rollback_demo ${CMAKE_CURRENT_LIST_DIR}/demo/rollback_demo.cpp)
|
|
FILE(GLOB TOKENIZER_SRCS ${CMAKE_CURRENT_LIST_DIR}/src/tokenizer/*.cpp)
|
|
add_executable(tokenizer_demo ${CMAKE_CURRENT_LIST_DIR}/demo/tokenizer_demo.cpp ${TOKENIZER_SRCS})
|
|
target_include_directories(tokenizer_demo PRIVATE ${CMAKE_CURRENT_LIST_DIR}/src/tokenizer/ ${CMAKE_CURRENT_LIST_DIR}/src/)
|
|
|
|
include(${CMAKE_CURRENT_LIST_DIR}/tools/CMakeLists.txt)
|
|
target_link_libraries(llm_demo ${LLM_DEPS})
|
|
target_link_libraries(embedding_demo ${LLM_DEPS})
|
|
target_link_libraries(reranker_demo ${LLM_DEPS})
|
|
target_link_libraries(rollback_demo ${LLM_DEPS})
|
|
target_link_libraries(tokenizer_demo ${LLM_DEPS})
|
|
endif()
|
|
|
|
option(MNN_LLM_BUILD_TEST "Build LLM unit tests" OFF)
|
|
if(MNN_LLM_BUILD_TEST)
|
|
add_executable(test_tokenizer ${CMAKE_CURRENT_LIST_DIR}/test/test_tokenizer.cpp)
|
|
target_include_directories(test_tokenizer PRIVATE ${CMAKE_CURRENT_LIST_DIR}/src/)
|
|
target_link_libraries(test_tokenizer llm ${LLM_DEPS})
|
|
endif()
|
|
|
|
if (BUILD_MLS)
|
|
set(CMAKE_OSX_DEPLOYMENT_TARGET "13.0" CACHE STRING "Minimum macOS version" FORCE)
|
|
|
|
add_executable(mls
|
|
${CMAKE_CURRENT_LIST_DIR}/app/mls.cpp
|
|
${CMAKE_CURRENT_LIST_DIR}/app/remote_model_downloader.cpp
|
|
${CMAKE_CURRENT_LIST_DIR}/app/file_utils.cpp
|
|
${CMAKE_CURRENT_LIST_DIR}/app/llm_benchmark.cpp
|
|
${CMAKE_CURRENT_LIST_DIR}/app/llm_benchmark_common.cpp
|
|
${CMAKE_CURRENT_LIST_DIR}/app/hf_api_client.cpp
|
|
${CMAKE_CURRENT_LIST_DIR}/app/mls_server.cpp
|
|
)
|
|
# set(OPENSSL_ROOT_DIR "C:/Program Files/OpenSSL-Win64")
|
|
# set(OPENSSL_INCLUDE_DIR "C:/Program Files/OpenSSL-Win64/include")
|
|
# set(OPENSSL_CRYPTO_LIBRARY "C:/Program Files/OpenSSL-Win64/lib/VC/x64/MD/libcrypto.lib")
|
|
# set(OPENSSL_LIBRARIES "C:/Program Files/OpenSSL-Win64/lib//VC/x64/MD/libssl.lib;C:/Program Files/OpenSSL-Win64/lib/VC/x64/MD/libcrypto.lib")
|
|
# Set OpenSSL_FOUND based on the presence of include directory and libraries
|
|
set(OPENSSL_USE_STATIC_LIBS TRUE)
|
|
message(STATUS "OPENSSL_INCLUDE_DIR: ${OPENSSL_INCLUDE_DIR} OPENSSL_LIBRARIES:${OPENSSL_LIBRARIES}")
|
|
if(OPENSSL_LIBRARIES AND OPENSSL_INCLUDE_DIR)
|
|
set(OpenSSL_FOUND TRUE)
|
|
else()
|
|
set(OpenSSL_FOUND FALSE)
|
|
endif()
|
|
# Check if OPENSSL_LIBRARIES is not set to find OpenSSL
|
|
if(NOT OpenSSL_FOUND)
|
|
find_package(OpenSSL REQUIRED)
|
|
endif()
|
|
|
|
# Check if OpenSSL is found
|
|
if(OpenSSL_FOUND)
|
|
message(STATUS "OpenSSL found: ${OPENSSL_INCLUDE_DIR} ${OPENSSL_LIBRARIES}")
|
|
|
|
# Use the OpenSSL include directory
|
|
target_include_directories(mls PRIVATE ${OPENSSL_INCLUDE_DIR})
|
|
|
|
# Link to OpenSSL libraries
|
|
target_link_libraries(mls PRIVATE ${OPENSSL_LIBRARIES})
|
|
|
|
# If on Apple platform, link with Security framework
|
|
if(APPLE)
|
|
find_library(SECURITY_FRAMEWORK Security)
|
|
if(SECURITY_FRAMEWORK)
|
|
target_link_libraries(mls PRIVATE ${SECURITY_FRAMEWORK})
|
|
else()
|
|
message(FATAL_ERROR "Could not find Security framework")
|
|
endif()
|
|
endif()
|
|
else()
|
|
message(FATAL_ERROR "OpenSSL not found. Please install OpenSSL and set paths.")
|
|
endif()
|
|
|
|
target_include_directories(mls PRIVATE ${MNN_INCLUDES} ${CMAKE_CURRENT_LIST_DIR}/src/)
|
|
set_property(TARGET mls PROPERTY CXX_STANDARD 17)
|
|
set_property(TARGET mls PROPERTY CXX_STANDARD_REQUIRED ON)
|
|
# target_compile_options(mls PRIVATE -std=c++17)
|
|
target_link_libraries(mls PRIVATE ${LLM_DEPS})
|
|
target_compile_definitions(mls PRIVATE CPPHTTPLIB_OPENSSL_SUPPORT)
|
|
endif() |