-
Notifications
You must be signed in to change notification settings - Fork 1.8k
/
Copy pathCMakeLists.txt
110 lines (96 loc) · 4.14 KB
/
CMakeLists.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
option(LLM_SUPPORT_VISION "Llm model support vision input." OFF)
option(LLM_SUPPORT_AUDIO "Llm model support audio input." OFF)
option(BUILD_MLS "Build PC Commandline." OFF)
set(LLM_DEPS ${MNN_DEPS})
if (LLM_SUPPORT_VISION AND MNN_BUILD_OPENCV)
add_definitions(-DLLM_SUPPORT_VISION)
list(APPEND LLM_DEPS MNNOpenCV)
include_directories(${CMAKE_CURRENT_LIST_DIR}/../../../tools/cv/include/)
endif()
if (LLM_SUPPORT_AUDIO AND MNN_BUILD_AUDIO)
list(APPEND LLM_DEPS MNNAudio)
include_directories(${CMAKE_CURRENT_LIST_DIR}/../../../tools/audio/include/)
endif()
# include dir
include_directories(${CMAKE_CURRENT_LIST_DIR}/include/)
# source files
FILE(GLOB SRCS ${CMAKE_CURRENT_LIST_DIR}/src/*.cpp)
if (MNN_SEP_BUILD)
if (MNN_BUILD_SHARED_LIBS)
# compile dynamic so, support Linux/Mac
add_library(llm SHARED ${SRCS})
set_target_properties(llm PROPERTIES WINDOWS_EXPORT_ALL_SYMBOLS TRUE)
target_link_libraries(llm ${LLM_DEPS})
else()
add_library(llm STATIC ${SRCS})
endif()
list(APPEND LLM_DEPS llm)
else()
add_library(llm OBJECT ${SRCS})
endif()
if (LLM_SUPPORT_VISION AND MNN_BUILD_OPENCV)
target_compile_definitions(llm PRIVATE LLM_SUPPORT_VISION)
endif()
if (LLM_SUPPORT_AUDIO AND MNN_BUILD_AUDIO)
target_compile_definitions(llm PRIVATE LLM_SUPPORT_AUDIO)
endif()
add_executable(llm_demo ${CMAKE_CURRENT_LIST_DIR}/demo/llm_demo.cpp)
add_executable(embedding_demo ${CMAKE_CURRENT_LIST_DIR}/demo/embedding_demo.cpp)
add_executable(rollback_demo ${CMAKE_CURRENT_LIST_DIR}/demo/rollback_demo.cpp)
add_executable(llm_bench ${CMAKE_CURRENT_LIST_DIR}/demo/llm_bench.cpp)
target_link_libraries(llm_demo ${LLM_DEPS})
target_link_libraries(embedding_demo ${LLM_DEPS})
target_link_libraries(rollback_demo ${LLM_DEPS})
target_link_libraries(llm_bench ${LLM_DEPS})
if (BUILD_MLS)
set(CMAKE_OSX_DEPLOYMENT_TARGET "13.0" CACHE STRING "Minimum macOS version" FORCE)
add_executable(mls
${CMAKE_CURRENT_LIST_DIR}/app/mls.cpp
${CMAKE_CURRENT_LIST_DIR}/app/remote_model_downloader.cpp
${CMAKE_CURRENT_LIST_DIR}/app/file_utils.cpp
${CMAKE_CURRENT_LIST_DIR}/app/llm_benchmark.cpp
${CMAKE_CURRENT_LIST_DIR}/app/hf_api_client.cpp
${CMAKE_CURRENT_LIST_DIR}/app/mls_server.cpp
)
# set(OPENSSL_ROOT_DIR "C:/Program Files/OpenSSL-Win64")
# set(OPENSSL_INCLUDE_DIR "C:/Program Files/OpenSSL-Win64/include")
# set(OPENSSL_CRYPTO_LIBRARY "C:/Program Files/OpenSSL-Win64/lib/VC/x64/MD/libcrypto.lib")
# set(OPENSSL_LIBRARIES "C:/Program Files/OpenSSL-Win64/lib//VC/x64/MD/libssl.lib;C:/Program Files/OpenSSL-Win64/lib/VC/x64/MD/libcrypto.lib")
# Set OpenSSL_FOUND based on the presence of include directory and libraries
set(OPENSSL_USE_STATIC_LIBS TRUE)
message(STATUS "OPENSSL_INCLUDE_DIR: ${OPENSSL_INCLUDE_DIR} OPENSSL_LIBRARIES:${OPENSSL_LIBRARIES}")
if(OPENSSL_LIBRARIES AND OPENSSL_INCLUDE_DIR)
set(OpenSSL_FOUND TRUE)
else()
set(OpenSSL_FOUND FALSE)
endif()
# Check if OPENSSL_LIBRARIES is not set to find OpenSSL
if(NOT OpenSSL_FOUND)
find_package(OpenSSL REQUIRED)
endif()
# Check if OpenSSL is found
if(OpenSSL_FOUND)
message(STATUS "OpenSSL found: ${OPENSSL_INCLUDE_DIR} ${OPENSSL_LIBRARIES}")
# Use the OpenSSL include directory
target_include_directories(mls PRIVATE ${OPENSSL_INCLUDE_DIR})
# Link to OpenSSL libraries
target_link_libraries(mls PRIVATE ${OPENSSL_LIBRARIES})
# If on Apple platform, link with Security framework
if(APPLE)
find_library(SECURITY_FRAMEWORK Security)
if(SECURITY_FRAMEWORK)
target_link_libraries(mls PRIVATE ${SECURITY_FRAMEWORK})
else()
message(FATAL_ERROR "Could not find Security framework")
endif()
endif()
else()
message(FATAL_ERROR "OpenSSL not found. Please install OpenSSL and set paths.")
endif()
target_include_directories(mls PRIVATE ${MNN_INCLUDES} ${CMAKE_CURRENT_LIST_DIR}/src/)
set_property(TARGET mls PROPERTY CXX_STANDARD 17)
set_property(TARGET mls PROPERTY CXX_STANDARD_REQUIRED ON)
# target_compile_options(mls PRIVATE -std=c++17)
target_link_libraries(mls PRIVATE ${LLM_DEPS})
target_compile_definitions(mls PRIVATE CPPHTTPLIB_OPENSSL_SUPPORT)
endif()