forked from bytedance/lightseq
-
Notifications
You must be signed in to change notification settings - Fork 2
/
Copy pathCMakeLists.txt
125 lines (98 loc) · 3.6 KB
/
CMakeLists.txt
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
cmake_minimum_required(VERSION 3.18 FATAL_ERROR)
project(LightSeq LANGUAGES C CXX CUDA)
find_package(CUDA 11 REQUIRED)
option(USE_NEW_ARCH "inference with new arch" OFF)
option(FP16_MODE "inference with fp16" OFF)
option(DEBUG_MODE "debug computation result" OFF)
option(DYNAMIC_API "build dynamic lightseq api library" OFF)
option(USE_TRITONBACKEND "build tritonbackend for lightseq" OFF)
set(CUDA_PATH ${CUDA_TOOLKIT_ROOT_DIR})
list(APPEND CMAKE_MODULE_PATH ${CUDA_PATH}/lib64)
# setting compiler flags
set(CMAKE_C_FLAGS_DEBUG "${CMAKE_C_FLAGS_DEBUG} -Wall -O0")
set(CMAKE_CXX_FLAGS_DEBUG "${CMAKE_CXX_FLAGS_DEBUG} -Wall -O0")
set(CMAKE_CUDA_FLAGS_DEBUG "${CMAKE_CUDA_FLAGS_DEBUG} -g -G -Xcompiler -Wall")
if(DYNAMIC_API)
# dynamic link to cuda libraries and protobuf
set(CMAKE_CUDA_RUNTIME_LIBRARY "Shared")
set(HDF5_USE_STATIC_LIBRARIES OFF)
else()
# static link to cuda libraries and protobuf
set(CMAKE_CUDA_RUNTIME_LIBRARY "Static")
set(HDF5_USE_STATIC_LIBRARIES ON)
endif()
set(Protobuf_USE_STATIC_LIBS ON)
set(CMAKE_POSITION_INDEPENDENT_CODE ON)
set(CMAKE_CUDA_SEPARABLE_COMPILATION ON)
set(CMAKE_CXX_STANDARD 14)
set(CMAKE_CXX_STANDARD_REQUIRED ON)
if(USE_NEW_ARCH)
add_definitions(-DNEW_ARCH)
set(CMAKE_CUDA_ARCHITECTURES 70 75 80 86 87)
if(DEBUG_MODE)
add_definitions(-DDEBUG_MODE)
message(STATUS "Build using debug mode")
endif()
if(FP16_MODE)
add_definitions(-DFP16_MODE)
message(STATUS "Build using fp16 precision")
else()
message(STATUS "Build using fp32 precision")
endif()
set(COMMON_HEADER_DIRS
${PROJECT_SOURCE_DIR}
${CUDA_PATH}/include
lightseq/csrc/kernels/includes
lightseq/csrc/layers_new/includes
lightseq/csrc/lsflow/includes
lightseq/csrc/models/includes
lightseq/csrc/ops_new/includes
lightseq/csrc/proto/includes
lightseq/csrc/tools/includes)
set(COMMON_LIB_DIRS ${CUDA_PATH}/lib64)
include_directories(${COMMON_HEADER_DIRS})
include_directories(SYSTEM ${PROJECT_SOURCE_DIR}/3rdparty/cub)
link_directories(${COMMON_LIB_DIRS})
add_subdirectory(3rdparty/pybind11)
add_subdirectory(lightseq/csrc/tools)
add_subdirectory(lightseq/csrc/kernels)
add_subdirectory(lightseq/csrc/layers_new)
add_subdirectory(lightseq/csrc/lsflow)
add_subdirectory(lightseq/csrc/models)
add_subdirectory(lightseq/csrc/ops_new)
add_subdirectory(lightseq/csrc/proto)
add_subdirectory(lightseq/csrc/pybind)
add_subdirectory(lightseq/csrc/example)
if(USE_TRITONBACKEND)
add_subdirectory(lightseq/inference/triton_backend)
endif()
else()
set(CMAKE_CUDA_ARCHITECTURES 60 61 70 75 80 86)
set(COMMON_HEADER_DIRS ${PROJECT_SOURCE_DIR} ${CUDA_PATH}/include)
set(COMMON_LIB_DIRS ${CUDA_PATH}/lib64)
include_directories(${COMMON_HEADER_DIRS})
include_directories(SYSTEM ${PROJECT_SOURCE_DIR}/3rdparty/cub)
link_directories(${COMMON_LIB_DIRS})
add_compile_options(-Wno-unknown-pragmas)
if(FP16_MODE)
add_definitions(-DFP16_MODE)
message(STATUS "Build using fp16 precision")
else()
message(STATUS "Build using fp32 precision")
endif()
if(DEBUG_MODE)
add_definitions(-DDEBUG_RESULT)
message(STATUS "Debug computation result")
endif()
add_subdirectory(3rdparty/pybind11)
add_subdirectory(lightseq/inference/kernels)
add_subdirectory(lightseq/inference/tools)
add_subdirectory(lightseq/inference/proto)
add_subdirectory(lightseq/inference/model)
add_subdirectory(lightseq/inference/pywrapper)
add_subdirectory(lightseq/inference/server)
if(USE_TRITONBACKEND)
add_subdirectory(lightseq/inference/triton_backend)
endif()
# add_subdirectory(examples/inference/cpp)
endif()