-
Notifications
You must be signed in to change notification settings - Fork 1
/
build_8_0.sh
executable file
·237 lines (191 loc) · 6.8 KB
/
build_8_0.sh
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
#!/bin/bash
VERSION="8.0.0"
RC=""
#get archives
wget -c "http://releases.llvm.org/${VERSION}/llvm-${VERSION}.src.tar.xz"
wget -c "http://releases.llvm.org/${VERSION}/cfe-${VERSION}.src.tar.xz"
wget -c "http://releases.llvm.org/${VERSION}/compiler-rt-${VERSION}.src.tar.xz"
wget -c "http://releases.llvm.org/${VERSION}/lld-${VERSION}.src.tar.xz"
wget -c "http://releases.llvm.org/${VERSION}/polly-${VERSION}.src.tar.xz"
wget -c "http://releases.llvm.org/${VERSION}/clang-tools-extra-${VERSION}.src.tar.xz"
wget -c "http://releases.llvm.org/${VERSION}/lldb-${VERSION}.src.tar.xz"
# This script bootstraps llvm, clang and friends in optimized way
# requires gold linker (for lto) http://llvm.org/docs/GoldPlugin.html
# and ninja https://ninja-build.org/
procs=5 #number of jobs to run at a time
export CCACHE_DISABLE=1 #disable ccache
rootDir=`pwd` #cwd
mkdir -p stage_1
cd stage_1
export stageBase=`pwd`
export LLVMSrc=${stageBase}/llvm #llvm
export clangSrc=${LLVMSrc}/tools/clang #clang
export toolsExtraSrc=${LLVMSrc}/tools/clang/tools/extra #tools
export compilerRTSrc=${LLVMSrc}/projects/compiler-rt #sanitizers
export pollySrc=${LLVMSrc}/tools/polly #polly
export lldSRC=${stageBase}/llvm/tools/lld #lld linker
# build dir
export LLVMBuild=${stageBase}/build
#compilers to use for stage 1
export CXX=clang++
export CC=clang
echo "Cloning/updating repos..."
cd ${rootDir}
echo llvm
if ! test -d ${LLVMSrc}; then
mkdir ${LLVMSrc}
tar xvfJ llvm-${VERSION}.src.tar.xz -C ${LLVMSrc} --strip-components=1
else
cd ${LLVMSrc}
echo "llvm: nothing to do"
fi
cd ${rootDir}
echo clang
if ! test -d ${clangSrc}; then
mkdir ${clangSrc}
tar xvfJ cfe-${VERSION}.src.tar.xz -C ${clangSrc} --strip-components=1
else
cd ${clangSrc}
echo "clang: nothing to do"
fi
cd ${rootDir}
echo clang-tools-extra
if ! test -d ${toolsExtraSrc}; then
mkdir ${toolsExtraSrc}
tar xvfJ clang-tools-extra-${VERSION}.src.tar.xz -C ${toolsExtraSrc} --strip-components=1
else
cd ${toolsExtraSrc}
echo "clang tools extra: nothing to do"
fi
cd ${rootDir}
echo compiler-rt
if ! test -d ${compilerRTSrc}; then
mkdir ${compilerRTSrc}
tar xvfJ compiler-rt-${VERSION}.src.tar.xz -C ${compilerRTSrc} --strip-components=1
else
cd ${compilerRTSrc}
echo "compiler-rt: nothing to do"
fi
cd ${rootDir}
echo polly
if ! test -d ${pollySrc}; then
mkdir ${pollySrc}
tar xvfJ polly-${VERSION}.src.tar.xz -C ${pollySrc} --strip-components=1
else
cd ${pollySrc}
echo "polly: nothing to do"
fi
cd ${rootDir}
echo lld
if ! test -d ${lldSRC}; then
mkdir ${lldSRC}
tar xvfJ lld-${VERSION}.src.tar.xz -C ${lldSRC} --strip-components=1
else
cd ${lldSRC}
echo "lld: nothing to do"
fi
cd ${rootDir}/stage_1/
# start building
mkdir -p ${LLVMBuild}
cd ${LLVMBuild}
cmake ../llvm -G "Ninja" \
-DCMAKE_BUILD_TYPE=Release \
-DLLVM_BINUTILS_INCDIR=/usr/include \
-DCMAKE_C_FLAGS="-march=native -O3 -g0 -DNDEBUG" \
-DCMAKE_CXX_FLAGS="-march=native -O3 -g0 -DNDEBUG" \
-DLLVM_PARALLEL_LINK_JOBS=1 \
-DLLVM_TARGETS_TO_BUILD="X86" \
-DLLVM_OPTIMIZED_TABLEGEN=1 \
-DLLVM_BUILD_TOOLS=0 \
-DCMAKE_EXE_LINKER_FLAGS="-Wl,-thinlto-jobs=4 -Wl,-thinlto-cache-policy,cache_size_bytes=6g -Wl,-thinlto-cache-dir='${stageBase}/objects/thinlto_cache'" \
-DLLVM_LIT_ARGS="--timeout 300 -sv" \
echo -e "\e[95mbuilding stage 1\e[39m"
nice -n 15 ninja -l $procs -j $procs clang LLVMgold llvm-ar llvm-ranlib lld || exit
echo -e "\e[95mrunning stage 1 tests\e[39m"
nice -n 15 ninja -l $procs -j $procs check-llvm check-clang check-lld || exit
echo -e "\e[95mstage 1 done\e[39m"
# clang compiled with system clang is done
# now, compile clang again with the newly built version
cd ${rootDir}
export cloneRoot=${rootDir}/stage_1/
mkdir -p stage_2
cd stage_2
# instead of extracting all the tars again, we can simply copy "llvm" dir into stage2
export stageBase=`pwd`
cd ${stageBase}
echo "copying files"
cp --reflink=auto -r ${LLVMSrc} ./
export LLVMSrc=${stageBase}/llvm
export clangSrc=${LLVMSrc}/tools/clang
export toolsExtraSrc=${LLVMSrc}/tools/clang/tools/extra
export compilerRTSrc=${stageBase}/llvm/projects/compiler-rt
export pollySrc=${stageBase}/llvm/tools/polly
export lldSRC=${stageBase}/llvm/tools/lld
export LLVMObjects=${stageBase}/objects # build in here
export LLVMBuild=${stageBase}/build # make install into here
# use new clang++
export CXX="${rootDir}/stage_1/build/bin/clang++"
export CC="${rootDir}/stage_1/build/bin/clang"
mkdir -p ${LLVMObjects}
cd ${LLVMObjects}
cmake ../llvm -G "Ninja" \
-DCMAKE_BUILD_TYPE=Release \
-DLLVM_BINUTILS_INCDIR=/usr/include \
-DCMAKE_C_FLAGS="-march=native -O3 -g0 -DNDEBUG" \
-DCMAKE_CXX_FLAGS="-march=native -O3 -g0 -DNDEBUG" \
-DLLVM_PARALLEL_LINK_JOBS=1 \
-DLLVM_OPTIMIZED_TABLEGEN=1 \
-DLLVM_TARGETS_TO_BUILD="X86" \
-DLLVM_ENABLE_LTO="Thin" \
-DCMAKE_AR="${rootDir}/stage_1/build/bin/llvm-ar" \
-DCMAKE_RANLIB="${rootDir}/stage_1/build/bin/llvm-ranlib" \
-DLLVM_USE_LINKER="${rootDir}/stage_1/build/bin/ld.lld" \
-DCMAKE_INSTALL_PREFIX="${LLVMBuild}" \
-DLLVM_LIBDIR_SUFFIX=64 \
-DCMAKE_EXE_LINKER_FLAGS="-Wl,-thinlto-jobs=4 -Wl,-thinlto-cache-policy,cache_size_bytes=6g -Wl,-thinlto-cache-dir='${stageBase}/objects/thinlto_cache'" \
-DLLVM_LIT_ARGS="--timeout 300 -sv" \
echo "building stage 2"
nice -n 15 ninja -l $procs -j $procs all || exit
#echo "clearning install dir"
#rm -r "${LLVMBuild}"
echo "installing stage 2"
nice -n 15 ninja -l $procs -j $procs install || exit
echo -e "Installing done"
echo "stage 2 done"
cd ${rootDir}
echo "stage 3 tests"
mkdir -p stage_3_tests
cd stage_3_tests
export stageBase=`pwd`
cd ${stageBase}
echo "copying files"
cp --reflink=auto -r ${LLVMSrc} ./
export LLVMSrc=${stageBase}/llvm
export clangSrc=${LLVMSrc}/tools/clang
export toolsExtraSrc=${LLVMSrc}/tools/clang/tools/extra
export compilerRTSrc=${stageBase}/llvm/projects/compiler-rt
export pollySrc=${stageBase}/llvm/tools/polly
export lldSRC=${stageBase}/llvm/tools/lld
export LLVMBuild=${stageBase}/build
# use new clang++
export CXX="${rootDir}/stage_2/build/bin/clang++"
export CC="${rootDir}/stage_2/build/bin/clang"
mkdir -p ${LLVMBuild}
cd ${LLVMBuild}
echo -e "\e[95mConfiguring tests\e[39m"
cmake ../llvm -G "Ninja" \
-DCMAKE_BUILD_TYPE=Release \
-DLLVM_BINUTILS_INCDIR=/usr/include \
-DCMAKE_C_FLAGS="-O3 -g0" \
-DCMAKE_CXX_FLAGS="-O3 -g0" \
-DLLVM_PARALLEL_LINK_JOBS=1 \
-DLLVM_OPTIMIZED_TABLEGEN=1 \
-DLLVM_ENABLE_LTO="Thin" \
-DCMAKE_AR="${rootDir}/stage_2/build/bin/llvm-ar" \
-DCMAKE_RANLIB="${rootDir}/stage_2/build/bin/llvm-ranlib" \
-DLLVM_USE_LINKER="${rootDir}/stage_2/build/bin/ld.lld" \
-DLLVM_ENABLE_EXPENSIVE_CHECKS=1 \
-DCMAKE_EXE_LINKER_FLAGS="-Wl,-thinlto-jobs=4 -Wl,-thinlto-cache-policy,cache_size_bytes=6g -Wl,-thinlto-cache-dir='${stageBase}/objects/thinlto_cache'" \
-DLLVM_LIT_ARGS="--timeout 300 -sv" \
nice -n 15 ninja -l $procs -j $procs check-all || exit
echo -e "\e[95mstage 3 testing done, tests passed\e[39m"