-
Notifications
You must be signed in to change notification settings - Fork 104
286 lines (240 loc) · 10.4 KB
/
build.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
246
247
248
249
250
251
252
253
254
255
256
257
258
259
260
261
262
263
264
265
266
267
268
269
270
271
272
273
274
275
276
277
278
279
280
281
282
283
284
285
286
name: Build
on:
workflow_call:
inputs:
macos:
type: boolean
default: false
win-native:
type: boolean
default: false
release:
type: boolean
default: false
production:
type: boolean
default: false
workflow_dispatch:
inputs:
title:
type: string
description: "Pull request title that triggers this workflow."
number:
type: string
description: "Pull request number that triggers this workflow"
release:
type: boolean
default: false
production:
type: boolean
default: false
run-name: ${{ inputs.title }} ( ${{ format('#{0}', inputs.number) }} )
env:
CARGO_TERM_COLOR: always
RUST_BACKTRACE: short
TERM: xterm-256color
BINARYEN_VERSION: version_111
jobs:
dynamic-profiles:
runs-on: ubuntu-latest
outputs:
profiles: ${{ steps.set-matrix.outputs.profiles }}
steps:
- id: set-matrix
run: |
profiles='{"name": "debug", "flags": ""}'
if [ "${{ inputs.release }}" = "true" ]; then
profiles+=', {"name": "release", "flags": "--release"}'
fi
profiles="[${profiles}]"
echo "Profiles: ${profiles}"
echo "profiles=${profiles}" >> $GITHUB_OUTPUT
linux:
runs-on: [kuberunner, github-runner-02]
needs: dynamic-profiles
strategy:
matrix:
profiles: ${{ fromJson(needs.dynamic-profiles.outputs.profiles) }}
fail-fast: false
name: linux (${{ matrix.profiles.name }})
env:
LLVM_PROFILE_FILE: "gear-%p-%m.profraw"
RUSTUP_HOME: /tmp/rustup_home
steps:
- name: "ACTIONS: Checkout"
uses: actions/checkout@v4
- name: "Install: Set cargo path"
run: echo "/tmp/cargo/bin" >> $GITHUB_PATH
- name: "Install: Rust toolchain"
uses: dsherret/rust-toolchain-file@v1
- name: "Install: Foundry"
uses: foundry-rs/foundry-toolchain@v1
with:
version: nightly
- name: "Show: Versioning"
run: |
./scripts/gear.sh show
forge --version
- name: "Build: Init"
run: ./scripts/gear.sh init cargo
- name: "Build: Node"
run: ./scripts/gear.sh build node --release --locked
- name: "Build: Gear"
run: ./scripts/gear.sh build gear --locked ${{ matrix.profiles.flags }}
- name: "Build fuzzer"
run: ./scripts/gear.sh build fuzz --locked ${{ matrix.profiles.flags }}
- name: "Check: Vara runtime imports"
run: ./target/${{ matrix.profiles.name }}/wasm-proc --check-runtime-imports target/release/wbuild/vara-runtime/vara_runtime.compact.wasm
- name: "Check: Stack height limit"
# no need to run check twice
if: ${{ matrix.profiles.flags == 'release' }}
run: cargo run -p calc-stack-height --release --locked
- name: "Test: Gear workspace"
run: ./scripts/gear.sh test gear --locked ${{ matrix.profiles.flags }}
- name: "Test: gsdk tests"
run: ./scripts/gear.sh test gsdk ${{ matrix.profiles.flags }}
- name: "Test: `gcli`"
env:
GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
run: ./scripts/gear.sh test gcli --locked --retries 3 ${{ matrix.profiles.flags }}
- name: "Test: Client tests"
run: ./scripts/gear.sh test client ${{ matrix.profiles.flags }}
- name: "Test: Benchmarks in native"
run: |
# fast benchmark tests before long run
cargo test -p "pallet-*" --features runtime-benchmarks,runtime-benchmarks-checkers --locked ${{ matrix.profiles.flags }} bench
- name: "Test: Benchmarks in WASM"
# unoptimized benchmarks take a few hours to run
if: ${{ matrix.profiles.name == 'release' }}
run: |
cargo build -p gear-cli --features=runtime-benchmarks,runtime-benchmarks-checkers ${{ matrix.profiles.flags }}
# check that perf benchmarks works. `--steps=5` need to test, that benchmarks works for different input number.
./target/${{ matrix.profiles.name }}/gear benchmark pallet --chain=dev --pallet="*" --steps=5 --repeat=0 --extrinsic="*" --heap-pages=4096
# check that read_big_state benchmarks works
./target/${{ matrix.profiles.name }}/gear benchmark pallet --chain=dev --pallet=pallet_gear --repeat=0 --extrinsic="read_big_state" --heap-pages=4096 --extra
# check that signal_stack_limit_exceeded_works benchmarks works
./target/${{ matrix.profiles.name }}/gear benchmark pallet --chain=dev --pallet=pallet_gear --repeat=0 --extrinsic="signal_stack_limit_exceeded_works" --heap-pages=4096 --extra
# check that check/test benchmarks works
./target/${{ matrix.profiles.name }}/gear benchmark pallet --chain=dev --pallet=pallet_gear --repeat=0 --extrinsic="check_all" --heap-pages=4096 --extra
- name: "Test: Syscalls Wasmi integrity"
run: ./scripts/gear.sh test syscalls ${{ matrix.profiles.flags }}
- name: "Test: `try-runtime` feature tests"
run: |
cargo test -p "pallet-*" --features try-runtime --locked ${{ matrix.profiles.flags }}
- name: "Test: Try runtime migrations"
run: |
echo "---------- Downloading try-runtime CLI ----------"
curl -sL https://github.com/paritytech/try-runtime-cli/releases/download/v0.5.4/try-runtime-x86_64-unknown-linux-musl -o try-runtime
chmod +x ./try-runtime
echo "---------- Building vara runtime ----------"
time cargo build -p vara-runtime -F std,try-runtime --locked ${{ matrix.profiles.flags }}
echo "---------- Executing on-runtime-upgrade for Vara ----------"
time ./try-runtime --runtime ./target/${{ matrix.profiles.name }}/wbuild/vara-runtime/vara_runtime.wasm on-runtime-upgrade --checks=all --no-weight-warnings --disable-spec-version-check live --uri ws://rpc-private.vara-network.io:9944
sleep 5
env:
RUST_LOG: info,pallet=debug
- name: "Build: Production binaries"
if: ${{ inputs.production && matrix.profiles.name == 'release' }}
run: cargo build -p gear-cli -F cli --profile production
- name: Prepare artifacts
if: ${{ inputs.production && matrix.profiles.name == 'release' }}
run: |
mkdir -p artifact
tar czvf artifact/examples.tar.gz target/wasm32-unknown-unknown/release/*.wasm
cp target/production/wbuild/vara-runtime/vara_runtime.compact.compressed.wasm artifact/
cp target/production/wbuild/vara-runtime/vara_runtime.compact.wasm artifact/
cp target/production/wbuild/vara-runtime/vara_runtime.wasm artifact/
cp target/production/gear artifact/
cp target/release/wasm-proc artifact/
strip artifact/gear || true
strip artifact/wasm-proc || true
- name: Upload artifacts
if: ${{ github.event_name == 'push' && inputs.production && matrix.profiles.name == 'release' }}
uses: actions/upload-artifact@v4
with:
path: artifact
win-cross:
runs-on: [kuberunner, github-runner-03]
needs: dynamic-profiles
strategy:
matrix:
profiles: ${{ fromJson(needs.dynamic-profiles.outputs.profiles) }}
fail-fast: false
name: win-cross (${{ matrix.profiles.name }})
env:
XWIN_ARCH: x86_64
RUSTUP_HOME: /tmp/rustup_home
WINEDEBUG: fixme-all
CARGO_REGISTRIES_CRATES_IO_PROTOCOL: sparse
steps:
- name: "ACTIONS: Checkout"
uses: actions/checkout@v4
- name: "Install: Set cargo path"
run: echo "/tmp/cargo/bin" >> $GITHUB_PATH
- name: "Install: Rust toolchain"
uses: dsherret/rust-toolchain-file@v1
- name: "Install: MSVC target"
run: rustup target add x86_64-pc-windows-msvc
- name: "Install: cargo config"
run: cp ./.github/build-win-cross/config.toml ${CARGO_HOME:-~/.cargo}/config.toml
- name: "Show: Versioning"
run: ./scripts/gear.sh show
- name: "Install: Wine"
run: |
wineboot
winetricks win10
- name: "Install: FireDaemon OpenSSL"
run: |
wget https://download.firedaemon.com/FireDaemon-OpenSSL/openssl-3.4.0.zip
unzip openssl-3.4.0.zip "x64/*" -d openssl
echo "OPENSSL_NO_VENDOR=1" >> $GITHUB_ENV
echo "OPENSSL_DIR=$(pwd)/openssl/x64" >> $GITHUB_ENV
- name: "Install: LLVM"
run: |
sudo ./.github/build-win-cross/update-alternatives-clang.sh 12 100
- name: "Install: binaryen"
run: |
sudo wget -c https://github.com/WebAssembly/binaryen/releases/download/$BINARYEN_VERSION/binaryen-$BINARYEN_VERSION-x86_64-linux.tar.gz -O - | sudo tar -xz -C .
sudo cp binaryen-$BINARYEN_VERSION/bin/wasm-opt /usr/bin/
- name: "Install: cargo-xwin"
run: |
curl -L https://github.com/rust-cross/cargo-xwin/releases/download/v0.14.0/cargo-xwin-v0.14.0.x86_64-unknown-linux-musl.tar.gz | tar zxf -
mv ./cargo-xwin ${CARGO_HOME:-~/.cargo}/bin/
- name: "Build: Node"
run: ./scripts/gear.sh build node --release --locked
env:
CARGO_BUILD_TARGET: x86_64-pc-windows-msvc
- name: "Check: Stack height limit"
# no need to run check twice
if: ${{ matrix.profiles.name == 'release' }}
run: cargo xwin run -p calc-stack-height --release --locked
env:
CARGO_BUILD_TARGET: x86_64-pc-windows-msvc
# These tests randomly stops responding
#- name: "Test: Client tests"
# run: |
# cp ./target/x86_64-pc-windows-msvc/release/gear.exe ./target/release/
# ./scripts/gear.sh test client
# env:
# CARGO_BUILD_TARGET: x86_64-pc-windows-msvc
- name: "Test: Lazy pages"
run: >-
cargo xwin test
-p "pallet-*"
-p gear-lazy-pages
-p gear-runtime-interface
${{ matrix.profiles.flags }}
env:
CARGO_BUILD_TARGET: x86_64-pc-windows-msvc
win-native:
needs: [dynamic-profiles, linux]
if: ${{ !cancelled() && (github.ref == 'refs/heads/master' || inputs.win-native) }}
uses: ./.github/workflows/build-win-native.yml
with:
profiles: ${{ needs.dynamic-profiles.outputs.profiles }}
macos:
needs: [dynamic-profiles, linux]
if: ${{ !cancelled() && inputs.macos }}
uses: ./.github/workflows/build-macos.yml
with:
profiles: ${{ needs.dynamic-profiles.outputs.profiles }}