-
Notifications
You must be signed in to change notification settings - Fork 81
146 lines (119 loc) · 3.79 KB
/
release-build.yml
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
name: release build
on:
workflow_dispatch:
inputs:
version_tag:
description: Version tag
required: true
jobs:
# phase 1
list:
env:
s3_bucket: s3://openproblems-data/resources_test/
runs-on: ubuntu-latest
outputs:
component_matrix: ${{ steps.set_matrix.outputs.matrix }}
cache_key: ${{ steps.cache.outputs.cache_key }}
steps:
- uses: actions/checkout@v4
- uses: viash-io/viash-actions/setup@v6
- uses: viash-io/viash-actions/project/sync-and-cache-s3@v6
id: cache
with:
s3_bucket: $s3_bucket
dest_path: resources_test
cache_key_prefix: resources_test__
- name: Remove target folder from .gitignore
run: |
# allow publishing the target folder
sed -i 's#^/target/$##g' .gitignore
- uses: viash-io/viash-actions/ns-build@v6
with:
config_mod: ".functionality.version := '${{ github.event.inputs.version_tag }}'"
parallel: true
- name: Deploy to target branch
uses: peaceiris/actions-gh-pages@v4
with:
github_token: ${{ secrets.GITHUB_TOKEN }}
publish_dir: .
publish_branch: release
full_commit_message: "Deploy for release ${{ github.event.inputs.version_tag }} from ${{ github.sha }}"
- id: ns_list
uses: viash-io/viash-actions/ns-list@v6
with:
platform: docker
src: src
format: json
- id: set_matrix
run: |
echo "matrix=$(jq -c '[ .[] |
{
"name": (.functionality.namespace + "/" + .functionality.name),
"config": .info.config,
"dir": .info.config | capture("^(?<dir>.*\/)").dir
}
]' ${{ steps.ns_list.outputs.output_file }} )" >> $GITHUB_OUTPUT
# phase 2
build:
needs: list
runs-on: ubuntu-latest
permissions:
contents: read
packages: write
strategy:
fail-fast: false
matrix:
component: ${{ fromJson(needs.list.outputs.component_matrix) }}
steps:
# Remove unnecessary files to free up space. Otherwise, we get 'no space left on device.'
- uses: data-intuitive/reclaim-the-bytes@v2
- uses: actions/checkout@v4
- uses: viash-io/viash-actions/setup@v6
- name: Build container
uses: viash-io/viash-actions/ns-build@v6
with:
config_mod: .functionality.version := 'main_build'
platform: docker
src: ${{ matrix.component.dir }}
setup: build
- name: Login to container registry
uses: docker/login-action@v3
with:
registry: ghcr.io
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- name: Push container
uses: viash-io/viash-actions/ns-build@v6
with:
config_mod: .functionality.version := '${{ github.event.inputs.version_tag }}'
platform: docker
src: ${{ matrix.component.dir }}
setup: push
###################################
# phase 3
component_test:
needs: [ build, list ]
if: ${{ needs.list.outputs.component_matrix != '[]' && needs.list.outputs.component_matrix != '' }}
runs-on: ubuntu-latest
strategy:
fail-fast: false
matrix:
component: ${{ fromJson(needs.list.outputs.component_matrix) }}
steps:
- uses: actions/checkout@v4
- uses: viash-io/viash-actions/setup@v6
# use cache
- name: Cache resources data
uses: actions/cache@v4
timeout-minutes: 5
with:
path: resources_test
key: ${{ needs.list.outputs.cache_key }}
- name: Test component
timeout-minutes: 30
run: |
viash test \
--config_mod ".functionality.version := '${{ github.event.inputs.version_tag }}'" \
"${{ matrix.component.config }}" \
--cpus 2 \
--memory "5gb"