release build #3
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: release build | |
| on: | |
| workflow_dispatch: | |
| inputs: | |
| version_tag: | |
| description: Version tag | |
| required: true | |
| jobs: | |
| # phase 1 | |
| list: | |
| env: | |
| s3_bucket: s3://openproblems-data/resources_test/ | |
| runs-on: ubuntu-latest | |
| outputs: | |
| component_matrix: ${{ steps.set_matrix.outputs.matrix }} | |
| cache_key: ${{ steps.cache.outputs.cache_key }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: viash-io/viash-actions/setup@v6 | |
| - uses: viash-io/viash-actions/project/sync-and-cache-s3@v6 | |
| id: cache | |
| with: | |
| s3_bucket: $s3_bucket | |
| dest_path: resources_test | |
| cache_key_prefix: resources_test__ | |
| - name: Remove target folder from .gitignore | |
| run: | | |
| # allow publishing the target folder | |
| sed -i 's#^/target/$##g' .gitignore | |
| - uses: viash-io/viash-actions/ns-build@v6 | |
| with: | |
| config_mod: ".functionality.version := '${{ github.event.inputs.version_tag }}'" | |
| parallel: true | |
| - name: Deploy to target branch | |
| uses: peaceiris/actions-gh-pages@v4 | |
| with: | |
| github_token: ${{ secrets.GITHUB_TOKEN }} | |
| publish_dir: . | |
| publish_branch: release | |
| full_commit_message: "Deploy for release ${{ github.event.inputs.version_tag }} from ${{ github.sha }}" | |
| - id: ns_list | |
| uses: viash-io/viash-actions/ns-list@v6 | |
| with: | |
| platform: docker | |
| src: src | |
| format: json | |
| - id: set_matrix | |
| run: | | |
| echo "matrix=$(jq -c '[ .[] | | |
| { | |
| "name": (.functionality.namespace + "/" + .functionality.name), | |
| "config": .info.config, | |
| "dir": .info.config | capture("^(?<dir>.*\/)").dir | |
| } | |
| ]' ${{ steps.ns_list.outputs.output_file }} )" >> $GITHUB_OUTPUT | |
| # phase 2 | |
| build: | |
| needs: list | |
| runs-on: ubuntu-latest | |
| permissions: | |
| contents: read | |
| packages: write | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| component: ${{ fromJson(needs.list.outputs.component_matrix) }} | |
| steps: | |
| # Remove unnecessary files to free up space. Otherwise, we get 'no space left on device.' | |
| - uses: data-intuitive/reclaim-the-bytes@v2 | |
| - uses: actions/checkout@v4 | |
| - uses: viash-io/viash-actions/setup@v6 | |
| - name: Build container | |
| uses: viash-io/viash-actions/ns-build@v6 | |
| with: | |
| config_mod: .functionality.version := 'main_build' | |
| platform: docker | |
| src: ${{ matrix.component.dir }} | |
| setup: build | |
| - name: Login to container registry | |
| uses: docker/login-action@v3 | |
| with: | |
| registry: ghcr.io | |
| username: ${{ github.actor }} | |
| password: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Push container | |
| uses: viash-io/viash-actions/ns-build@v6 | |
| with: | |
| config_mod: .functionality.version := '${{ github.event.inputs.version_tag }}' | |
| platform: docker | |
| src: ${{ matrix.component.dir }} | |
| setup: push | |
| ################################### | |
| # phase 3 | |
| component_test: | |
| needs: [ build, list ] | |
| if: ${{ needs.list.outputs.component_matrix != '[]' && needs.list.outputs.component_matrix != '' }} | |
| runs-on: ubuntu-latest | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| component: ${{ fromJson(needs.list.outputs.component_matrix) }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: viash-io/viash-actions/setup@v6 | |
| # use cache | |
| - name: Cache resources data | |
| uses: actions/cache@v4 | |
| timeout-minutes: 5 | |
| with: | |
| path: resources_test | |
| key: ${{ needs.list.outputs.cache_key }} | |
| - name: Test component | |
| timeout-minutes: 30 | |
| run: | | |
| viash test \ | |
| --config_mod ".functionality.version := '${{ github.event.inputs.version_tag }}'" \ | |
| "${{ matrix.component.config }}" \ | |
| --cpus 2 \ | |
| --memory "5gb" |