[caching] fix issues that execution metadata with overwrite cache is not written to artifacts table #971
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Components Checks | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.event.pull_request.number || github.ref }} | |
| cancel-in-progress: true | |
| on: | |
| pull_request: | |
| push: | |
| branches: | |
| - master | |
| env: | |
| GO_VERSION: "1.19" | |
| PRIORITIES: "P0" | |
| jobs: | |
| unpack-envvars: | |
| runs-on: ubuntu-latest | |
| outputs: | |
| go-version: ${{ steps.step.outputs.go-version }} | |
| steps: | |
| - id: step | |
| run: | | |
| echo "go-version=${{ env.GO_VERSION }}" >> $GITHUB_OUTPUT | |
| lint: | |
| name: Lint | |
| needs: | |
| - unpack-envvars | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| component: | |
| - datacatalog | |
| - flyteadmin | |
| # TODO(monorepo): Enable lint flytecopilot | |
| # - flytecopilot | |
| - flyteidl | |
| - flyteplugins | |
| - flytepropeller | |
| - flytestdlib | |
| uses: ./.github/workflows/lint.yml | |
| with: | |
| component: ${{ matrix.component }} | |
| go-version: ${{ needs.unpack-envvars.outputs.go-version }} | |
| unit-tests: | |
| name: Unit Tests | |
| needs: | |
| - unpack-envvars | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| component: | |
| - datacatalog | |
| - flyteadmin | |
| - flytecopilot | |
| - flyteplugins | |
| - flytepropeller | |
| - flytestdlib | |
| uses: ./.github/workflows/unit-tests.yml | |
| with: | |
| component: ${{ matrix.component }} | |
| go-version: ${{ needs.unpack-envvars.outputs.go-version }} | |
| secrets: | |
| FLYTE_BOT_PAT: ${{ secrets.FLYTE_BOT_PAT }} | |
| docker-build: | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| component: | |
| - datacatalog | |
| - flyteadmin | |
| - flytecopilot | |
| - flytepropeller | |
| name: Docker Build Images | |
| uses: ./.github/workflows/component_docker_build.yml | |
| with: | |
| component: ${{ matrix.component }} | |
| # TODO(monorepo): these tests are broken. They never test an actual change. | |
| # endtoend: | |
| # name: End2End Test | |
| # needs: [ docker-build ] | |
| # uses: ./.github/workflows/end2end.yml | |
| # with: | |
| # # Reusing the output of the matrix is ok as they are essentially writing the same value (i.e. the directory artifacts are written + run id) | |
| # cache_key: ${{ needs.docker-build.outputs.cache_key }} | |
| # priorities: "P0" | |
| integration: | |
| name: Integration Test | |
| needs: | |
| - docker-build | |
| - unpack-envvars | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| component: | |
| - flyteadmin | |
| uses: ./.github/workflows/integration.yml | |
| with: | |
| component: ${{ matrix.component }} | |
| cache_key: ${{ needs.docker-build.outputs.cache_key }} | |
| go-version: ${{ needs.unpack-envvars.outputs.go-version }} | |
| generate: | |
| name: Check Go Generate | |
| needs: | |
| - unpack-envvars | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| component: | |
| - datacatalog | |
| - flyteadmin | |
| - flytecopilot | |
| - flytepropeller | |
| uses: ./.github/workflows/go_generate.yml | |
| with: | |
| component: ${{ matrix.component }} | |
| go-version: ${{ needs.unpack-envvars.outputs.go-version }} | |
| secrets: | |
| FLYTE_BOT_PAT: ${{ secrets.FLYTE_BOT_PAT }} | |
| build_docker_images: | |
| name: Build Images | |
| uses: ./.github/workflows/publish-images.yml | |
| with: | |
| push: false | |
| secrets: | |
| FLYTE_BOT_PAT: ${{ secrets.FLYTE_BOT_PAT }} | |
| FLYTE_BOT_USERNAME: ${{ secrets.FLYTE_BOT_USERNAME }} |