Feature/make ci work #310
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: ci | |
| on: | |
| # Trigger the workflow on push to master or develop, except tag creation | |
| push: | |
| branches: | |
| - 'main' | |
| - 'develop' | |
| # Trigger the workflow on pull request | |
| pull_request: ~ | |
| # Trigger the workflow manually | |
| workflow_dispatch: ~ | |
| # Trigger after public PR approved for CI | |
| pull_request_target: | |
| types: [labeled] | |
| release: | |
| types: [created] | |
| jobs: | |
| qa: | |
| name: qa | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - name: Checkout Repository | |
| uses: actions/checkout@v3 | |
| with: | |
| repository: ${{ inputs.repository }} | |
| ref: ${{ inputs.ref }} | |
| - name: Setup Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ inputs.python_version }} | |
| - name: Install Python Dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| python -m pip install black flake8 isort | |
| - name: Check isort | |
| run: isort --check . | |
| - name: Check black | |
| run: black --check . | |
| - name: Check flake8 | |
| run: flake8 . | |
| setup: | |
| name: setup | |
| runs-on: ubuntu-20.04 | |
| outputs: | |
| matrix: ${{ steps.set-matrix.outputs.matrix }} | |
| inputs: ${{ steps.prepare-inputs.outputs.inputs }} | |
| inputs-for-ubuntu: ${{ steps.prepare-inputs.outputs.inputs-for-ubuntu }} | |
| steps: | |
| - name: Set Matrix | |
| id: set-matrix | |
| shell: bash -eux {0} | |
| run: | | |
| MATRIX=$(cat << 'EOS' | |
| name: | |
| - [email protected] | |
| - [email protected] | |
| include: | |
| - name: [email protected] | |
| os: ubuntu-22.04 | |
| compiler: gnu-11 | |
| compiler_cc: gcc-11 | |
| compiler_cxx: g++-11 | |
| compiler_fc: gfortran-11 | |
| - name: [email protected] | |
| os: ubuntu-22.04 | |
| compiler: clang-14 | |
| compiler_cc: clang-14 | |
| compiler_cxx: clang++-14 | |
| compiler_fc: gfortran-11 | |
| # Xcode compiler requires empty environment variables, so we pass null (~) here | |
| EOS | |
| ) | |
| SKIP_MATRIX_JOBS=$(cat << 'EOS' | |
| ${{ inputs.skip_matrix_jobs }} | |
| EOS | |
| ) | |
| SELECT_NAME_COND="1 != 1" | |
| SELECT_INCLUDE_COND="1 != 1" | |
| for skip_job in $SKIP_MATRIX_JOBS; do SELECT_NAME_COND="$SELECT_NAME_COND or . == \"$skip_job\""; SELECT_INCLUDE_COND="$SELECT_INCLUDE_COND or .name == \"$skip_job\""; done | |
| echo matrix=$(echo "$MATRIX" | yq eval "del(.name[] | select($SELECT_NAME_COND)) | del(.include[] | select($SELECT_INCLUDE_COND))" --output-format json --indent 0 -) >> $GITHUB_OUTPUT | |
| - name: Prepare build-package Inputs | |
| id: prepare-inputs | |
| shell: bash -eux {0} | |
| run: | | |
| echo inputs=$(echo "${{ inputs.build_package_inputs || '{}' }}" | yq eval '.' --output-format json --indent 0 -) >> $GITHUB_OUTPUT | |
| echo inputs-for-ubuntu=$(echo "${{ inputs.build_package_inputs || '{}' }}" | yq eval '. * {"os":"ubuntu-20.04","compiler":"gnu-10","compiler_cc":"gcc-10","compiler_cxx":"g++-10","compiler_fc":"gfortran-10"}' --output-format json --indent 0 -) >> $GITHUB_OUTPUT | |
| test: | |
| name: test | |
| needs: | |
| - qa | |
| - setup | |
| strategy: | |
| fail-fast: false | |
| matrix: ${{ fromJson(needs.setup.outputs.matrix) }} | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v3 | |
| with: | |
| fetch-depth: 3 # enable full clone to download Git LFS files | |
| - name: Change write permission | |
| run: chmod -R 777 ./tests/data/ | |
| - name: Install Git LFS | |
| run: | | |
| sudo apt-get install git-lfs | |
| git lfs install | |
| - name: Download Git LFS file | |
| run: | | |
| git lfs pull | |
| - name: Install eccodes | |
| run: sudo apt-get install -y libeccodes-dev | |
| - name: Install ecbuild | |
| run: sudo apt-get install -y ecbuild | |
| - name: Install Dependencies | |
| id: install-dependencies | |
| uses: ecmwf-actions/build-package@v2 | |
| with: | |
| self_build: false | |
| dependencies: | | |
| ecmwf/ecbuild@refs/tags/2021.08.0 | |
| ecmwf/eccodes@refs/tags/2.24.2 | |
| ecmwf/eckit@refs/tags/1.18.7 | |
| ecmwf/metkit@refs/tags/1.8.10 | |
| dependency_branch: develop | |
| - name: Install FDB | |
| id: install-fdb | |
| uses: ecmwf-actions/build-package@v2 | |
| with: | |
| self_build: false | |
| dependencies: | | |
| ecmwf/fdb@refs/tags/5.10.2 | |
| dependency_branch: feature/list-axes | |
| - name: Setup Python | |
| uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ inputs.python_version }} | |
| - name: Install Python Dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| python -m pip install pytest pytest-cov | |
| python -m pip install -r requirements.txt | |
| python -m pip install -r ./tests/requirements_test.txt | |
| - name: Verify Source Distribution | |
| shell: bash -eux {0} | |
| run: | | |
| python setup.py sdist | |
| python -m pip install dist/* | |
| - name: Run Tests with Repository Code | |
| env: | |
| LD_LIBRARY_PATH: ${{ steps.install-dependencies.outputs.lib_path }} | |
| shell: bash -eux {0} | |
| run: | | |
| DYLD_LIBRARY_PATH=${{ env.LD_LIBRARY_PATH }} python -m pytest tests --cov=./ --cov-report=xml | |
| python -m coverage report | |
| - name: Upload coverage to Codecov | |
| uses: codecov/codecov-action@v3 | |
| with: | |
| files: coverage.xml | |
| deploy: | |
| needs: test | |
| if: ${{ github.event_name == 'release' }} | |
| name: Upload to Pypi | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - name: Set up Python | |
| uses: actions/setup-python@v2 | |
| with: | |
| python-version: '3.8' | |
| - name: Install dependencies | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install setuptools wheel twine | |
| - name: Build and publish | |
| env: | |
| TWINE_USERNAME: ${{ secrets.PYPI_USERNAME }} | |
| TWINE_PASSWORD: ${{ secrets.PYPI_PASSWORD }} | |
| run: | | |
| python setup.py sdist | |
| twine upload dist/* |