Allow different line endings in output redirection test #27
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build and Release | |
| on: | |
| push: | |
| branches: | |
| - master | |
| tags: | |
| - 'v[0-9]+.[0-9]+.[0-9]+*' | |
| env: | |
| OS_LIST_UBUNTU: '["ubuntu-latest"]' | |
| OS_LIST_ALL: '["ubuntu-latest", "windows-latest", "macos-latest", "macos-13"]' | |
| jobs: | |
| configure: | |
| name: Configure workflow run | |
| runs-on: ubuntu-latest | |
| outputs: | |
| PYTHONS: ${{ steps.config.outputs.PYTHONS }} | |
| DEFAULTPYTHON: ${{ steps.config.outputs.DEFAULTPYTHON }} | |
| CIBW_BUILD: ${{ steps.config.outputs.CIBW_BUILD }} | |
| PKGNAME: ${{ steps.config.outputs.PKGNAME }} | |
| PKGVER: ${{ steps.config.outputs.PKGVER }} | |
| PURE: ${{ steps.config.outputs.PURE }} | |
| CONDA_BUILD_ARGS: ${{ steps.config.outputs.CONDA_BUILD_ARGS }} | |
| BUILD_OS_LIST: ${{ steps.config.outputs.BUILD_OS_LIST }} | |
| RELEASE: ${{ steps.config.outputs.RELEASE }} | |
| TESTPYPI_UPLOAD: ${{ steps.config.outputs.TESTPYPI_UPLOAD }} | |
| PYPI_UPLOAD: ${{ steps.config.outputs.PYPI_UPLOAD }} | |
| TEST_ANACONDA_UPLOAD: ${{ steps.config.outputs.TEST_ANACONDA_UPLOAD }} | |
| ANACONDA_UPLOAD: ${{ steps.config.outputs.ANACONDA_UPLOAD }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Install Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.x' | |
| - name: Configure workflow | |
| id: config | |
| run: | | |
| pip install ci-helper | |
| # Second-most recent supported Python version: | |
| DEFAULTPYTHON=$(ci-helper defaultpython) | |
| # All supported Python versions: | |
| PYTHONS=$(ci-helper pythons) | |
| # Env var for `cibuildwheel` to build for all supported CPython versions: | |
| CIBW_BUILD=$(ci-helper pythons --cibw) | |
| # Package name and version: | |
| PKGNAME=$(ci-helper distinfo name .) | |
| PKGVER=$(ci-helper distinfo version .) | |
| # Whether the package is pure python, and whether its requirements depend | |
| # on platform or Python version: | |
| PURE=$(ci-helper distinfo is_pure .) | |
| HAS_ENV_MARKERS=$(ci-helper distinfo has_env_markers .) | |
| # List of OSs we need to run the build job on, and Python versions conda-build | |
| # should target: | |
| if [[ $PURE == false || $HAS_ENV_MARKERS == true ]]; then | |
| BUILD_OS_LIST=$OS_LIST_ALL | |
| CONDA_BUILD_ARGS="--pythons=$PYTHONS" | |
| else | |
| BUILD_OS_LIST=$OS_LIST_UBUNTU | |
| CONDA_BUILD_ARGS="--noarch" | |
| fi | |
| # Release if a tag was pushed: | |
| if [ ${{ contains(github.ref, '/tags') }} == true ]; then | |
| RELEASE=true | |
| else | |
| RELEASE=false | |
| fi | |
| # What upload credentials is the repo configured with? | |
| if [ '${{ secrets.TESTPYPI }}' != '' ]; then | |
| HAVE_TESTPYPI_TOKEN=true | |
| else | |
| HAVE_TESTPYPI_TOKEN=false | |
| fi | |
| if [ '${{ secrets.PYPI }}' != '' ]; then | |
| HAVE_PYPI_TOKEN=true | |
| else | |
| HAVE_PYPI_TOKEN=false | |
| fi | |
| if [ '${{ secrets.ANACONDA_API_TOKEN }}' != '' ]; then | |
| HAVE_ANACONDA_TOKEN=true | |
| else | |
| HAVE_ANACONDA_TOKEN=false | |
| fi | |
| if [ '${{ vars.ANACONDA_USER }}' != '' ]; then | |
| HAVE_ANACONDA_USER=true | |
| else | |
| HAVE_ANACONDA_USER=false | |
| fi | |
| if [ $HAVE_ANACONDA_TOKEN != $HAVE_ANACONDA_TOKEN ]; then | |
| echo "Require both vars.ANACONDA_USER and secrets.ANACONDA_API_TOKEN" | |
| exit 1 | |
| fi | |
| # Upload releases to PyPI and Anaconda if the repo has creds: | |
| if [[ $RELEASE == true && $HAVE_PYPI_TOKEN == true ]]; then | |
| PYPI_UPLOAD=true | |
| else | |
| PYPI_UPLOAD=false | |
| fi | |
| if [[ $RELEASE == true && $HAVE_ANACONDA_TOKEN == true ]]; then | |
| ANACONDA_UPLOAD=true | |
| else | |
| ANACONDA_UPLOAD=false | |
| fi | |
| # Upload non-releases to TestPyPI and Anaconda test label if repo has creds: | |
| if [[ $RELEASE == false && $HAVE_TESTPYPI_TOKEN == true ]]; then | |
| TESTPYPI_UPLOAD=true | |
| else | |
| TESTPYPI_UPLOAD=false | |
| fi | |
| if [[ $RELEASE == false && $HAVE_ANACONDA_TOKEN == true ]]; then | |
| TEST_ANACONDA_UPLOAD=true | |
| else | |
| TEST_ANACONDA_UPLOAD=false | |
| fi | |
| echo "DEFAULTPYTHON=$DEFAULTPYTHON" >> $GITHUB_OUTPUT | |
| echo "CIBW_BUILD=$CIBW_BUILD" >> $GITHUB_OUTPUT | |
| echo "PKGNAME=$PKGNAME" >> $GITHUB_OUTPUT | |
| echo "PKGVER=$PKGVER" >> $GITHUB_OUTPUT | |
| echo "PURE=$PURE" >> $GITHUB_OUTPUT | |
| echo "CONDA_BUILD_ARGS=$CONDA_BUILD_ARGS" >> $GITHUB_OUTPUT | |
| echo "BUILD_OS_LIST=$BUILD_OS_LIST" >> $GITHUB_OUTPUT | |
| echo "RELEASE=$RELEASE" >> $GITHUB_OUTPUT | |
| echo "TESTPYPI_UPLOAD=$TESTPYPI_UPLOAD" >> $GITHUB_OUTPUT | |
| echo "PYPI_UPLOAD=$PYPI_UPLOAD" >> $GITHUB_OUTPUT | |
| echo "TEST_ANACONDA_UPLOAD=$TEST_ANACONDA_UPLOAD" >> $GITHUB_OUTPUT | |
| echo "ANACONDA_UPLOAD=$ANACONDA_UPLOAD" >> $GITHUB_OUTPUT | |
| echo | |
| echo "=======================" | |
| echo "Workflow configuration:" | |
| echo "-----------------------" | |
| cat $GITHUB_OUTPUT | |
| echo "=======================" | |
| echo | |
| build: | |
| name: Build | |
| needs: configure | |
| runs-on: ${{ matrix.os }} | |
| strategy: | |
| matrix: | |
| os: ${{ fromJSON(needs.configure.outputs.BUILD_OS_LIST) }} | |
| env: | |
| PYTHONS: ${{ needs.configure.outputs.PYTHONS }} | |
| DEFAULTPYTHON: ${{ needs.configure.outputs.DEFAULTPYTHON }} | |
| CIBW_BUILD: ${{ needs.configure.outputs.CIBW_BUILD }} | |
| PURE: ${{ needs.configure.outputs.PURE }} | |
| CONDA_BUILD_ARGS: ${{ needs.configure.outputs.CONDA_BUILD_ARGS }} | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| fetch-depth: 0 | |
| - name: Install Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ env.DEFAULTPYTHON }} | |
| - name: Install Python tools | |
| run: python -m pip install --upgrade pip setuptools wheel build cibuildwheel | |
| - name: Source distribution | |
| if: strategy.job-index == 0 | |
| run: python -m build -s . | |
| - name: Wheel distribution (pure) | |
| if: env.PURE == 'true' && strategy.job-index == 0 | |
| run: python -m build -w . | |
| - name: Wheel distribution (impure) | |
| if: env.PURE == 'false' | |
| run: cibuildwheel --output-dir dist | |
| - name: Upload artifact | |
| if: env.PURE == 'false' || strategy.job-index == 0 | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: dist-${{ matrix.os }} | |
| path: ./dist | |
| if-no-files-found: error | |
| - name: Install Miniforge | |
| uses: conda-incubator/setup-miniconda@v3 | |
| with: | |
| miniforge-version: "latest" | |
| auto-update-conda: true | |
| conda-remove-defaults: true | |
| auto-activate-base: true | |
| activate-environment: "" | |
| - name: Conda package | |
| shell: bash -l {0} | |
| run: | | |
| if [ ${{ runner.os }} == Windows ]; then | |
| # Short path to minimise odds of hitting Windows max path length | |
| CONDA_BUILD_ARGS+=" --croot ${{ runner.temp }}\cb" | |
| fi | |
| conda install -c labscript-suite setuptools-conda | |
| setuptools-conda build $CONDA_BUILD_ARGS . | |
| - name: Upload artifact | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: conda_packages-${{ matrix.os }} | |
| path: ./conda_packages | |
| if-no-files-found: error | |
| release: | |
| name: Release | |
| runs-on: ubuntu-latest | |
| needs: [configure, build] | |
| env: | |
| PKGNAME: ${{ needs.configure.outputs.PKGNAME }} | |
| PKGVER: ${{ needs.configure.outputs.PKGVER }} | |
| RELEASE: ${{ needs.configure.outputs.RELEASE }} | |
| TESTPYPI_UPLOAD: ${{ needs.configure.outputs.TESTPYPI_UPLOAD }} | |
| PYPI_UPLOAD: ${{ needs.configure.outputs.PYPI_UPLOAD }} | |
| TEST_ANACONDA_UPLOAD: ${{ needs.configure.outputs.TEST_ANACONDA_UPLOAD }} | |
| ANACONDA_UPLOAD: ${{ needs.configure.outputs.ANACONDA_UPLOAD }} | |
| steps: | |
| - name: Download Artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: dist* | |
| path: ./dist | |
| merge-multiple: true | |
| - name: Download Artifact | |
| uses: actions/download-artifact@v4 | |
| with: | |
| pattern: conda_packages-* | |
| path: ./conda_packages | |
| merge-multiple: true | |
| - name: Create GitHub Release and Upload Release Asset | |
| if: env.RELEASE == 'true' | |
| uses: softprops/action-gh-release@v2 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| tag_name: ${{ github.event.ref }} | |
| name: ${{ env.PKGNAME }} ${{ env.PKGVER }} | |
| draft: true | |
| prerelease: ${{ contains(github.event.ref, 'rc') }} | |
| files: ./dist/${{ env.PKGNAME }}-${{ env.PKGVER }}.tar.gz | |
| - name: Publish on TestPyPI | |
| if: env.TESTPYPI_UPLOAD == 'true' | |
| uses: pypa/gh-action-pypi-publish@release/v1 | |
| with: | |
| user: __token__ | |
| password: ${{ secrets.TESTPYPI }} | |
| repository-url: https://test.pypi.org/legacy/ | |
| - name: Publish on PyPI | |
| if: env.PYPI_UPLOAD == 'true' | |
| uses: pypa/gh-action-pypi-publish@release/v1 | |
| with: | |
| user: __token__ | |
| password: ${{ secrets.PYPI }} | |
| - name: Install Miniforge | |
| uses: conda-incubator/setup-miniconda@v3 | |
| with: | |
| miniforge-version: "latest" | |
| auto-update-conda: true | |
| conda-remove-defaults: true | |
| auto-activate-base: true | |
| activate-environment: "" | |
| - name: Install Anaconda cloud client | |
| shell: bash -l {0} | |
| run: conda install anaconda-client | |
| - name: Publish to Anaconda test label | |
| if: env.TEST_ANACONDA_UPLOAD == 'true' | |
| shell: bash -l {0} | |
| run: | | |
| anaconda \ | |
| --token ${{ secrets.ANACONDA_API_TOKEN }} \ | |
| upload \ | |
| --skip-existing \ | |
| --user ${{ vars.ANACONDA_USER }} \ | |
| --label test \ | |
| conda_packages/*/* | |
| - name: Publish to Anaconda main label | |
| if: env.ANACONDA_UPLOAD == 'true' | |
| shell: bash -l {0} | |
| run: | | |
| anaconda \ | |
| --token ${{ secrets.ANACONDA_API_TOKEN }} \ | |
| upload \ | |
| --skip-existing \ | |
| --user ${{ vars.ANACONDA_USER }} \ | |
| conda_packages/*/* |