Porting build scripts from 2.3 #233
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| on: | |
| push: | |
| branches: | |
| - '*' | |
| pull_request: | |
| jobs: | |
| build_linux: | |
| name: Build Wheel - Linux | |
| runs-on: ubuntu-latest | |
| container: | |
| # note: keep same as .devcontainer/Dockerfile | |
| image: milvusdb/milvus-env:amd64-centos7-20221222-0fdc1a0 | |
| env: | |
| CCACHE_DIR: ${{ github.workspace }}/.ccache | |
| CCACHE_COMPILERCHECK: content | |
| CCACHE_COMPRESS: 1 | |
| CCACHE_COMPRESSLEVEL: 5 | |
| CCACHE_MAXSIZE: 2G | |
| timeout-minutes: 120 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Cache go | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~/.cache/go-build | |
| ~/go/pkg/mod | |
| key: linux-go-${{ hashFiles('milvus_binary/env.sh') }} | |
| restore-keys: linux-go- | |
| - name: Cache conan | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~/.conan/data | |
| key: linux-conan-${{ hashFiles('milvus_binary/env.sh') }} | |
| restore-keys: linux-conan- | |
| - name: Cache ccache | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ${{ github.workspace }}/.ccache | |
| key: linux-ccache-${{ hashFiles('milvus_binary/env.sh') }} | |
| restore-keys: linux-ccache- | |
| - name: Install build requires | |
| run: | | |
| yum -y install rh-python38 patch | |
| - name: Build Wheel | |
| run: | | |
| # devtoolset 7 | |
| export PATH=/opt/rh/devtoolset-7/root/usr/bin${PATH:+:${PATH}} | |
| export LD_LIBRARY_PATH=/opt/rh/devtoolset-7/root$rpmlibdir$rpmlibdir32${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}} | |
| # python 3.8 | |
| export PATH=/opt/rh/rh-python38/root/usr/local/bin:/opt/rh/rh-python38/root/usr/bin${PATH:+:${PATH}} | |
| export LD_LIBRARY_PATH=/opt/rh/rh-python38/root/usr/lib64${LD_LIBRARY_PATH:+:${LD_LIBRARY_PATH}} | |
| python3 -m pip install --user -U pip | |
| python3 -m pip install --user build wheel 'setuptools>64.0' | |
| # install patchelf | |
| yum -y install patchelf | |
| python3 -m build -w -n | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: wheel_linux | |
| path: dist/*.whl | |
| retention-days: 5 | |
| build_macos: | |
| name: Build Wheel - macOS | |
| runs-on: macos-11 | |
| env: | |
| CCACHE_DIR: ${{ github.workspace }}/.ccache | |
| CCACHE_COMPILERCHECK: content | |
| CCACHE_COMPRESS: 1 | |
| CCACHE_COMPRESSLEVEL: 5 | |
| CCACHE_MAXSIZE: 2G | |
| timeout-minutes: 120 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Cache go | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~/.cache/go-build | |
| ~/go/pkg/mod | |
| key: macos-go-${{ hashFiles('milvus_binary/env.sh') }} | |
| restore-keys: macos-go- | |
| - name: Cache conan | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~/.conan/data | |
| key: macos-conan-${{ hashFiles('milvus_binary/env.sh') }} | |
| restore-keys: macos-conan- | |
| - name: Cache ccache | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ${{ github.workspace }}/.ccache | |
| key: macos-ccache-${{ hashFiles('milvus_binary/env.sh') }} | |
| restore-keys: macos-ccache- | |
| - name: Setup Go environment | |
| uses: actions/setup-go@v4 | |
| with: | |
| go-version: '~1.18.10' | |
| cache: false | |
| - name: Build Wheel | |
| run: | | |
| python3 -m pip install --user build wheel 'setuptools>64.0' | |
| python3 -m build -w -n | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: wheel_macos | |
| path: dist/*.whl | |
| retention-days: 5 | |
| build_windows: | |
| name: Build Wheel - windows | |
| runs-on: windows-latest | |
| env: | |
| CCACHE_DIR: ${{ github.workspace }}/.ccache | |
| CCACHE_COMPILERCHECK: content | |
| CCACHE_COMPRESS: 1 | |
| CCACHE_COMPRESSLEVEL: 5 | |
| CCACHE_MAXSIZE: 2G | |
| timeout-minutes: 120 | |
| steps: | |
| - name: Set git to use LF | |
| run: | | |
| git config --global core.autocrlf false | |
| git config --global core.eol lf | |
| - name: Checkout | |
| uses: actions/checkout@v3 | |
| - name: Cache go | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~\AppData\Local\go-build | |
| ~\go\pkg\mod | |
| key: windows-go-${{ hashFiles('milvus_binary/env.sh') }} | |
| restore-keys: windows-go- | |
| - name: Cache conan | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ~/.conan/data | |
| key: windows-conan-${{ hashFiles('milvus_binary/env.sh') }} | |
| restore-keys: windows-conan- | |
| - name: Cache ccache | |
| uses: actions/cache@v3 | |
| with: | |
| path: | | |
| ${{ github.workspace }}/.ccache | |
| key: windows-ccache-${{ hashFiles('milvus_binary/env.sh') }} | |
| restore-keys: windows-ccache- | |
| - name: Configure Toolchain | |
| uses: msys2/[email protected] | |
| with: | |
| msystem: mingw64 | |
| - name: Prepare | |
| shell: msys2 {0} | |
| run: | | |
| # workaround for keyring error | |
| sed -i 's/SigLevel.*/SigLevel = Never/' /etc/pacman.conf | |
| pacman -S --noconfirm --needed git patch | |
| pacman -S --noconfirm --needed mingw-w64-x86_64-python mingw-w64-x86_64-python-wheel mingw-w64-x86_64-python-pip | |
| - name: Build Wheel | |
| shell: msys2 {0} | |
| run: | | |
| python3 -m pip install --user build wheel 'setuptools>64.0' | |
| python3 -m build -w -n | |
| - uses: actions/upload-artifact@v3 | |
| with: | |
| name: wheel_windows | |
| path: dist/*.whl | |
| retention-days: 5 | |
| acceptance_test_many_linux: | |
| needs: | |
| - build_linux | |
| name: Acceptance Test ${{ matrix.os }} | |
| runs-on: ubuntu-latest | |
| container: | |
| image: ${{ matrix.os }} | |
| timeout-minutes: 60 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: ["ubuntu:18.04", "ubuntu:22.04", "centos:7", "fedora:38"] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: wheel_linux | |
| path: dist | |
| - name: Install python3 for os | |
| shell: bash | |
| run: | | |
| if [[ "${{ matrix.os }}" == "centos:7" ]] ; then | |
| yum -y install epel-release | |
| yum -y install python36 python36-pip python36-wheel | |
| elif [[ "${{ matrix.os }}" == "fedora:38" ]] ; then | |
| dnf -y install python3 python3-pip python3-wheel python3-devel gcc gcc-c++ | |
| elif [[ "${{ matrix.os }}" =~ "ubuntu" ]] ; then | |
| apt update | |
| apt -y install python3 python3-pip python3-wheel | |
| fi | |
| - name: Run hello milvus | |
| run: | | |
| python3 -m pip install --user -U pip | |
| python3 -m pip install --user "$(echo dist/*.whl)[client]" | |
| cd examples | |
| python3 example.py | |
| acceptance_test_macos: | |
| needs: | |
| - build_macos | |
| name: Acceptance Test ${{ matrix.os }} | |
| runs-on: ${{ matrix.os }} | |
| timeout-minutes: 60 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: ["macos-11", "macos-12"] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: '3.8' | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: wheel_macos | |
| path: dist | |
| - name: Run hello milvus | |
| run: | | |
| python3 -m pip install --user wheel setuptools | |
| python3 -m pip install --user "$(echo dist/*.whl)[client]" | |
| cd examples | |
| python3 example.py | |
| acceptance_test_windows: | |
| needs: | |
| - build_windows | |
| name: Acceptance Test Windows (py${{ matrix.python_version }}) | |
| runs-on: windows-latest | |
| timeout-minutes: 60 | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| python_version: ["3.8", "3.10"] | |
| steps: | |
| - uses: actions/checkout@v3 | |
| - uses: actions/download-artifact@v3 | |
| with: | |
| name: wheel_windows | |
| path: dist | |
| - uses: actions/setup-python@v4 | |
| with: | |
| python-version: ${{ matrix.python_version }} | |
| - name: Run hello milvus | |
| run: | | |
| $x = Get-ChildItem dist\*.whl | |
| python3 -m pip install --user "$x[client]" | |
| cd examples | |
| python example.py |