ci(test): Test build python tasks #14
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Release Python | |
| on: | |
| push: | |
| branches: | |
| - main | |
| - master | |
| tags: | |
| - '*' | |
| pull_request: | |
| workflow_dispatch: | |
| permissions: | |
| contents: read | |
| concurrency: | |
| group: ${{ github.event.number || github.run_id }} | |
| cancel-in-progress: true | |
| jobs: | |
| build-js-worker: | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - uses: actions/setup-node@v4 | |
| with: | |
| node-version: '18' | |
| cache: 'npm' | |
| cache-dependency-path: bindings/javascript/lyric-js-worker/package-lock.json | |
| - name: Install JS dependencies | |
| working-directory: bindings/javascript/lyric-js-worker | |
| run: npm ci | |
| - name: Build JS worker | |
| working-directory: bindings/javascript/lyric-js-worker | |
| run: npm run build | |
| - name: Upload JS worker | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: js-worker-wasm | |
| path: bindings/javascript/lyric-js-worker/javascript_worker.wasm | |
| build-packages: | |
| needs: build-js-worker | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| include: | |
| - os: ubuntu-latest | |
| target: linux | |
| - os: windows-latest | |
| target: windows-x64 | |
| arch: x64 | |
| - os: windows-latest | |
| target: windows-x86 | |
| arch: x86 | |
| - os: macos-12 | |
| target: macos-x86_64 | |
| - os: macos-14 | |
| target: macos-aarch64 | |
| runs-on: ${{ matrix.os }} | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Remove lyric-py directory | |
| shell: bash | |
| run: rm -rf bindings/python/lyric-py | |
| - uses: eifinger/setup-rye@v4 | |
| with: | |
| enable-cache: true | |
| working-directory: bindings/python | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Setup Rust | |
| uses: dtolnay/rust-toolchain@stable | |
| - name: Install wasm-tools | |
| run: | | |
| curl --proto '=https' --tlsv1.2 -sSf https://raw.githubusercontent.com/cargo-bins/cargo-binstall/main/install-from-binstall-release.sh | bash | |
| cargo binstall -y wasm-tools | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: js-worker-wasm | |
| path: bindings/javascript/lyric-js-worker | |
| - name: Build packages | |
| shell: bash | |
| run: | | |
| cd bindings/python | |
| # Build lyric-task | |
| cd lyric-task | |
| rye sync --no-dev | |
| rye build | |
| # Build lyric-py-worker | |
| cd ../lyric-py-worker | |
| # Setup virtualenv and install dependencies | |
| python3 -m venv .venv | |
| if [ "${{ matrix.os }}" = "windows-latest" ]; then | |
| source .venv/Scripts/activate | |
| else | |
| source .venv/bin/activate | |
| fi | |
| python -m pip install --upgrade pip | |
| pip install -r app-requirements.txt | |
| # Install lyric-task | |
| pip install --force-reinstall ../dist/lyric_task-*.whl | |
| # Build wasm | |
| cd src | |
| componentize-py -d ./wit -w lyric-py-task componentize worker -o python_worker_fat.wasm | |
| wasm-tools print python_worker_fat.wasm | wasm-tools strip -a -o lyric_py_worker/python_worker.wasm | |
| rm python_worker_fat.wasm | |
| cd .. | |
| # Build wheel | |
| rye sync --no-dev | |
| rye build | |
| # Build lyric-js-worker | |
| cd ../lyric-js-worker | |
| mkdir -p src/lyric_js_worker/ | |
| cp ../../javascript/lyric-js-worker/javascript_worker.wasm src/lyric_js_worker/ | |
| rye sync --no-dev | |
| rye build | |
| - name: Upload wheels | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: wheels-${{ matrix.target }} | |
| path: bindings/python/dist | |
| build-musllinux: | |
| needs: build-js-worker | |
| runs-on: ubuntu-latest | |
| container: | |
| image: quay.io/pypa/musllinux_1_1_x86_64 | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Remove lyric-py directory | |
| run: rm -rf bindings/python/lyric-py | |
| - name: Install system dependencies | |
| run: | | |
| apk add --no-cache curl bash python3 py3-pip rust cargo | |
| - name: Install Rye | |
| run: | | |
| curl -L https://github.com/astral-sh/rye/releases/latest/download/rye-x86_64-linux-musl.gz -o rye.gz | |
| gunzip rye.gz | |
| chmod +x rye | |
| ./rye self install --yes | |
| mv rye /usr/local/bin/ | |
| - name: Install wasm-tools | |
| run: | | |
| curl --proto '=https' --tlsv1.2 -sSf https://raw.githubusercontent.com/cargo-bins/cargo-binstall/main/install-from-binstall-release.sh | bash | |
| cargo binstall -y wasm-tools | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: js-worker-wasm | |
| path: bindings/javascript/lyric-js-worker | |
| - name: Build packages | |
| run: | | |
| cd bindings/python | |
| # Build lyric-task | |
| cd lyric-task | |
| rye sync --no-dev | |
| rye build | |
| # Build lyric-py-worker | |
| cd ../lyric-py-worker | |
| # Setup virtualenv and install dependencies | |
| python3 -m venv .venv | |
| source .venv/bin/activate | |
| python -m pip install --upgrade pip | |
| pip install -r app-requirements.txt | |
| # Install lyric-task | |
| pip install --force-reinstall ../dist/lyric_task-*.whl | |
| # Build wasm | |
| cd src | |
| componentize-py -d ./wit -w lyric-py-task componentize worker -o python_worker_fat.wasm | |
| wasm-tools print python_worker_fat.wasm | wasm-tools strip -a -o lyric_py_worker/python_worker.wasm | |
| rm python_worker_fat.wasm | |
| cd .. | |
| # Build wheel | |
| rye sync --no-dev | |
| rye build | |
| # Build lyric-js-worker | |
| cd ../lyric-js-worker | |
| mkdir -p src/lyric_js_worker/ | |
| cp ../../javascript/lyric-js-worker/javascript_worker.wasm src/lyric_js_worker/ | |
| rye sync --no-dev | |
| rye build | |
| - name: Upload wheels | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: wheels-musllinux | |
| path: bindings/python/dist | |
| sdist: | |
| needs: build-js-worker | |
| runs-on: ubuntu-latest | |
| steps: | |
| - uses: actions/checkout@v4 | |
| - name: Remove lyric-py directory | |
| run: rm -rf bindings/python/lyric-py | |
| - uses: eifinger/setup-rye@v4 | |
| with: | |
| enable-cache: true | |
| working-directory: bindings/python | |
| github-token: ${{ secrets.GITHUB_TOKEN }} | |
| - name: Setup Rust | |
| uses: dtolnay/rust-toolchain@stable | |
| - name: Install wasm-tools | |
| run: | | |
| curl --proto '=https' --tlsv1.2 -sSf https://raw.githubusercontent.com/cargo-bins/cargo-binstall/main/install-from-binstall-release.sh | bash | |
| cargo binstall -y wasm-tools | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| name: js-worker-wasm | |
| path: bindings/javascript/lyric-js-worker | |
| - name: Build sdist | |
| run: | | |
| cd bindings/python | |
| # Build lyric-task | |
| cd lyric-task | |
| rye sync --no-dev | |
| rye build --sdist | |
| # Build lyric-py-worker | |
| cd ../lyric-py-worker | |
| # Setup virtualenv and install dependencies | |
| python3 -m venv .venv | |
| source .venv/bin/activate | |
| python -m pip install --upgrade pip | |
| pip install -r app-requirements.txt | |
| # Install lyric-task | |
| pip install --force-reinstall ../dist/lyric_task-*.tar.gz | |
| # Build wasm | |
| cd src | |
| componentize-py -d ./wit -w lyric-py-task componentize worker -o python_worker_fat.wasm | |
| wasm-tools print python_worker_fat.wasm | wasm-tools strip -a -o lyric_py_worker/python_worker.wasm | |
| rm python_worker_fat.wasm | |
| cd .. | |
| # Build sdist | |
| rye sync --no-dev | |
| rye build --sdist | |
| # Build lyric-js-worker | |
| cd ../lyric-js-worker | |
| mkdir -p src/lyric_js_worker/ | |
| cp ../../javascript/lyric-js-worker/javascript_worker.wasm src/lyric_js_worker/ | |
| rye sync --no-dev | |
| rye build --sdist | |
| - name: Upload sdist | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: wheels-sdist | |
| path: bindings/python/dist | |
| test-wheels: | |
| name: Test Wheels | |
| runs-on: ubuntu-latest | |
| if: github.event_name != 'release' | |
| needs: [build-packages, build-musllinux, sdist] | |
| steps: | |
| - uses: actions/download-artifact@v4 | |
| with: | |
| pattern: wheels-* | |
| merge-multiple: true | |
| path: dist | |
| - uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.11' | |
| - name: Install and test wheels | |
| run: | | |
| pip install --find-links=dist lyric-js-worker |