Merge pull request #212 from sergey-dryabzhinsky/sergey-dryabzhinsky-… #411
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Build wheels for CPython3.13 x86_64 on Ubuntu24 | |
| on: [push, pull_request] | |
| concurrency: | |
| group: ${{ github.ref }}-${{ github.workflow }}-${{ github.event_name }}-${{ github.ref == format('refs/heads/{0}', github.event.repository.default_branch) && github.sha || '' }} | |
| cancel-in-progress: true | |
| jobs: | |
| build_wheels: | |
| name: Build wheel - ${{ matrix.os.name }} | |
| runs-on: ${{ matrix.os.runs-on }} | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| os: | |
| - name: Ubuntu 24 amd64 CPython 3.13 | |
| runs-on: ubuntu-latest | |
| matrix: linux | |
| arch: amd64 | |
| tag_arch: x86_64 | |
| release: noble | |
| mirror: http://azure.archive.ubuntu.com/ubuntu | |
| version: 1.5.6.4 | |
| # pyver: "3.7" | |
| getpipurl: https://bootstrap.pypa.io/pip/get-pip.py | |
| pypkg: python3.13 | |
| #pypkgadd: python3.13-distutils | |
| pyengine_tag: cp313-cp313 | |
| libc_tag: manylinux_2_34 | |
| steps: | |
| - name: Checkout code | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: 'recursive' | |
| - name: Update and upgrade Ubuntu 24 | |
| if: matrix.os.matrix == 'linux' | |
| run: | | |
| sudo which apt | |
| sudo apt update; | |
| sudo apt purge -y firefox lxd snapd; | |
| sudo apt install -y zram-config; | |
| sudo apt list --upgradable; | |
| sudo apt upgrade -y; | |
| sudo apt install -f | |
| - name: Build source distribution with Ubuntu | |
| if: matrix.os.matrix == 'linux' | |
| run: | | |
| sudo apt install -y debootstrap qemu-user; | |
| pip install build; | |
| python -m build --sdist --outdir dist . | |
| - name: Debootstrap Ubuntu ${{matrix.os.release}} ${{matrix.os.arch}} | |
| if: matrix.os.matrix == 'linux' | |
| run: | | |
| sudo debootstrap --no-merged-usr --verbose --include=sudo,wget,curl,ca-certificates --arch=${{matrix.os.arch}} ${{matrix.os.release}} ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} ${{matrix.os.mirror}} || tail ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}}/debootstrap/debootstrap.log | |
| - name: Update and Upgrade Ubuntu ${{matrix.os.release}} | |
| if: matrix.os.matrix == 'linux' | |
| run: | | |
| sudo mkdir -p ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}}/build_wheel | |
| sudo mount none ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}}/proc -t proc | |
| sudo mount none ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}}/dev/pts -t devpts | |
| sudo mount none ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}}/sys -t sysfs | |
| echo "# deb [trusted=yes] http://packages.rusoft.ru/ppa/rusoft/python ubuntu-${{matrix.os.release}} main" > rusoft-python.list | |
| echo "# deb [trusted=yes] http://packages.rusoft.ru/ppa/rusoft/backports ubuntu-${{matrix.os.release}} main" > rusoft-backports.list | |
| echo "# deb [trusted=yes] http://packages.rusoft.ru/ppa/rusoft/packages ubuntu-${{matrix.os.release}} main" > rusoft-packages.list | |
| echo " deb [trusted=yes] http://ppa.launchpadcontent.net/deadsnakes/ppa/ubuntu ${{matrix.os.release}} main" > deadsnakes.list | |
| false && sudo find ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} -iname apt | |
| sudo chroot ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} /usr/bin/apt update | |
| sudo cp -v ./*.list ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}}/etc/apt/sources.list.d | |
| false && sudo rm -fv ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}}/etc/apt/trusted.gpg.d/* && sudo rm -fv ./ubuntu-xenial-x86/etc/apt/trusted.gpg | |
| sudo chroot ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} /bin/bash -c 'cd /etc/apt/trusted.gpg.d && wget http://packages.rusoft.ru/apt/public.gpg -Orusoft.gpg' | |
| sudo chroot ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} /bin/bash -c 'cd /etc/apt/trusted.gpg.d && wget http://packages.rusoft.ru/apt/public-old.gpg -Orusoft-old.gpg' | |
| sudo chroot ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} /bin/bash -c 'apt-key adv --keyserver hkp://keyserver.ubuntu.com:80 --recv-keys A2CE4BCCC50209DD || true' | |
| sudo chroot ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} /usr/bin/apt update | |
| sudo chroot ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} /usr/bin/apt upgrade -y | |
| sudo chroot ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} /usr/bin/apt -fy install | |
| sudo chroot ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} /usr/bin/apt upgrade -y | |
| - name: Pepare dev files | |
| if: matrix.os.matrix == 'linux' | |
| run: | | |
| sudo chroot ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} /usr/bin/apt install -y libzstd-dev file | |
| - name: Pepare for ${{matrix.os.pypkg}} ${{matrix.os.arch}} | |
| if: matrix.os.matrix == 'linux' | |
| run: | | |
| sudo chroot ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} /usr/bin/apt install -y ${{matrix.os.pypkg}}-dev gcc pkg-config ${{matrix.os.pypkgadd}} | |
| sudo chroot ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} /bin/bash -c "wget ${{matrix.os.getpipurl}} -O get-pip.py && ${{matrix.os.pypkg}} get-pip.py || true" | |
| sudo chroot ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} /bin/bash -c "${{matrix.os.pypkg}} -m pip install -U 'setuptools<72.0'" | |
| - name: Pepare source and build wheel for ${{matrix.os.pypkg}} ${{matrix.os.arch}} | |
| if: matrix.os.matrix == 'linux' | |
| run: | | |
| sudo mkdir -p ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}}/build_wheel/ | |
| sudo tar -xvf dist/zstd-${{matrix.os.version}}.tar.gz -C ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}}/build_wheel/ | |
| false && sudo chroot ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} env | |
| sudo chroot ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} pkg-config libzstd --modversion | |
| sudo chroot ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} /bin/bash -c "cd /build_wheel/zstd-${{matrix.os.version}} && ZSTD_ASM=1 _ZSTD_ASM_BMI2=1 ZSTD_THREADS=1 _ZSTD_EXTERNAL=0 ${{matrix.os.pypkg}} setup.py bdist_wheel" | |
| - name: Test wheel for ${{matrix.os.pypkg}} ${{matrix.os.arch}} | |
| if: matrix.os.matrix == 'linux' | |
| run: | | |
| false && sudo chroot ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} find /build_wheel/ | |
| sudo cp -v glibc-check.sh ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}}/build_wheel/zstd-${{matrix.os.version}}/ | |
| sudo chroot ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} /bin/bash -c "cd /build_wheel/zstd-${{matrix.os.version}}/; echo LLH; ls -lh build/*/zstd.*.so; ldd build/*/zstd.*.so ; file build/*/zstd.*.so; bash ./glibc-check.sh build/*/zstd.*.so" | |
| sudo chroot ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}} /bin/bash -c "cd /build_wheel/zstd-${{matrix.os.version}} && ${{matrix.os.pypkg}} setup.py test" | |
| - name: Pepare wheel for upload | |
| if: matrix.os.matrix == 'linux' | |
| run: | | |
| sudo cp -v ./ubuntu-${{matrix.os.release}}-${{matrix.os.arch}}/build_wheel/zstd-${{matrix.os.version}}/dist/* ./dist | |
| sudo ls -lh ./dist/* | |
| sudo mv -v ./dist/"zstd-${{matrix.os.version}}-${{matrix.os.pyengine_tag}}-linux_${{matrix.os.tag_arch}}.whl" ./dist/"zstd-${{matrix.os.version}}-${{matrix.os.pyengine_tag}}-${{matrix.os.libc_tag}}_${{matrix.os.tag_arch}}.whl" | |
| - name: Test for secrets access | |
| id: check_secrets | |
| # If a third party makes a pull request | |
| # this allows automated steps below to be skipped | |
| # and leave a clean PR CI run | |
| shell: bash | |
| run: | | |
| unset HAS_SECRET | |
| unset HAS_SECRET_TEST | |
| if [ -n "$SECRET" ]; then HAS_SECRET='true' ; fi | |
| if [ -n "$SECRET_TEST" ]; then HAS_SECRET_TEST='true' ; fi | |
| echo ::set-output name=HAS_SECRET::${HAS_SECRET} | |
| echo ::set-output name=HAS_SECRET_TEST::${HAS_SECRET_TEST} | |
| env: | |
| SECRET: "${{ secrets.pypi_password }}" | |
| SECRET_TEST: "${{ secrets.test_pypi_password }}" | |
| - name: Install twine | |
| run: pip install 'twine<=6.0.1' | |
| - name: Publish distribution to PyPI | |
| if: > | |
| startsWith(github.event.ref, 'refs/tags') && | |
| steps.check_secrets.outputs.HAS_SECRET | |
| env: | |
| # If the PR/Push has secret access | |
| # and PYPI_PASSWORD is in GH Secrets for this repo | |
| # and this is a tag, publish to PyPI | |
| TWINE_REPOSITORY_URL: https://upload.pypi.org/legacy/ | |
| TWINE_USERNAME: "${{ secrets.pypi_username }}" | |
| TWINE_NON_INTERACTIVE: 1 | |
| TWINE_PASSWORD: "${{ secrets.pypi_password }}" | |
| run: twine upload --non-interactive --skip-existing --verbose 'dist/*' | |
| - name: Publish distribution to Test PyPI | |
| if: steps.check_secrets.outputs.HAS_SECRET | |
| env: | |
| # If the PR/Push has secret access | |
| # and TEST_PYPI_PASSWORD is in GH Secrets for this repo | |
| # then publish each build to test PyPI | |
| TWINE_REPOSITORY_URL: https://test.pypi.org/legacy/ | |
| TWINE_USERNAME: "${{ secrets.test_pypi_username }}" | |
| TWINE_NON_INTERACTIVE: 1 | |
| TWINE_PASSWORD: "${{ secrets.test_pypi_password }}" | |
| run: twine upload --non-interactive --skip-existing --verbose 'dist/*' | |