Build, test, generate signed artefacts and optionally prepare release #1
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: post-weekly-release | |
| run-name: Build, test, generate signed artefacts and optionally prepare release | |
| on: | |
| workflow_dispatch: | |
| push: | |
| branches: | |
| - main | |
| tags: | |
| - '*' | |
| schedule: | |
| - cron: '17 2 * * 1' | |
| jobs: | |
| coverity: | |
| if: ${{ !startsWith(github.event.ref, 'refs/tags/') }} | |
| name: Run Coverity Static Analysis | |
| runs-on: [self-hosted-ubuntu-latest-x64] | |
| steps: | |
| - name: Clean workspace | |
| uses: AutoModality/action-clean@v1 | |
| - name: Git checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: 'true' | |
| - name: Coverity Preparation | |
| run: | | |
| export PATH=$PATH:/usr/local/cov-analysis/bin | |
| mkdir build_cov | |
| cd build_cov | |
| cmake -G "Unix Makefiles" -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=../ -DASTCENC_ISA_AVX2=ON .. | |
| cov-configure --config ${GITHUB_WORKSPACE}/coverity.conf --template --compiler cc --comptype gcc | |
| cov-configure --config ${GITHUB_WORKSPACE}/coverity.conf --template --compiler c++ --comptype g++ | |
| - name: Coverity Build | |
| run: | | |
| export PATH=$PATH:/usr/local/cov-analysis/bin | |
| cd build_cov | |
| cov-build --config ${GITHUB_WORKSPACE}/coverity.conf --dir ${GITHUB_WORKSPACE}/intermediate make install | |
| - name: Coverity Analyse | |
| run: | | |
| export PATH=$PATH:/usr/local/cov-analysis/bin | |
| cd build_cov | |
| cov-analyze --dir ${GITHUB_WORKSPACE}/intermediate | |
| - name: Coverity Upload | |
| env: | |
| COVERITY_KEY: ${{ secrets.COVERITY_KEY }} | |
| run: | | |
| export PATH=$PATH:/usr/local/cov-analysis/bin | |
| echo "${COVERITY_KEY}" > coverity.key | |
| chmod 400 coverity.key | |
| cd build_cov | |
| cov-commit-defects \ | |
| --dir ${GITHUB_WORKSPACE}/intermediate \ | |
| --stream astcenc-master \ | |
| --url https://coverity.cambridge.arm.com \ | |
| --auth-key-file ../coverity.key \ | |
| --strip-path ${GITHUB_WORKSPACE} | |
| build-ubuntu: | |
| name: Build and test on Ubuntu | |
| runs-on: ubuntu-22.04 | |
| steps: | |
| - name: Git checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: 'true' | |
| - name: Build R | |
| run: | | |
| export CXX=clang++ | |
| mkdir build_rel | |
| cd build_rel | |
| cmake -G "Unix Makefiles" -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=../ -DASTCENC_ISA_AVX2=ON -DASTCENC_ISA_SSE41=ON -DASTCENC_ISA_SSE2=ON -DASTCENC_PACKAGE=x64 .. | |
| make install package -j4 | |
| - name: Build D | |
| run: | | |
| export CXX=clang++ | |
| mkdir build_dbg | |
| cd build_dbg | |
| cmake -G "Unix Makefiles" -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=../ -DASTCENC_ISA_AVX2=ON -DASTCENC_ISA_SSE41=ON -DASTCENC_ISA_SSE2=ON -DASTCENC_DECOMPRESSOR=ON .. | |
| make -j4 | |
| - name: Upload binaries | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: astcenc-linux-x86_64 | |
| path: | | |
| build_rel/*.zip | |
| build_rel/*.zip.sha256 | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.11' | |
| - name: Get Python modules | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install numpy Pillow | |
| - name: Python Tests | |
| run: | | |
| python ./Test/astc_test_functional.py | |
| python ./Test/astc_test_image.py --encoder=all-x86 --test-set Small | |
| build-macos: | |
| name: Build and test on MacOS | |
| runs-on: macos-12 | |
| steps: | |
| - name: Git checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: 'true' | |
| - name: Build R | |
| run: | | |
| mkdir build_rel | |
| cd build_rel | |
| cmake -G "Unix Makefiles" -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=../ -DASTCENC_PACKAGE=universal .. | |
| make install package -j4 | |
| - name: Upload binaries | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: astcenc-macos-universal | |
| path: | | |
| build_rel/*.zip | |
| build_rel/*.zip.sha256 | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.11' | |
| - name: Get Python modules | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install numpy Pillow | |
| - name: Python Tests | |
| run: | | |
| python ./Test/astc_test_image.py --test-set Small --encoder universal | |
| build-windows-msvc-ClangCL: | |
| name: Build and test on Windows MSVC | |
| runs-on: windows-2022 | |
| steps: | |
| - name: Git checkout | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: 'true' | |
| - name: Setup Visual Studio x86_64 | |
| uses: ilammy/msvc-dev-cmd@v1 | |
| - name: Build R x86_64 | |
| run: | | |
| mkdir build_rel | |
| cd build_rel | |
| cmake -G "Visual Studio 17 2022" -T ClangCL -DCMAKE_INSTALL_PREFIX=../ -DASTCENC_ISA_AVX2=ON -DASTCENC_ISA_SSE41=ON -DASTCENC_ISA_SSE2=ON -DASTCENC_PACKAGE=x64 .. | |
| msbuild astcencoder.sln -property:Configuration=Release | |
| msbuild PACKAGE.vcxproj -property:Configuration=Release | |
| msbuild INSTALL.vcxproj -property:Configuration=Release | |
| shell: cmd | |
| - name: Setup Visual Studio arm64 | |
| uses: ilammy/msvc-dev-cmd@v1 | |
| with: | |
| arch: x86_arm64 | |
| - name: Build R arm64 | |
| run: | | |
| mkdir build_rel_arm64 | |
| cd build_rel_arm64 | |
| cmake -G "Visual Studio 17 2022" -A ARM64 -T ClangCL -DCMAKE_INSTALL_PREFIX=../ -DASTCENC_ISA_NEON=ON -DASTCENC_PACKAGE=arm64 .. | |
| msbuild astcencoder.sln -property:Configuration=Release | |
| msbuild PACKAGE.vcxproj -property:Configuration=Release | |
| msbuild INSTALL.vcxproj -property:Configuration=Release | |
| shell: cmd | |
| - name: Upload binaries | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: astcenc-windows-multi-cl | |
| path: | | |
| build_rel/*.zip | |
| build_rel/*.zip.sha256 | |
| build_rel_arm64/*.zip | |
| build_rel_arm64/*.zip.sha256 | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.10' | |
| - name: Get Python modules | |
| run: | | |
| python -m pip install --upgrade pip | |
| pip install numpy Pillow | |
| shell: cmd | |
| - name: Python Tests | |
| run: | | |
| python ./Test/astc_test_image.py --test-set Small | |
| shell: cmd | |
| sign-binaries: | |
| name: Sign Windows and Mac | |
| runs-on: [self-hosted-ubuntu-latest-x64] | |
| needs: [build-macos, build-windows-msvc-ClangCL] | |
| steps: | |
| - name: Clean workspace | |
| uses: AutoModality/action-clean@v1 | |
| - name: Checkout signing code | |
| env: | |
| SIGNING_REPO_URL: ${{ secrets.SIGNING_REPO_URL }} | |
| run: | | |
| git clone --depth 1 ${SIGNING_REPO_URL} | |
| - name: Install code sign v2 client | |
| env: | |
| ARTIFACTORY_USER: ${{ secrets.ARTIFACTORY_USER }} | |
| ARTIFACTORY_APIKEY: ${{ secrets.ARTIFACTORY_APIKEY }} | |
| ARTIFACTORY_FQDN: ${{ secrets.ARTIFACTORY_FQDN }} | |
| run: | | |
| python3.11 -m venv cs | |
| . ./cs/bin/activate | |
| pip install -i https://${ARTIFACTORY_USER}:${ARTIFACTORY_APIKEY}@${ARTIFACTORY_FQDN}/artifactory/api/pypi/dsgcore.pypi/simple code-signer-client | |
| - name: Download Windows binaries | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: astcenc-windows-multi-cl | |
| path: windows | |
| - name: Download Mac binaries | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: astcenc-macos-universal | |
| path: mac | |
| - name: Sign and notarize Mac | |
| env: | |
| CODESIGNER_USER: ${{ secrets.CODESIGNER_USER }} | |
| run: | | |
| . ./cs/bin/activate | |
| cd mac | |
| python3 ${GITHUB_WORKSPACE}/signing/macos-client-wrapper.py ${CODESIGNER_USER} *.zip | |
| - name: Sign Windows binaries | |
| env: | |
| ARTIFACTORY_APIKEY: ${{ secrets.ARTIFACTORY_APIKEY }} | |
| run: | | |
| . ./cs/bin/activate | |
| cd windows | |
| for FILENAME in */*; do mv ${FILENAME} .; done | |
| for ZIPFILE in *.zip; do python3 ../signing/windows-client-wrapper.py -b ${GITHUB_RUN_NUMBER} -t ${ARTIFACTORY_APIKEY} ${ZIPFILE}; done | |
| - name: Upload signed binaries | |
| uses: actions/upload-artifact@v4 | |
| with: | |
| name: signed-binaries | |
| path: | | |
| windows/* | |
| mac/* | |
| - name: Tidy intermediate artefacts | |
| uses: geekyeggo/delete-artifact@v5 | |
| with: | |
| name: | | |
| astcenc-windows-multi-cl | |
| astcenc-macos-universal | |
| prepare-release: | |
| if: ${{ startsWith(github.event.ref, 'refs/tags/') }} | |
| name: Prepare release | |
| runs-on: ubuntu-22.04 | |
| needs: [sign-binaries, build-ubuntu] | |
| steps: | |
| - name: Git checkout | |
| uses: actions/checkout@v4 | |
| - name: Download signed binaries | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: signed-binaries | |
| path: prepare-release | |
| - name: Download Linux binaries | |
| uses: actions/download-artifact@v4 | |
| with: | |
| name: astcenc-linux-x86_64 | |
| path: prepare-release | |
| - name: Flatten file structure | |
| run: | | |
| cd prepare-release | |
| for FILENAME in */*; do mv ${FILENAME} .; done | |
| rmdir windows | |
| rmdir mac | |
| - name: Create checksum file | |
| run: | | |
| cd prepare-release | |
| cat *.sha256 > release-sha256.txt | |
| rm *.sha256 | |
| - name: Create release body | |
| run: | | |
| export STATUS_DATE=$(date "+%B %Y") | |
| GITHUB_REF=${{ github.ref }} ; export RELEASE_VERSION=${GITHUB_REF##*/} | |
| export SHA_CHECKSUMS=$(cat prepare-release/release-sha256.txt) | |
| envsubst < .github/workflows/release_body_template.md > prepare-release/release_body.md | |
| - name: Create release | |
| id: create_release | |
| uses: comnoco/create-release-action@v2 | |
| env: | |
| GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }} | |
| with: | |
| tag_name: ${{ github.ref }} | |
| release_name: ${{ github.ref }} | |
| body_path: prepare-release/release_body.md | |
| draft: true | |
| - name: Attach artefacts | |
| uses: AButler/[email protected] | |
| with: | |
| repo-token: ${{ secrets.GITHUB_TOKEN }} | |
| release-id: ${{ steps.create_release.outputs.id }} | |
| files: "prepare-release/astcenc-*-*-*.zip;prepare-release/release-sha256.txt" |