main #3446
Workflow file for this run
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| --- | |
| name: main | |
| on: | |
| push: | |
| pull_request: | |
| workflow_dispatch: | |
| schedule: | |
| - cron: "0 6 * * *" | |
| defaults: | |
| run: | |
| shell: bash | |
| env: | |
| # dotnet | |
| rdmp-cli-dir: "./rdmp-cli" | |
| db-password: "YourStrongPassw0rd" | |
| # java | |
| java-version: 11 | |
| java-distribution: temurin | |
| # python | |
| python-version: 3.6 | |
| jobs: | |
| init: | |
| runs-on: ubuntu-20.04 | |
| outputs: | |
| matrix: ${{ steps.matrix.outputs.matrix }} | |
| build_ref: ${{ steps.build_ref.outputs.build_ref }} | |
| steps: | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| - name: set matrix | |
| id: matrix | |
| run: | | |
| set -euxo pipefail | |
| matrix="$(jq --compact-output . .github/workflows/envs.json)" | |
| echo $matrix | |
| echo "matrix=$matrix" >> $GITHUB_OUTPUT | |
| - name: set build ref | |
| id: build_ref | |
| run: | | |
| set -euxo pipefail | |
| build_ref="$GITHUB_REF_NAME" | |
| [ "$GITHUB_REF_TYPE" != "tag" ] && build_ref="${GITHUB_SHA:0:6}" | |
| echo "build_ref=$build_ref" >> $GITHUB_OUTPUT | |
| smi: | |
| needs: [init] | |
| strategy: | |
| fail-fast: false | |
| matrix: ${{ fromJson(needs.init.outputs.matrix) }} | |
| runs-on: ${{ matrix.image }} | |
| steps: | |
| - name: "[linux] enable disk caching" | |
| if: ${{ matrix.os == 'linux' }} | |
| run: sudo apt-get install -y libeatmydata1 | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| - name: "[windows] start MongoDB service" | |
| if: ${{ matrix.os == 'windows' }} | |
| shell: pwsh | |
| run: | | |
| reg.exe add HKLM\System\CurrentControlSet\Control /v ServicesPipeTimeout /t REG_DWORD /d 300000 /f | |
| sc.exe config MongoDB start= auto | |
| sc.exe start MongoDB | |
| - name: setup .NET | |
| # NOTE(rkm 2022-02-20) Uses global.json | |
| uses: actions/[email protected] | |
| - name: download tessdata | |
| run: ./bin/smi/downloadTessdata.py | |
| - name: "[linux] start services" | |
| if: ${{ matrix.os == 'linux' }} | |
| run: ./bin/smi/startDockerLinux.py ${{ env.db-password }} | |
| - name: "[linux] re-write database strings" | |
| if: ${{ matrix.os == 'linux' }} | |
| run: | | |
| set -euxo pipefail | |
| echo "rdmp_conn_str=localhost -u sa -p ${{ env.db-password }}" >> $GITHUB_ENV | |
| ./bin/smi/writeDatabaseStrings.py localhost "${{ env.db-password }}" | |
| - name: set RDMP version | |
| run: | | |
| set -euxo pipefail | |
| rdmp_cli_ver=$(grep -F -m1 HIC.RDMP.Plugin Directory.Packages.props | sed -n 's/.*Version="\([0-9.]*\)".*/\1/p') | |
| echo "rdmp_cli_ver=$rdmp_cli_ver" >> $GITHUB_ENV | |
| - name: "[windows] Install SQL LocalDB" | |
| if: ${{ matrix.os == 'windows' }} | |
| uses: crazy-max/ghaction-chocolatey@v3 | |
| with: | |
| args: install sqllocaldb | |
| - name: "[windows] Check SQL LocalDB and set rdmp_conn_str" | |
| if: ${{ matrix.os == 'windows' }} | |
| shell: pwsh | |
| run: | | |
| Write-Host "Checking" | |
| $db = "(localdb)\MSSQLLocalDB" | |
| SqlLocalDB.exe create MSSQLLocalDB -s | |
| sqlcmd -l 180 -S "$db" -Q "SELECT @@VERSION;" | |
| echo "rdmp_conn_str='$db'" | Out-File -FilePath $Env:GITHUB_ENV -Encoding utf-8 -Append | |
| - name: "[windows] re-write database strings" | |
| if: ${{ matrix.os == 'windows' }} | |
| run: ./bin/smi/writeDatabaseStrings.py "(localdb)\MSSQLLocalDB" "${{ env.db-password }}" | |
| - name: download rdmp-cli | |
| if: ${{ matrix.os == 'windows' }} | |
| run: ./bin/smi/downloadRdmpCli.py ${{ env.rdmp_cli_ver }} | |
| - name: download rdmp-cli | |
| if: ${{ matrix.os == 'linux' }} | |
| run: | | |
| curl -L https://github.com/HicServices/RDMP/releases/download/v${{ env.rdmp_cli_ver }}/rdmp-${{ env.rdmp_cli_ver }}-cli-linux-x64.tar.xz | tar xJf - | |
| mv rdmp-${{ env.rdmp_cli_ver }}-cli-linux rdmp-cli | |
| - name: install RDMP databases | |
| run: ${{ env.rdmp-cli-dir }}/rdmp install --createdatabasetimeout 180 ${{ env.rdmp_conn_str }} TEST_ | |
| - name: show dotnet info | |
| run: dotnet --info | |
| - name: build, test, and package dotnet | |
| run: | | |
| set -euxo pipefail | |
| cov="" | |
| [ "${{ matrix.os }}" == "windows" ] && cov="--no-coverage" | |
| ./bin/smi/buildTestPackage.py \ | |
| ${{ needs.init.outputs.build_ref }} \ | |
| "$cov" | |
| - name: upload coverage | |
| if: ${{ matrix.os == 'linux' }} | |
| uses: codecov/[email protected] | |
| with: | |
| token: ${{ secrets.CODECOV_TOKEN }} | |
| files: ./coverage/coverage.cobertura.xml | |
| fail_ci_if_error: true | |
| - name: upload dist | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: SmiServices-${{ needs.init.outputs.build_ref }}.zip | |
| path: dist/${{ needs.init.outputs.build_ref }}/* | |
| if-no-files-found: error | |
| ctp: | |
| needs: [init] | |
| strategy: | |
| fail-fast: false | |
| matrix: ${{ fromJson(needs.init.outputs.matrix) }} | |
| runs-on: ${{ matrix.image }} | |
| steps: | |
| - name: "[linux] enable disk caching" | |
| if: ${{ matrix.os == 'linux' }} | |
| run: sudo apt-get install -y libeatmydata1 | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| - name: Setup Java JDK | |
| uses: actions/[email protected] | |
| with: | |
| java-version: ${{ env.java-version }} | |
| distribution: ${{ env.java-distribution }} | |
| cache: maven | |
| - name: "[linux] start services" | |
| if: ${{ matrix.os == 'linux' }} | |
| run: ./bin/ctp/startDockerLinux.py | |
| - name: "[windows] skip integration tests" | |
| if: ${{ matrix.os == 'windows' }} | |
| run: echo "JAVA_TESTS=--skip-integration-tests" >> $GITHUB_ENV | |
| - name: build, test, and package ctp | |
| run: ./bin/ctp/buildTestPackage.py --install-libs ${{ needs.init.outputs.build_ref }} ${{ env.JAVA_TESTS }} | |
| - name: "[linux] upload packages" | |
| if: ${{ matrix.os == 'linux' }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: SmiServices-${{ needs.init.outputs.build_ref }}.zip | |
| path: dist/${{ needs.init.outputs.build_ref }}/* | |
| if-no-files-found: error | |
| smi-py: | |
| needs: [init] | |
| strategy: | |
| fail-fast: false | |
| matrix: ${{ fromJson(needs.init.outputs.matrix) }} | |
| runs-on: ${{ matrix.image }} | |
| steps: | |
| - name: "[linux] enable disk caching" | |
| if: ${{ matrix.os == 'linux' }} | |
| run: sudo apt-get install -y libeatmydata1 | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| - name: setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: ${{ env.python-version }} | |
| - name: create venv | |
| run: | | |
| set -exuo pipefail | |
| python -m pip install --upgrade virtualenv | |
| python -m virtualenv venv | |
| echo "venv_bin=./venv/bin" >> $GITHUB_ENV | |
| - name: "[windows] update venv var" | |
| if: ${{ matrix.os == 'windows' }} | |
| run: echo "venv_bin=./venv/Scripts" >> $GITHUB_ENV | |
| - name: test and package python | |
| run: ./bin/smi-py/testPackage.py ${{ needs.init.outputs.build_ref }} ${{ env.venv_bin }}/python | |
| - name: "[linux] upload packages" | |
| if: ${{ matrix.os == 'linux' }} | |
| uses: actions/upload-artifact@v3 | |
| with: | |
| name: SmiServices-${{ needs.init.outputs.build_ref }}.zip | |
| path: dist/${{ needs.init.outputs.build_ref }}/* | |
| if-no-files-found: error | |
| upload-to-release: | |
| if: contains(github.ref, 'refs/tags/v') | |
| needs: [init, smi, ctp, smi-py] | |
| runs-on: ubuntu-20.04 | |
| steps: | |
| - name: "[linux] enable disk caching" | |
| if: ${{ matrix.os == 'linux' }} | |
| run: sudo apt-get install -y libeatmydata1 | |
| - name: checkout | |
| uses: actions/checkout@v4 | |
| - name: download artifacts | |
| uses: actions/download-artifact@v4 | |
| with: | |
| path: ./dist | |
| - name: prepare artifacts for release | |
| run: | | |
| set -euxo pipefail | |
| dist_dir=./dist/SmiServices-${{ needs.init.outputs.build_ref }}.zip | |
| [ ! -d "$dist_dir" ] && { echo "No dist found"; exit 1; } | |
| ls -l $dist_dir | |
| mkdir ./release | |
| cat $dist_dir/MD5SUM* >> ./release/MD5SUMS.txt | |
| rm $dist_dir/MD5SUM* | |
| cp $dist_dir/* ./release/ | |
| ls -l ./release | |
| ./bin/release/createReleaseChangelog.py ${{ needs.init.outputs.build_ref }} | |
| - name: upload release | |
| uses: softprops/action-gh-release@v1 | |
| with: | |
| files: ./release/* | |
| body_path: release_changelog.md | |
| fail_on_unmatched_files: true | |
| generate_release_notes: true |