[WIP] Try to speed up the CI for testing by building and caching in ghcr #7
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| name: Test Baseline | |
| concurrency: | |
| group: ${{ github.workflow }}-${{ github.ref }} | |
| cancel-in-progress: true | |
| on: | |
| push: | |
| branches: | |
| - master | |
| - release | |
| pull_request: | |
| permissions: | |
| contents: read | |
| packages: write | |
| jobs: | |
| lint: | |
| if: '! github.event.pull_request.draft' | |
| name: Lint code base | |
| runs-on: ubuntu-24.04 | |
| steps: | |
| - name: Checkout repo | |
| uses: actions/checkout@v4 | |
| with: | |
| submodules: recursive | |
| - name: Setup Python | |
| uses: actions/setup-python@v5 | |
| with: | |
| python-version: '3.12' | |
| - name: Pre-commit | |
| uses: pre-commit/[email protected] | |
| build_and_push: | |
| runs-on: ubuntu-24.04 | |
| steps: | |
| - name: Checkout | |
| uses: actions/checkout@v2 | |
| - name: Prepare | |
| id: prepare | |
| run: | | |
| TAG="latest" | |
| COMMIT="commit-$(git rev-parse --short ${{ github.sha }})" | |
| if [[ $GITHUB_REF == refs/tags/* ]]; then | |
| TAG=${GITHUB_REF#refs/tags/v} | |
| fi | |
| echo "docker_tag=${TAG}" >> $GITHUB_OUTPUT | |
| echo "docker_commit=${COMMIT}" >> $GITHUB_OUTPUT | |
| git submodule update --init --recursive --depth 1 | |
| - name: Set up Docker Buildx | |
| id: buildx | |
| uses: docker/setup-buildx-action@v1 | |
| - name: Cache Docker layers | |
| uses: actions/cache@v2 | |
| with: | |
| path: /tmp/.buildx-cache | |
| key: ${{ runner.os }}-buildx-${{ github.sha }} | |
| restore-keys: | | |
| ${{ runner.os }}-buildx- | |
| - name: Login to dockerhub | |
| if: github.event_name != 'pull_request' | |
| uses: docker/login-action@v2 | |
| with: | |
| username: ${{ secrets.DOCKER_HUB_USERNAME }} | |
| password: ${{ secrets.DOCKER_HUB_ACCESS_TOKEN }} | |
| # Application | |
| - name: Docker Test Application | |
| id: docker_test_application | |
| uses: docker/build-push-action@v2 | |
| with: | |
| builder: ${{ steps.buildx.outputs.name }} | |
| context: ./docker-app | |
| file: ./docker-app/Dockerfile | |
| - name: Docker Build and Push Application | |
| id: docker_build_and_push_application | |
| uses: docker/build-push-action@v2 | |
| with: | |
| builder: ${{ steps.buildx.outputs.name }} | |
| target: webserver_runtime | |
| context: ./docker-app | |
| file: ./docker-app/Dockerfile | |
| # push: ${{ github.event_name != 'pull_request' }} | |
| tags: | | |
| opengisch/qfieldcloud-app:${{ steps.prepare.outputs.docker_tag }} | |
| opengisch/qfieldcloud-app:${{ steps.prepare.outputs.docker_commit }} | |
| - name: Docker Build and Push Worker | |
| id: docker_build_and_push_worker | |
| uses: docker/build-push-action@v2 | |
| with: | |
| builder: ${{ steps.buildx.outputs.name }} | |
| target: worker_wrapper_runtime | |
| context: ./docker-app | |
| file: ./docker-app/Dockerfile | |
| # push: ${{ github.event_name != 'pull_request' }} | |
| tags: | | |
| opengisch/qfieldcloud-worker-wrapper:${{ steps.prepare.outputs.docker_tag }} | |
| opengisch/qfieldcloud-worker-wrapper:${{ steps.prepare.outputs.docker_commit }} | |
| # QGIS | |
| - name: Docker Test QGIS | |
| id: docker_test_qgis | |
| uses: docker/build-push-action@v2 | |
| with: | |
| builder: ${{ steps.buildx.outputs.name }} | |
| context: ./docker-qgis | |
| file: ./docker-qgis/Dockerfile | |
| - name: Docker Build and Push QGIS | |
| id: docker_build_and_push_qgis | |
| uses: docker/build-push-action@v2 | |
| with: | |
| builder: ${{ steps.buildx.outputs.name }} | |
| context: ./docker-qgis | |
| file: ./docker-qgis/Dockerfile | |
| # push: ${{ github.event_name != 'pull_request' }} | |
| tags: | | |
| opengisch/qfieldcloud-qgis:${{ steps.prepare.outputs.docker_tag }} | |
| opengisch/qfieldcloud-qgis:${{ steps.prepare.outputs.docker_commit }} | |
| # Nginx | |
| - name: Docker Build and Push nginx | |
| id: docker_build_and_push_nginx | |
| uses: docker/build-push-action@v2 | |
| with: | |
| builder: ${{ steps.buildx.outputs.name }} | |
| context: ./docker-nginx | |
| file: ./docker-nginx/Dockerfile | |
| # push: ${{ github.event_name != 'pull_request' }} | |
| tags: | | |
| opengisch/qfieldcloud-nginx:${{ steps.prepare.outputs.docker_tag }} | |
| opengisch/qfieldcloud-nginx:${{ steps.prepare.outputs.docker_commit }} | |
| test_baseline: | |
| name: Run baseline tests | |
| runs-on: ubuntu-24.04 | |
| needs: | |
| - build_and_push | |
| strategy: | |
| fail-fast: false | |
| matrix: | |
| django_app: | |
| - authentication | |
| # - notifs | |
| # - subscription | |
| # - core | |
| # - __flaky__ | |
| continue-on-error: true | |
| steps: | |
| - name: Checkout repo | |
| uses: actions/checkout@v3 | |
| with: | |
| submodules: recursive | |
| - name: Prepare docker-compose override file | |
| run: | | |
| ln -s docker-compose.override.local.yml docker-compose.override.yml | |
| - name: Check env vars configuration | |
| run: | | |
| scripts/check_envvars.sh | |
| - name: Export the env variables file | |
| run: | | |
| cp .env.example .env | |
| sed -ri 's/^COMPOSE_FILE=(.*)/COMPOSE_FILE=\1:docker-compose.override.test.yml/g' .env | |
| eval $(egrep "^[^#;]" .env | xargs -d'\n' -n1 | sed -E 's/(\w+)=(.*)/export \1='"'"'\2'"'"'/g') | |
| # - name: Pull docker containers | |
| # run: docker compose pull | |
| - name: Build and run docker containers | |
| run: | | |
| docker compose up -d --build | |
| - name: Initial manage.py commands | |
| run: | | |
| docker compose run app python manage.py makemigrations --no-input --check | |
| docker compose run app python manage.py migrate | |
| docker compose run app python manage.py collectstatic | |
| - name: Run mandatory unit and integration tests | |
| if: matrix.django_app != '__flaky__' | |
| run: | | |
| docker compose run app python manage.py test --keepdb -v2 --exclude-tag="flaky" qfieldcloud.${{ matrix.django_app }} | |
| - name: Run flaky unit and integration tests | |
| if: matrix.django_app == '__flaky__' | |
| run: | | |
| docker compose run app python manage.py test --keepdb -v2 --tag="flaky" qfieldcloud | |
| - name: Print failure logs | |
| if: failure() | |
| run: | | |
| docker compose logs | |
| - name: Post Google Chat message on failure | |
| if: failure() && matrix.django_app != '__flaky__' | |
| uses: julb/action-post-googlechat-message@v1 | |
| with: | |
| message: | | |
| Failed job run for branch `${{ github.head_ref || github.ref_name }}`, check ${{ github.server_url }}/${{ github.repository }}/actions/runs/${{ github.run_id }} . | |
| gchat_webhook_url: ${{ secrets.GOOGLE_CHAT_WEBHOOK_URL }} | |
| # - name: Setup tmate session | |
| # if: ${{ failure() }} | |
| # uses: mxschmitt/action-tmate@v3 | |
| # timeout-minutes: 30 | |
| # with: | |
| # limit-access-to-actor: true |