beeper-ci.yml

name: Beep

on:
  push:
    branches: ["beeper", "beeper-*"]
  pull_request:


jobs:
  lint-style:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v2
      - uses: actions/setup-python@v2
      - run: pip install poetry
      - run: poetry install
      - run: poetry run isort --check synapse
      - run: poetry run black --check synapse

  lint-types:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v2
      - uses: actions/setup-python@v2
      - run: pip install poetry
      - run: poetry install --extras all
      - run: poetry run mypy

  # Tests

  test-trial:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v2
      - uses: actions/setup-python@v2
      - run: pip install poetry
      - run: poetry install --extras all
      - run: poetry run trial -j4 tests

  test-sytest:
    runs-on: ubuntu-latest
    container:
      image: matrixdotorg/sytest-synapse:buster
      volumes:
        - ${{ github.workspace }}:/src
      env:
        SYTEST_BRANCH: ${{ github.head_ref }}
        TOP: ${{ github.workspace }}
        POSTGRES: 1
        MULTI_POSTGRES: 1
        WOKRERS: 1
    steps:
      - uses: actions/checkout@v2
      - name: Run SyTest
        run: /bootstrap.sh synapse
        working-directory: /src
      - name: Summarise results.tap
        if: ${{ always() }}
        run: /sytest/scripts/tap_to_gha.pl /logs/results.tap
      - name: Upload SyTest logs
        uses: actions/upload-artifact@v2
        if: ${{ always() }}
        with:
          name: Sytest Logs - ${{ job.status }} - (${{ join(matrix.*, ', ') }})
          path: |
            /logs/results.tap
            /logs/**/*.log*

  test-complement:
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v2
      - uses: actions/checkout@v2
        with:
          repository: matrix-org/complement
          path: complement
          ref: db970e4aa66828b28f2252ee87ea3bd917f25865
      # Hack: remove the partial state join tests which are flakey and known to be upstream, we don't
      # want them causingo our tests to fail all the time.
      - name: Remove flakey TestPartialStateJoin tests
        run: |-
          rm -f complement/tests/federation_room_join_partial_state_test.go
      - name: Install complement dependencies
        run: |-
          sudo apt-get -qq update
          sudo apt-get install -qqy libolm3 libolm-dev
          go install -v github.com/gotesttools/gotestfmt/v2/cmd/gotestfmt@latest
      - name: Run Complement
        run: ./scripts-dev/complement.sh
        env:
          COMPLEMENT_DIR: complement
          WORKERS: 1
          POSTGRES: 1

  # Builds

  build-python:
    runs-on: ubuntu-latest
    env:
      DOCKER_BUILDKIT: 1
    steps:
      - uses: actions/checkout@v2
      - uses: docker/setup-qemu-action@v2
      - uses: docker/setup-buildx-action@v2
      - uses: docker/login-action@v2
        with:
          registry: ${{ secrets.CI_REGISTRY }}
          username: ${{ secrets.CI_REGISTRY_USER }}
          password: ${{ secrets.CI_REGISTRY_PASSWORD }}
      - run: |-
          if [ "${{ github.ref_name }}" = "beeper" ]; then
            tag=$(cat pyproject.toml | grep -E "^version =" | sed -E 's/^version = "(.+)"$/\1/')
            extraTag="--tag ${{ secrets.CI_REGISTRY }}/synapse:latest"
          else
            tag="${{ github.head_ref || github.ref_name }}"
            extraTag=""
          fi

          docker buildx build \
            --push \
            --platform linux/amd64 \
            --tag ${{ secrets.CI_REGISTRY }}/synapse:$tag-${{ github.sha }} \
            $extraTag \
            -f docker/Dockerfile \
            .

          # Ensure the image works properly
          docker run \
            --entrypoint '' \
            ${{ secrets.CI_REGISTRY }}/synapse:$tag-${{ github.sha }} \
            python -m synapse.app.homeserver --help

          echo "Pushed image: synapse:$tag-${{ github.sha }}"
          if [ "${{ github.ref_name }}" = "beeper" ]; then
            echo "Pushed image: synapse:latest"
          fi

  build-pyston:
    runs-on: ubuntu-latest
    env:
      DOCKER_BUILDKIT: 1
    steps:
      - uses: actions/checkout@v2
      - uses: docker/setup-qemu-action@v2
      - uses: docker/setup-buildx-action@v2
      - uses: docker/login-action@v2
        with:
          registry: ${{ secrets.CI_REGISTRY }}
          username: ${{ secrets.CI_REGISTRY_USER }}
          password: ${{ secrets.CI_REGISTRY_PASSWORD }}
      - run: |-
          if [ "${{ github.ref_name }}" = "beeper" ]; then
            tag=$(cat pyproject.toml | grep -E "^version =" | sed -E 's/^version = "(.+)"$/\1/');
          else
            tag="${{ github.head_ref || github.ref_name }}";
          fi

          docker buildx build \
            --push \
            --platform linux/amd64 \
            --build-arg PYTHON_PREFIX=/usr \
            --build-arg BASE_IMAGE=${{ secrets.CI_REGISTRY }}/pyston-no-pymalloc:slim-amd64-2.3.4 \
            --tag ${{ secrets.CI_REGISTRY }}/synapse:$tag-${{ github.sha }}-pyston \
            -f docker/Dockerfile \
            .

          # Ensure the image works properly
          docker run \
            --entrypoint '' \
            ${{ secrets.CI_REGISTRY }}/synapse:$tag-${{ github.sha }}-pyston \
            python -m synapse.app.homeserver --help

          echo "Pushed image: synapse:$tag-${{ github.sha }}-pyston"