test-pr.yml

name: 'Run Tests'
on:
  pull_request:
  workflow_dispatch:
concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:

  pykwasm-code-quality-checks:
    name: 'Code Quality Checks'
    runs-on: ubuntu-latest
    steps:
      - name: 'Check out code'
        uses: actions/checkout@v3
        with:    
          submodules: recursive
      - name: 'Install Poetry'
        uses: Gr1N/setup-poetry@v8
      - name: 'Build and run code quality checks'
        run: make -C pykwasm check

  pykwasm-unit-tests:
    needs: pykwasm-code-quality-checks
    name: 'Unit Tests'
    runs-on: ubuntu-latest
    steps:
      - name: 'Check out code'
        uses: actions/checkout@v3
        with:    
          submodules: recursive
      - name: 'Install Poetry'
        uses: Gr1N/setup-poetry@v8
      - name: 'Build and run unit tests'
        run: make -C pykwasm cov-unit

  pykwasm-integration-tests:
    needs: pykwasm-code-quality-checks
    name: 'Integration Tests'
    runs-on: [self-hosted, linux, normal]
    steps:
      - name: 'Check out code'
        uses: actions/checkout@v3
        with:    
          submodules: recursive
      - name: Login to Docker Hub
        uses: docker/login-action@v3
        with:
          username: rvdockerhub
          password: ${{ secrets.DOCKERHUB_PASSWORD }} 

      - name: 'Set up Docker'
        uses: ./.github/actions/with-docker
        with:
          container-name: kwasm-ci-integration-${{ github.sha }}
      - name: 'Build LLVM Backend and pykwasm'
        run: docker exec -u user kwasm-ci-integration-${GITHUB_SHA} make -j2 build-llvm
      - name: 'Build and run integration tests'
        run: docker exec -u user kwasm-ci-integration-${GITHUB_SHA} make -C pykwasm cov-integration \
                 TEST_ARGS='--llvm-dir ../.build/defn/llvm/test-kompiled'
      - name: 'Tear down Docker'
        if: always()
        run: |
          docker stop --time=0 kwasm-ci-integration-${GITHUB_SHA}

  parse-tests:
    needs: [pykwasm-unit-tests, pykwasm-integration-tests]
    name: 'Parser Tests'
    runs-on: [self-hosted, linux, normal]
    timeout-minutes: 30
    steps:
      - name: 'Check out code'
        uses: actions/checkout@v3
        with:
          submodules: recursive

      - name: Login to Docker Hub
        uses: docker/login-action@v3
        with:
          username: rvdockerhub
          password: ${{ secrets.DOCKERHUB_PASSWORD }}
        
      - name: 'Set up Docker'
        uses: ./.github/actions/with-docker
        with:
          container-name: kwasm-ci-parse-${{ github.sha }}
      - name: 'Build LLVM Backend and pykwasm'
        run: docker exec -u user kwasm-ci-parse-${GITHUB_SHA} make -j2 build-llvm RELEASE=true
      - name: 'Conformance parse'
        run: docker exec -u user kwasm-ci-parse-${GITHUB_SHA} make test-conformance-parse
      - name: 'Tear down Docker'
        if: always()
        run: |
          docker stop --time=0 kwasm-ci-parse-${GITHUB_SHA}

  conformance-tests:
    needs: [parse-tests]
    name: 'Conformance Tests'
    runs-on: [self-hosted, linux, normal]
    timeout-minutes: 30
    steps:
      - name: 'Check out code'
        uses: actions/checkout@v3
        with:
          submodules: recursive
 
      - name: Login to Docker Hub
        uses: docker/login-action@v3
        with:
          username: rvdockerhub
          password: ${{ secrets.DOCKERHUB_PASSWORD }}
   
      - name: 'Set up Docker'
        uses: ./.github/actions/with-docker
        with:
          container-name: kwasm-ci-conformance-${{ github.sha }}
      - name: 'Build LLVM Backend'
        run: docker exec -u user kwasm-ci-conformance-${GITHUB_SHA} make -j2 build-llvm RELEASE=true
      - name: 'Simple tests'
        run: docker exec -u user kwasm-ci-conformance-${GITHUB_SHA} make -j2 TEST_CONCRETE_BACKEND=llvm test-simple
      - name: 'Conformance run'
        run: docker exec -u user kwasm-ci-conformance-${GITHUB_SHA} make -j2 TEST_CONCRETE_BACKEND=llvm test-conformance-supported
      - name: 'Tear down Docker'
        if: always()
        run: |
          docker stop --time=0 kwasm-ci-conformance-${GITHUB_SHA}

  prove-tests:
    needs: [pykwasm-unit-tests, pykwasm-integration-tests]
    name: 'Prover Tests'
    runs-on: [self-hosted, linux, normal]
    timeout-minutes: 30
    steps:
      - name: 'Check out code'
        uses: actions/checkout@v3
        with:
          submodules: recursive
      - name: 'Set up Docker'
        uses: ./.github/actions/with-docker
        with:
          container-name: kwasm-ci-prove-${{ github.sha }}
      - name: 'Build Haskell Backend'
        run: docker exec -u user kwasm-ci-prove-${GITHUB_SHA} make -j2 build-haskell build-wrc20
      - name: 'Prove'
        run: docker exec -u user kwasm-ci-prove-${GITHUB_SHA} make -j6 test-prove
      - name: 'Tear down Docker'
        if: always()
        run: |
          docker stop --time=0 kwasm-ci-prove-${GITHUB_SHA}