build-test.yml

name: Build, Test, and Publish Docker Image rslearn

on:
  push:
    branches:
      - master
  pull_request:
    types: [opened, synchronize, reopened]
env:
  REGISTRY: ghcr.io
  IMAGE_NAME: ${{ github.repository }}
  SERVICE_NAME: "rslearn_projects"

concurrency:
  group: ${{ github.workflow }}-${{ github.ref }}
  cancel-in-progress: true

jobs:
  build:
    runs-on: ubuntu-latest
    permissions:
      contents: read
      packages: write
    outputs:
        ghcr_docker_image: ${{ steps.image-names.outputs.ghcr_image_name }}
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Log in to the Container registry
        uses: docker/login-action@v3
        with:
          registry: ${{ env.REGISTRY }}
          username: ${{ github.actor }}
          password: ${{ secrets.GITHUB_TOKEN }}

      - name: Extract metadata (tags, labels) for Docker
        id: meta
        uses: docker/metadata-action@v5
        with:
          images: |
            ${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
          tags: |
            type=sha,format=long
            type=sha,format=short
            type=raw,value=latest,enable={{is_default_branch}}

      - name: Cleanup disk space
        run: |
          sudo docker rmi $(docker image ls -aq) >/dev/null 2>&1 || true
          sudo docker image prune --all --force >/dev/null 2>&1 || true
          sudo rm -rf /usr/share/dotnet
          sudo rm -rf /opt/ghc
          sudo rm -rf /usr/local/share/boost

      - name: Build and push Docker image
        id: build-push
        uses: docker/build-push-action@v6
        with:
          context: .
          push: true
          tags: ${{ steps.meta.outputs.tags }}
          labels: ${{ steps.meta.outputs.labels }}

      - name: Set Environment Variables
        run: |
          echo "TEST_BUCKET=test-bucket" >> $GITHUB_ENV
          echo "TEST_PREFIX=tests/"

      - name: Store Image Names
        # We need the docker image name downstream in test & deploy. This saves the full docker image names to outputs
        id: image-names
        run: |-
            GHCR_IMAGE="${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}@${{ steps.build-push.outputs.digest }}"
            GHCR_IMAGE=`echo ${GHCR_IMAGE} | tr '[:upper:]' '[:lower:]'` # docker requires that all image names be lowercase
            echo "ghcr.io Docker image name is ${GHCR_IMAGE}"
            echo "ghcr_image_name=\"${GHCR_IMAGE}\"" >> $GITHUB_OUTPUT

  test:
    needs: build
    runs-on: ubuntu-latest
    steps:
      - name: Checkout repository
        uses: actions/checkout@v4

      - name: Log in to the Container registry
        uses: docker/login-action@v3
        with:
            registry: ${{ env.REGISTRY }}
            username: ${{ github.actor }}
            password: ${{ secrets.GITHUB_TOKEN }}

      - name: Pull the latest image
        run: |
          docker pull ${{ needs.build.outputs.ghcr_docker_image }}

      - name: Set Environment Variables
        run: |
          echo "TEST_BUCKET=test-bucket-rslearn" >> $GITHUB_ENV
          echo "GCSFS_DEFAULT_PROJECT=skylight-proto-1" >> $GITHUB_ENV

      - name: Run Unit Tests
        run: |
          docker run --rm \
            ${{ needs.build.outputs.ghcr_docker_image }} \
            pytest -n auto tests/ -vv \
            --ignore tests/integration/ \
            --ignore tests/unit/models/

      - name: Authenticate into gcp
        uses: "google-github-actions/auth@v2"
        with:
          credentials_json: ${{secrets.GOOGLE_CREDENTIALS }}

      - name: Run All other Integration Tests
        run: |
          docker run --rm \
            -e TEST_BUCKET="${{ env.TEST_BUCKET }}" \
            -v ${{env.GOOGLE_GHA_CREDS_PATH}}:/tmp/gcp-credentials.json:ro \
            -e GOOGLE_APPLICATION_CREDENTIALS=/tmp/gcp-credentials.json \
            -e CI="true" \
            --network host \
            ${{ needs.build.outputs.ghcr_docker_image }} \
            pytest tests/integration/ --ignore tests/integration/data_sources/ -vv

      # Add Job to clean up test bucket
      - name: Clean up
        if: always()
        run: |
          docker image prune -f