Skip to content

Consolidate planetary computer data sources #280

Consolidate planetary computer data sources

Consolidate planetary computer data sources #280

Workflow file for this run

name: Build, Test, and Publish Docker Image rslearn
on:
push:
branches:
- master
pull_request:
types: [opened, synchronize, reopened]
env:
REGISTRY: ghcr.io
IMAGE_NAME: ${{ github.repository }}
SERVICE_NAME: "rslearn_projects"
concurrency:
group: ${{ github.workflow }}-${{ github.ref }}
cancel-in-progress: true
jobs:
build:
runs-on: ubuntu-latest
permissions:
contents: read
packages: write
outputs:
ghcr_docker_image: ${{ steps.image-names.outputs.ghcr_image_name }}
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Log in to the Container registry
uses: docker/login-action@v3
with:
registry: ${{ env.REGISTRY }}
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- name: Extract metadata (tags, labels) for Docker
id: meta
uses: docker/metadata-action@v5
with:
images: |
${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}
tags: |
type=sha,format=long
type=sha,format=short
type=raw,value=latest,enable={{is_default_branch}}
- name: Cleanup disk space
run: |
sudo docker rmi $(docker image ls -aq) >/dev/null 2>&1 || true
sudo docker image prune --all --force >/dev/null 2>&1 || true
sudo rm -rf /usr/share/dotnet
sudo rm -rf /opt/ghc
sudo rm -rf /usr/local/share/boost
- name: Build and push Docker image
id: build-push
uses: docker/build-push-action@v6
with:
context: .
push: true
tags: ${{ steps.meta.outputs.tags }}
labels: ${{ steps.meta.outputs.labels }}
- name: Set Environment Variables
run: |
echo "TEST_BUCKET=test-bucket" >> $GITHUB_ENV
echo "TEST_PREFIX=tests/"
- name: Store Image Names
# We need the docker image name downstream in test & deploy. This saves the full docker image names to outputs
id: image-names
run: |-
GHCR_IMAGE="${{ env.REGISTRY }}/${{ env.IMAGE_NAME }}@${{ steps.build-push.outputs.digest }}"
GHCR_IMAGE=`echo ${GHCR_IMAGE} | tr '[:upper:]' '[:lower:]'` # docker requires that all image names be lowercase
echo "ghcr.io Docker image name is ${GHCR_IMAGE}"
echo "ghcr_image_name=\"${GHCR_IMAGE}\"" >> $GITHUB_OUTPUT
test:
needs: build
runs-on: ubuntu-latest
steps:
- name: Checkout repository
uses: actions/checkout@v4
- name: Log in to the Container registry
uses: docker/login-action@v3
with:
registry: ${{ env.REGISTRY }}
username: ${{ github.actor }}
password: ${{ secrets.GITHUB_TOKEN }}
- name: Pull the latest image
run: |
docker pull ${{ needs.build.outputs.ghcr_docker_image }}
- name: Set Environment Variables
run: |
echo "TEST_BUCKET=test-bucket-rslearn" >> $GITHUB_ENV
echo "GCSFS_DEFAULT_PROJECT=skylight-proto-1" >> $GITHUB_ENV
- name: Run Unit Tests
run: |
docker run --rm \
${{ needs.build.outputs.ghcr_docker_image }} \
pytest -n auto tests/ -vv \
--ignore tests/integration/ \
--ignore tests/unit/models/
- name: Authenticate into gcp
uses: "google-github-actions/auth@v2"
with:
credentials_json: ${{secrets.GOOGLE_CREDENTIALS }}
- name: Run All other Integration Tests
run: |
docker run --rm \
-e TEST_BUCKET="${{ env.TEST_BUCKET }}" \
-v ${{env.GOOGLE_GHA_CREDS_PATH}}:/tmp/gcp-credentials.json:ro \
-e GOOGLE_APPLICATION_CREDENTIALS=/tmp/gcp-credentials.json \
-e CI="true" \
--network host \
${{ needs.build.outputs.ghcr_docker_image }} \
pytest tests/integration/ --ignore tests/integration/data_sources/ -vv
# Add Job to clean up test bucket
- name: Clean up
if: always()
run: |
docker image prune -f