tethys.yml

# Tethys Main CI
name: Tethys-CI

# Run on pushes and pull requests but not tags.
on:
  push:
    branches:
      - "main"
      - "release*"
  pull_request:
    branches:
      - "*"
  schedule:
    - cron: "0 0 * * 0" # weekly

env:
  CONDA_BUILD_PIN_LEVEL: minor
  GITHUB_TOKEN: ${{ secrets.GITHUB_TOKEN }}
  TEST_IMAGE: tethys:dev
  POSTGRES_DB: tethys_postgis
  POSTGRES_PASSWORD: please_dont_use_default_passwords
  POSTGRES_PORT: 5432
  TETHYS_DB_HOST: 172.17.0.1
  TETHYS_DB_PORT: 5432
  TETHYS_DB_USERNAME: tethys_default
  TETHYS_DB_PASSWORD: please_dont_use_default_passwords
  TETHYS_DB_SUPERUSER: tethys_super
  TETHYS_DB_SUPERUSER_PASS: please_dont_use_default_passwords

jobs:
  lint:
    name: Lint with Flake8
    runs-on: ubuntu-latest
    steps:
      - name: Checkout Source
        uses: actions/checkout@v3
        with:
          fetch-depth: 0
      - name: Install Flake8
        run: pip install flake8
      - name: Run Flake8
        run: flake8 $GITHUB_WORKSPACE

  format:
    name: Check Black Formatting
    runs-on: ubuntu-latest
    steps:
      - uses: actions/checkout@v2
      - uses: psf/black@stable

  tests:
    name: Tests (${{ matrix.platform }})
    runs-on: ${{ matrix.platform }}
    strategy:
      fail-fast: false
      matrix:
        platform: [ubuntu-latest, macos-latest]
        python-version: [3.7]
    steps:
      # Checkout the source
      - name: Checkout Source
        uses: actions/checkout@v2
        with:
          fetch-depth: 0
      # Install Tethys
      - name: Install Tethys
        run: |
          cd ..
          bash ./tethys/scripts/install_tethys.sh -h
          bash ./tethys/scripts/install_tethys.sh --partial-tethys-install meds -n tethys -s $PWD/tethys
      # Setup Tethys and Conda
      - name: Setup Tethys and Conda
        run: |
          . ~/miniconda/etc/profile.d/conda.sh
          conda activate tethys
          conda list
          tethys db start
          pip install coveralls
      # Test Tethys
      - name: Test Tethys
        run: |
          . ~/miniconda/etc/profile.d/conda.sh
          conda activate tethys
          tethys test -c -u -v 2
      # Generate Coverage Report
      - name: Generate Coverage Report
        if: matrix.platform == 'ubuntu-latest'
        run: |
          . ~/miniconda/etc/profile.d/conda.sh
          conda activate tethys
          coveralls --service=github

  docker-build:
    name: Docker Build
    runs-on: ${{ matrix.platform }}
    strategy:
      fail-fast: false
      matrix:
        platform: [ubuntu-latest]
        python-version: [3.7]
    steps:
      # Checkout the source
      - name: Checkout Source
        uses: actions/checkout@v2
        with:
          fetch-depth: 0
      # Build the docker for no tag
      - name: Build Without Tag
        run: |
          docker build -t ${{ secrets.DOCKER_UPLOAD_URL }}:dev .;
          docker tag ${{ secrets.DOCKER_UPLOAD_URL }}:dev ${{ env.TEST_IMAGE }};
      # Upload docker if pull request no tag
      - name: Upload Docker No Tag
        if: ${{ github.event_name != 'pull_request' }}
        run: |
          echo "Pushing to docker registry";
          echo "${{ secrets.DOCKER_PASSWORD }}" | docker login -u "${{ secrets.DOCKER_USERNAME }}" --password-stdin;
          docker push ${{ secrets.DOCKER_UPLOAD_URL }}:dev;
      # No Upload if Pull Request
      - name: No Upload
        if: ${{ github.event_name == 'pull_request' }}
        run: |
          echo "Uploading is skipped for pull requests."
      # Save image as artifact for startup test job
      - name: Upload Docker Artifact
        uses: ishworkh/docker-image-artifact-upload@v1
        with:
          image: ${{ env.TEST_IMAGE }}
          retention_days: "1"

  startup_test:
    name: Docker Start-up Test
    needs: [docker-build]
    runs-on: ubuntu-latest
    services:
      tethys-postgis:
        image: postgis/postgis:14-3.3
        env:
          POSTGRES_HOST: tethys-postgis
          POSTGRES_PASSWORD: please_dont_use_default_passwords
          POSTGRES_DB: tethys_postgis
          POSTGRES_PORT: 5432
        options: >-
          --health-cmd pg_isready
          --health-interval 10s
          --health-timeout 5s
          --health-retries 10
        ports:
          - 5432:5432
    steps:
      - name: Download Docker Artifact
        uses: ishworkh/docker-image-artifact-download@v1
        with:
          image: ${{ env.TEST_IMAGE }}
      - name: Run Salt Test
        run: |
          docker run --rm \
            -e POSTGRES_DB=${{ env.POSTGRES_DB }} \
            -e POSTGRES_PASSWORD=${{ env.POSTGRES_PASSWORD }} \
            -e POSTGRES_PORT=${{ env.POSTGRES_PORT }} \
            -e TETHYS_DB_HOST='${{ env.TETHYS_DB_HOST }}' \
            -e TETHYS_DB_PORT=${{ env.TETHYS_DB_PORT }} \
            -e TETHYS_DB_USERNAME=${{ env.TETHYS_DB_USERNAME }} \
            -e TETHYS_DB_PASSWORD=${{ env.TETHYS_DB_PASSWORD }} \
            -e TETHYS_DB_SUPERUSER=${{ env.TETHYS_DB_SUPERUSER }} \
            -e TETHYS_DB_SUPERUSER_PASS=${{ env.TETHYS_DB_SUPERUSER_PASS }} \
            ${{ env.TEST_IMAGE }} \
            /bin/bash -c "cd /usr/lib/tethys && source ./run.sh --test"

  conda-build:
    name: Conda Build
    runs-on: ${{ matrix.platform }}
    strategy:
      fail-fast: false
      matrix:
        platform: [ubuntu-latest]
        python-version: [3.7]
    steps:
      # Checkout the source
      - name: Checkout Source
        uses: actions/checkout@v2
        with:
          fetch-depth: 0
      # Setup Tethys
      - name: Setup Tethys
        run: |
          cd ..
          bash ./tethys/scripts/install_tethys.sh --partial-tethys-install me -n tethys -s $PWD/tethys
          . ~/miniconda/etc/profile.d/conda.sh
          conda activate tethys
          hash -r
          conda config --set always_yes yes --set changeps1 no
          conda update -q conda
      # Export Conda Build Path
      - name: Set Conda Build Path
        uses: allenevans/set-env@v2.0.0
        with:
          CONDA_BLD_PATH: "/home/runner/conda-bld"
      # Generate Conda Recipe Without Constrained Dependencies
      - name: Generate Conda Recipe
        run: |
          cd ..
          . ~/miniconda/etc/profile.d/conda.sh;
          conda activate tethys;
          tethys gen metayaml --overwrite;
      # Show Tethys Meta
      - name: Show Tethys Meta
        run: |
          cd ..
          cat ./tethys/conda.recipe/meta.yaml
      # Build Conda
      - name: Build Conda
        run: |
          cd ..
          . ~/miniconda/etc/profile.d/conda.sh;
          conda create -y -c conda-forge -n conda-build conda-build anaconda-client 
          conda activate conda-build
          conda config --set anaconda_upload no
          mkdir -p ~/conda-bld
          conda-build -c tethysplatform -c conda-forge ./tethys/conda.recipe
      # Upload Conda No Pull Request No Tag
      - name: Upload Conda No Tag
        if: ${{ github.event_name != 'pull_request' }}
        run: |
          cd ..
          . ~/miniconda/etc/profile.d/conda.sh;
          ls ~/conda-bld/noarch
          conda activate conda-build
          anaconda -t "${{ secrets.CONDA_UPLOAD_TOKEN }}" upload -u ${{ secrets.CONDA_UPLOAD_USER }} -l dev $CONDA_BLD_PATH/noarch/tethys-platform*.tar.bz2 --force;
      # No Upload if Pull Request
      - name: No Upload
        if: ${{ github.event_name == 'pull_request' }}
        run: |
          echo "Uploading is skipped for pull requests."