SHiELD_parallelworks_intel.yml

name: Compile SHiELD SOLO and run tests

# This GitHub Action Workflow is running on the cloud devcimultiintel cluster
# The tests are run inside of a container with the following software/libraries:
# -intel: 2023.2.0
# -hdf5: 1.14.0
# -netcdf-c: 4.9.2
# -netcdf-fortran: 4.6.0
# -cmake
# -libyaml

on:
  pull_request:
    branches:
      - main
  # run weekly on Sunday
  schedule:
    - cron: '0 0 * * 0'
    
jobs:
  checkout:
    runs-on: [self-hosted, devcimultiintel]
    name: Checkout Code
    steps:
    # It can take a long time (5-15 minutes) to spinup nodes
    # so this salloc will prompt 46 nodes to startup and stay active for 20 min
    # this is enough nodes for the first 17 tests to run in parallel, and we
    # have 17 runners configured.
    - run: salloc --partition=p2 -N 46 -J $GITHUB_REF sleep 20m &
    - run: /contrib/fv3/GFDL_atmos_cubed_sphere_CI/checkout.sh $GITHUB_REF
    
  build:
    runs-on: [self-hosted,devcimultiintel]
    name: SOLO SHiELD build
    needs: [checkout]
    strategy:
      fail-fast: true
      max-parallel: 3
      matrix:
        runpath: [/contrib/fv3/GFDL_atmos_cubed_sphere_CI/]
        runscript: [swcompile.sh, nhcompile.sh, hydrocompile.sh]
    steps:
      - env:
          RUNPATH: ${{ matrix.runpath }}
          RUNSCRIPT: ${{ matrix.runscript }}
        run: $RUNPATH/$RUNSCRIPT $GITHUB_REF
        
  test:
    runs-on: [self-hosted, devcimultiintel]
    name: SOLO SHiELD test suite
    needs: [checkout, build]
    strategy:
      fail-fast: false
      max-parallel: 17
      matrix:
        runpath: [/contrib/fv3/GFDL_atmos_cubed_sphere_CI/]
        runscript:
          # These are placed in order of largest to smallest jobs
          #layout 8,8 needs 8 nodes on dvcimultiintel cluster
          - C512r20.solo.superC.sh
          - C768.sw.BTwave.sh
          #layout 4,8 needs 4 nodes on dvcimultiintel cluster
          - C256r20.solo.superC.sh
          - C384.sw.BLvortex.sh
          #layout 4,4 needs 2 nodes on dvcimultiintel cluster
          - C128r20.solo.superC.sh
          - C128r3.solo.TC.d1.sh
          - C128r3.solo.TC.h6.sh
          - C128r3.solo.TC.sh
          - C128r3.solo.TC.tr8.sh
          - C192.sw.BLvortex.sh
          - C192.sw.BTwave.sh
          - C192.sw.modon.sh
          - C384.sw.BTwave.sh
          #layout 4,1 and 2,2 need 1 node on dvcimultiintel cluster
          - C96.solo.BCdry.hyd.sh
          - C96.solo.BCdry.sh
          - C96.solo.BCmoist.hyd.d3.sh
          - C96.solo.BCmoist.hyd.sh
          - C96.solo.BCmoist.nhK.sh
          - C96.solo.BCmoist.sh
          - C96.solo.mtn_rest.hyd.diff2.sh
          - C96.solo.mtn_rest.hyd.sh
          - C96.solo.mtn_rest.nonmono.diff2.sh
          - C96.solo.mtn_rest.sh
          - C96.sw.BLvortex.sh
          - C96.sw.BTwave.sh
          - C96.sw.modon.sh
          - C96.sw.RHwave.sh
          - d96_1k.solo.mtn_rest_shear.olddamp.sh
          - d96_1k.solo.mtn_rest_shear.sh
          - d96_1k.solo.mtn_schar.mono.sh
          - d96_1k.solo.mtn_schar.sh
          - d96_2k.solo.bubble.n0.sh
          - d96_2k.solo.bubble.nhK.sh
          - d96_2k.solo.bubble.sh
          - d96_500m.solo.mtn_schar.sh
    steps:
      # This will end the slurm job started in the checkout job
      - run: scancel -n $GITHUB_REF
      - env:
          RUNPATH: ${{ matrix.runpath }}
          RUNSCRIPT: ${{ matrix.runscript }}
        run: $RUNPATH/$RUNSCRIPT $GITHUB_REF
  shutdown:
    runs-on: [self-hosted, devcimultiintel]
    name: Shutdown Processes
    if: always()
    needs: [checkout, build, test]
    strategy:
      fail-fast: false
      max-parallel: 17
      matrix:
        test:
          - C512r20.solo.superC
          - C768.sw.BTwave
          - C256r20.solo.superC
          - C384.sw.BLvortex
          - C128r20.solo.superC
          - C128r3.solo.TC.d1
          - C128r3.solo.TC.h6
          - C128r3.solo.TC
          - C128r3.solo.TC.tr8
          - C192.sw.BLvortex
          - C192.sw.BTwave
          - C192.sw.modon
          - C384.sw.BTwave
          - C96.solo.BCdry.hyd
          - C96.solo.BCdry
          - C96.solo.BCmoist.hyd.d3
          - C96.solo.BCmoist.hyd
          - C96.solo.BCmoist.nhK
          - C96.solo.BCmoist
          - C96.solo.mtn_rest.hyd.diff2
          - C96.solo.mtn_rest.hyd
          - C96.solo.mtn_rest.nonmono.diff2
          - C96.solo.mtn_rest
          - C96.sw.BLvortex
          - C96.sw.BTwave
          - C96.sw.modon
          - C96.sw.RHwave
          - d96_1k.solo.mtn_rest_shear.olddamp
          - d96_1k.solo.mtn_rest_shear
          - d96_1k.solo.mtn_schar.mono
          - d96_1k.solo.mtn_schar
          - d96_2k.solo.bubble.n0
          - d96_2k.solo.bubble.nhK
          - d96_2k.solo.bubble
          - d96_500m.solo.mtn_schar
    steps:
      - run: scancel -n $GITHUB_REF
      - env:
          TEST: ${{ matrix.test }}
        run: scancel -n $TEST