forked from NOAA-EMC/global-workflow
-
Notifications
You must be signed in to change notification settings - Fork 4
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
Showing
11 changed files
with
263 additions
and
18 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -27,12 +27,12 @@ | |
| <!ENTITY NATIVE_POST "--reservation=&RESERVATION_POST;12 --export=NONE"> | ||
| ]> | ||
|
|
||
| <workflow realtime="T" scheduler="slurm" cyclethrottle="6" taskthrottle="25"> | ||
| <workflow realtime="T" scheduler="slurm" cyclethrottle="16" taskthrottle="25"> | ||
|
|
||
| <log verbosity="10"><cyclestr>&EXPDIR;/logs/@Y@m@[email protected]</cyclestr></log> | ||
|
|
||
| <!-- Define the cycles --> | ||
| <cycledef group="gfs">202307131200 202311010000 12:00:00</cycledef> | ||
| <cycledef group="gfs">202307131200 202311150000 12:00:00</cycledef> | ||
|
|
||
| <task name="postwait" cycledefs="gfs" maxtries="1"> | ||
|
|
||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,112 @@ | ||
| #! /usr/bin/env bash | ||
|
|
||
| ########## config.vrfy ########## | ||
| # Verification step specific | ||
|
|
||
| echo "BEGIN: config.vrfy" | ||
|
|
||
| # Get task specific resources | ||
| . "${EXPDIR}/config.resources" vrfy | ||
|
|
||
| export CDFNL="gdas" # Scores verification against GDAS/GFS analysis | ||
| export MKPGB4PRCP="NO" # Make 0.25-deg pgb files in ARCDIR for precip verification ## JKH | ||
| export VRFYRAD="NO" # Radiance data assimilation monitoring ## JKH | ||
| export VRFYOZN="NO" # Ozone data assimilation monitoring ## JKH | ||
| export VRFYMINMON="NO" # GSI minimization monitoring ## JKH | ||
| export VRFYTRAK="YES" # Hurricane track verification | ||
| export VRFYGENESIS="NO" # Cyclone genesis verification ## JKH | ||
| export VRFYFSU="NO" # Cyclone genesis verification (FSU) | ||
| export RUNMOS="NO" # whether to run entire MOS package | ||
|
|
||
| #---------------------------------------------------------- | ||
| # Minimization, Radiance and Ozone Monitoring | ||
| #---------------------------------------------------------- | ||
|
|
||
| if [[ ${VRFYRAD} = "YES" || ${VRFYMINMON} = "YES" || ${VRFYOZN} = "YES" ]]; then | ||
|
|
||
| export envir="para" | ||
| export COM_IN=${ROTDIR} | ||
|
|
||
| # Radiance Monitoring | ||
| if [[ "${VRFYRAD}" == "YES" && "${RUN}" == "${CDFNL}" ]] ; then | ||
|
|
||
| export RADMON_SUFFIX=${PSLOT} | ||
| export TANKverf="${NOSCRUB}/monitor/radmon" | ||
| export VRFYRADSH="${HOMEgfs}/jobs/JGDAS_ATMOS_VERFRAD" | ||
|
|
||
| fi | ||
|
|
||
| # Minimization Monitoring | ||
| if [[ "${VRFYMINMON}" = "YES" ]] ; then | ||
|
|
||
| export MINMON_SUFFIX=${PSLOT} | ||
| export M_TANKverf="${NOSCRUB}/monitor/minmon" | ||
| if [[ "${RUN}" = "gdas" ]] ; then | ||
| export VRFYMINSH="${HOMEgfs}/jobs/JGDAS_ATMOS_VMINMON" | ||
| elif [[ "${RUN}" = "gfs" ]] ; then | ||
| export VRFYMINSH="${HOMEgfs}/jobs/JGFS_ATMOS_VMINMON" | ||
| fi | ||
|
|
||
| fi | ||
|
|
||
| # Ozone Monitoring | ||
| if [[ "${VRFYOZN}" == "YES" && "${RUN}" == "${CDFNL}" ]] ; then | ||
|
|
||
| export HOMEgfs_ozn="${HOMEgfs}" | ||
| export OZNMON_SUFFIX=${PSLOT} | ||
| export TANKverf_ozn="${NOSCRUB}/monitor/oznmon" | ||
| export VRFYOZNSH="${HOMEgfs}/jobs/JGDAS_ATMOS_VERFOZN" | ||
|
|
||
| fi | ||
|
|
||
| fi | ||
|
|
||
|
|
||
| #------------------------------------------------- | ||
| # Cyclone genesis and cyclone track verification | ||
| #------------------------------------------------- | ||
|
|
||
| #JKHexport ens_tracker_ver=feature-GFSv17_com_reorg # TODO - temporary ahead of new tag/version | ||
| export ens_tracker_ver=v1.1.15.6 ## JKH | ||
| export HOMEens_tracker=$BASE_GIT/TC_tracker/${ens_tracker_ver} | ||
|
|
||
| if [[ "${VRFYTRAK}" = "YES" ]]; then | ||
|
|
||
| export TRACKERSH="${HOMEgfs}/jobs/JGFS_ATMOS_CYCLONE_TRACKER" | ||
| COMINsyn=${COMINsyn:-$(compath.py "${envir}"/com/gfs/"${gfs_ver}")/syndat} | ||
| export COMINsyn | ||
| if [[ "${RUN}" = "gdas" ]]; then | ||
| export FHOUT_CYCLONE=3 | ||
| export FHMAX_CYCLONE=${FHMAX} | ||
| else | ||
| export FHOUT_CYCLONE=6 | ||
| FHMAX_CYCLONE=$(( FHMAX_GFS<240 ? FHMAX_GFS : 240 )) | ||
| FHMAX_CYCLONE=120 | ||
| export FHMAX_CYCLONE | ||
| fi | ||
| fi | ||
|
|
||
|
|
||
| if [[ "${VRFYGENESIS}" == "YES" && "${RUN}" == "gfs" ]]; then | ||
|
|
||
| export GENESISSH="${HOMEgfs}/jobs/JGFS_ATMOS_CYCLONE_GENESIS" | ||
| fi | ||
|
|
||
| if [[ "${VRFYFSU}" == "YES" && "${RUN}" == "gfs" ]]; then | ||
|
|
||
| export GENESISFSU="${HOMEgfs}/jobs/JGFS_ATMOS_FSU_GENESIS" | ||
| fi | ||
|
|
||
| if [[ "${RUNMOS}" == "YES" && "${RUN}" == "gfs" ]]; then | ||
|
|
||
| if [[ "${machine}" = "HERA" ]] ; then | ||
| export RUNGFSMOSSH="${HOMEgfs}/scripts/run_gfsmos_master.sh.hera" | ||
| else | ||
| echo "WARNING: MOS package is not enabled on ${machine}!" | ||
| export RUNMOS="NO" | ||
| export RUNGFSMOSSH="" | ||
| fi | ||
| fi | ||
|
|
||
|
|
||
| echo "END: config.vrfy" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
|
|
@@ -29,14 +29,14 @@ | |
| <!ENTITY NATIVE_POST "--reservation=&RESERVATION_POST;00 --export=NONE"> | ||
| ]> | ||
|
|
||
| <workflow realtime="T" scheduler="slurm" cyclethrottle="6" taskthrottle="25"> | ||
| <workflow realtime="T" scheduler="slurm" cyclethrottle="16" taskthrottle="25"> | ||
|
|
||
| <log verbosity="10"><cyclestr>&EXPDIR;/logs/@Y@m@[email protected]</cyclestr></log> | ||
|
|
||
| <!-- Define the cycles --> | ||
| <cycledef group="gfs">202307131200 202311010000 12:00:00</cycledef> | ||
| <cycledef group="gfs">202307131200 202311150000 12:00:00</cycledef> | ||
|
|
||
| <task name="fcstwait" cycledefs="gfs" maxtries="1"> | ||
| <task name="fcstwait" cycledefs="gfs" maxtries="3"> | ||
|
|
||
| <command>/home/Judy.K.Henderson/tmp/postwait2.sh</command> | ||
|
|
||
|
|
||
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
| Original file line number | Diff line number | Diff line change |
|---|---|---|
| @@ -0,0 +1,112 @@ | ||
| #! /usr/bin/env bash | ||
|
|
||
| ########## config.vrfy ########## | ||
| # Verification step specific | ||
|
|
||
| echo "BEGIN: config.vrfy" | ||
|
|
||
| # Get task specific resources | ||
| . "${EXPDIR}/config.resources" vrfy | ||
|
|
||
| export CDFNL="gdas" # Scores verification against GDAS/GFS analysis | ||
| export MKPGB4PRCP="NO" # Make 0.25-deg pgb files in ARCDIR for precip verification ## JKH | ||
| export VRFYRAD="NO" # Radiance data assimilation monitoring ## JKH | ||
| export VRFYOZN="NO" # Ozone data assimilation monitoring ## JKH | ||
| export VRFYMINMON="NO" # GSI minimization monitoring ## JKH | ||
| export VRFYTRAK="YES" # Hurricane track verification | ||
| export VRFYGENESIS="NO" # Cyclone genesis verification ## JKH | ||
| export VRFYFSU="NO" # Cyclone genesis verification (FSU) | ||
| export RUNMOS="NO" # whether to run entire MOS package | ||
|
|
||
| #---------------------------------------------------------- | ||
| # Minimization, Radiance and Ozone Monitoring | ||
| #---------------------------------------------------------- | ||
|
|
||
| if [[ ${VRFYRAD} = "YES" || ${VRFYMINMON} = "YES" || ${VRFYOZN} = "YES" ]]; then | ||
|
|
||
| export envir="para" | ||
| export COM_IN=${ROTDIR} | ||
|
|
||
| # Radiance Monitoring | ||
| if [[ "${VRFYRAD}" == "YES" && "${RUN}" == "${CDFNL}" ]] ; then | ||
|
|
||
| export RADMON_SUFFIX=${PSLOT} | ||
| export TANKverf="${NOSCRUB}/monitor/radmon" | ||
| export VRFYRADSH="${HOMEgfs}/jobs/JGDAS_ATMOS_VERFRAD" | ||
|
|
||
| fi | ||
|
|
||
| # Minimization Monitoring | ||
| if [[ "${VRFYMINMON}" = "YES" ]] ; then | ||
|
|
||
| export MINMON_SUFFIX=${PSLOT} | ||
| export M_TANKverf="${NOSCRUB}/monitor/minmon" | ||
| if [[ "${RUN}" = "gdas" ]] ; then | ||
| export VRFYMINSH="${HOMEgfs}/jobs/JGDAS_ATMOS_VMINMON" | ||
| elif [[ "${RUN}" = "gfs" ]] ; then | ||
| export VRFYMINSH="${HOMEgfs}/jobs/JGFS_ATMOS_VMINMON" | ||
| fi | ||
|
|
||
| fi | ||
|
|
||
| # Ozone Monitoring | ||
| if [[ "${VRFYOZN}" == "YES" && "${RUN}" == "${CDFNL}" ]] ; then | ||
|
|
||
| export HOMEgfs_ozn="${HOMEgfs}" | ||
| export OZNMON_SUFFIX=${PSLOT} | ||
| export TANKverf_ozn="${NOSCRUB}/monitor/oznmon" | ||
| export VRFYOZNSH="${HOMEgfs}/jobs/JGDAS_ATMOS_VERFOZN" | ||
|
|
||
| fi | ||
|
|
||
| fi | ||
|
|
||
|
|
||
| #------------------------------------------------- | ||
| # Cyclone genesis and cyclone track verification | ||
| #------------------------------------------------- | ||
|
|
||
| #JKHexport ens_tracker_ver=feature-GFSv17_com_reorg # TODO - temporary ahead of new tag/version | ||
| export ens_tracker_ver=v1.1.15.6 ## JKH | ||
| export HOMEens_tracker=$BASE_GIT/TC_tracker/${ens_tracker_ver} | ||
|
|
||
| if [[ "${VRFYTRAK}" = "YES" ]]; then | ||
|
|
||
| export TRACKERSH="${HOMEgfs}/jobs/JGFS_ATMOS_CYCLONE_TRACKER" | ||
| COMINsyn=${COMINsyn:-$(compath.py "${envir}"/com/gfs/"${gfs_ver}")/syndat} | ||
| export COMINsyn | ||
| if [[ "${RUN}" = "gdas" ]]; then | ||
| export FHOUT_CYCLONE=3 | ||
| export FHMAX_CYCLONE=${FHMAX} | ||
| else | ||
| export FHOUT_CYCLONE=6 | ||
| FHMAX_CYCLONE=$(( FHMAX_GFS<240 ? FHMAX_GFS : 240 )) | ||
| FHMAX_CYCLONE=120 | ||
| export FHMAX_CYCLONE | ||
| fi | ||
| fi | ||
|
|
||
|
|
||
| if [[ "${VRFYGENESIS}" == "YES" && "${RUN}" == "gfs" ]]; then | ||
|
|
||
| export GENESISSH="${HOMEgfs}/jobs/JGFS_ATMOS_CYCLONE_GENESIS" | ||
| fi | ||
|
|
||
| if [[ "${VRFYFSU}" == "YES" && "${RUN}" == "gfs" ]]; then | ||
|
|
||
| export GENESISFSU="${HOMEgfs}/jobs/JGFS_ATMOS_FSU_GENESIS" | ||
| fi | ||
|
|
||
| if [[ "${RUNMOS}" == "YES" && "${RUN}" == "gfs" ]]; then | ||
|
|
||
| if [[ "${machine}" = "HERA" ]] ; then | ||
| export RUNGFSMOSSH="${HOMEgfs}/scripts/run_gfsmos_master.sh.hera" | ||
| else | ||
| echo "WARNING: MOS package is not enabled on ${machine}!" | ||
| export RUNMOS="NO" | ||
| export RUNGFSMOSSH="" | ||
| fi | ||
| fi | ||
|
|
||
|
|
||
| echo "END: config.vrfy" |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Oops, something went wrong.