forked from jkhender/global-workflow
-
Notifications
You must be signed in to change notification settings - Fork 0
Commit
This commit does not belong to any branch on this repository, and may belong to a fork outside of the repository.
- Loading branch information
1 parent
5eb19e3
commit 382e7bc
Showing
8 changed files
with
1,361 additions
and
4 deletions.
There are no files selected for viewing
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1 +1 @@ | ||
/home/Kate.Zhang/fv1/UFS-dev/global-workflow/sorc/upp.fd/parm/post_tag_gfs128_catchem | ||
/home/Kate.Zhang/fv1/UFS-dev/global-workflow-s2s/sorc/upp.fd/parm/post_tag_gfs128_catchem |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1 @@ | ||
/home/Kate.Zhang/fv1/UFS-dev/global-workflow-s2s/sorc/upp.fd/parm/post_tag_gfs65_catchem |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1 +1 @@ | ||
/home/Kate.Zhang/fv1/UFS-dev/global-workflow/sorc/upp.fd/parm/postxconfig-NT-CCPP-CHEM-F00.txt | ||
/home/Kate.Zhang/fv1/UFS-dev/global-workflow-s2s/sorc/upp.fd/parm/postxconfig-NT-CCPP-CHEM-F00.txt |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1 +1 @@ | ||
/home/Kate.Zhang/fv1/UFS-dev/global-workflow/sorc/upp.fd/parm/postxconfig-NT-CCPP-CHEM.txt | ||
/home/Kate.Zhang/fv1/UFS-dev/global-workflow-s2s/sorc/upp.fd/parm/postxconfig-NT-CCPP-CHEM.txt |
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -1 +1 @@ | ||
/home/Kate.Zhang/fv1/UFS-dev/global-workflow/sorc/ufs_model.fd/tests/parm/model_configure_nest.IN | ||
/home/Kate.Zhang/fv1/UFS-dev/global-workflow-s2s/sorc/ufs_model.fd/tests/parm/model_configure_nest.IN |
Large diffs are not rendered by default.
Oops, something went wrong.
Large diffs are not rendered by default.
Oops, something went wrong.
This file contains bidirectional Unicode text that may be interpreted or compiled differently than what appears below. To review, open the file in an editor that reveals hidden Unicode characters.
Learn more about bidirectional Unicode characters
Original file line number | Diff line number | Diff line change |
---|---|---|
@@ -0,0 +1,208 @@ | ||
<?xml version="1.0"?> | ||
<!DOCTYPE workflow | ||
[ | ||
<!-- | ||
PROGRAM | ||
Main workflow manager for Global Forecast System | ||
|
||
NOTES: | ||
This workflow was automatically generated at 2024-04-06 22:51:00.896421 | ||
--> | ||
|
||
<!-- Experiment parameters such as name, cycle, resolution --> | ||
<!ENTITY PSLOT "rt_c384ics"> | ||
<!ENTITY CDUMP "gfs"> | ||
<!ENTITY CASE "C384"> | ||
<!ENTITY COMPONENT "atmos"> | ||
|
||
<!-- Experiment parameters such as starting, ending dates --> | ||
<!ENTITY SDATE "202404120000"> | ||
<!ENTITY EDATE "202404120000"> | ||
<!ENTITY INTERVAL "24:00:00"> | ||
|
||
<!-- Run Envrionment --> | ||
<!ENTITY RUN_ENVIR "emc"> | ||
|
||
<!-- Directories for driving the workflow --> | ||
<!ENTITY HOMEgfs "/scratch2/BMC/gsd-fv3-dev/lzhang/UFS-dev/global-workflow"> | ||
<!ENTITY JOBS_DIR "&HOMEgfs;/jobs/rocoto"> | ||
|
||
<!-- Experiment related directories --> | ||
<!-- <!ENTITY EXPDIR "&HOMEgfs;/FV3GFSwfm/&PSLOT;"> | ||
<!ENTITY ROTDIR "&HOMEgfs;/FV3GFSrun/&PSLOT;"> --> | ||
<!ENTITY EXPDIR "/scratch2/BMC/gsd-fv3-dev/NCEPDEV/global/Kate.Zhang/fv3gfs/expdir/rt_c384ics"> | ||
<!ENTITY ROTDIR "/scratch1/BMC/gsd-fv3-dev/NCEPDEV/global/Kate.Zhang/fv3gfs/comrot/rt_c384ics"> | ||
<!--<!ENTITY ICSDIR "/scratch1/BMC/gsd-fv3/rtruns/FV3ICS_L127">--> | ||
<!ENTITY ICSDIR "/scratch1/BMC/gsd-fv3-dev/lzhang/EMC_FV3/ICs"> | ||
<!ENTITY PUBDIR "/scratch2/BMC/public/data/grids/gfs/anl/netcdf"> | ||
<!ENTITY EMCDIR "/scratch1/NCEPDEV/rstprod/com/gfs/v16.3"> | ||
<!ENTITY RETRODIR "/scratch1/BMC/gsd-fv3-dev/GFS_RETRO_NETCDF"> | ||
|
||
<!-- Machine related entities --> | ||
<!ENTITY ACCOUNT "gsd-fv3"> | ||
<!ENTITY QUEUE "debug"> | ||
<!ENTITY QUEUE_SERVICE "service"> | ||
<!ENTITY PARTITION_BATCH "hera"> | ||
<!ENTITY PARTITION_SERVICE "service"> | ||
<!ENTITY SCHEDULER "slurm"> | ||
|
||
<!-- Toggle HPSS archiving --> | ||
<!ENTITY ARCHIVE_TO_HPSS "YES"> | ||
|
||
<!-- ROCOTO parameters that control workflow --> | ||
<!ENTITY CYCLETHROTTLE "4"> | ||
<!ENTITY TASKTHROTTLE "25"> | ||
<!ENTITY MAXTRIES "2"> | ||
|
||
<!-- BEGIN: Resource requirements for the workflow --> | ||
|
||
<!ENTITY QUEUE_GETIC_GFS "&QUEUE;"> | ||
<!ENTITY PARTITION_GETIC_GFS "&PARTITION_SERVICE;"> | ||
<!ENTITY WALLTIME_GETIC_GFS "00:10:00"> | ||
<!ENTITY RESOURCES_GETIC_GFS "<nodes>1:ppn=1:tpp=1</nodes>"> | ||
<!ENTITY NATIVE_GETIC_GFS "--export=NONE"> | ||
|
||
<!ENTITY QUEUE_INIT_GFS "&QUEUE;"> | ||
<!ENTITY PARTITION_INIT_GFS "&PARTITION_BATCH;"> | ||
<!ENTITY WALLTIME_INIT_GFS "00:20:00"> | ||
<!ENTITY RESOURCES_INIT_GFS "<nodes>4:ppn=6:tpp=1</nodes>"> | ||
<!ENTITY MEMORY_INIT_GFS "70G"> | ||
<!ENTITY NATIVE_INIT_GFS "--export=NONE"> | ||
|
||
<!ENTITY QUEUE_ARCH_GFS "&QUEUE;"> | ||
<!ENTITY PARTITION_ARCH_GFS "&PARTITION_SERVICE;"> | ||
<!ENTITY WALLTIME_ARCH_GFS "06:00:00"> | ||
<!ENTITY RESOURCES_ARCH_GFS "<nodes>1:ppn=1:tpp=1</nodes>"> | ||
<!ENTITY MEMORY_ARCH_GFS "2048M"> | ||
<!ENTITY NATIVE_ARCH_GFS "--export=NONE"> | ||
|
||
<!-- END: Resource requirements for the workflow --> | ||
|
||
]> | ||
|
||
<workflow realtime="T" scheduler="&SCHEDULER;" cyclethrottle="&CYCLETHROTTLE;" taskthrottle="&TASKTHROTTLE;"> | ||
|
||
<log verbosity="10"><cyclestr>&EXPDIR;/logs/@Y@m@[email protected]</cyclestr></log> | ||
|
||
<!-- Define the cycles --> | ||
<cycledef group="gfs">&SDATE; &EDATE; &INTERVAL;</cycledef> | ||
|
||
<task name="gfsgetic" cycledefs="gfs" maxtries="&MAXTRIES;"> | ||
|
||
<command>&JOBS_DIR;/getic.sh</command> | ||
|
||
<jobname><cyclestr>&PSLOT;_gfsgetic_@H</cyclestr></jobname> | ||
<account>&ACCOUNT;</account> | ||
<queue>&QUEUE_GETIC_GFS;</queue> | ||
<partition>&PARTITION_GETIC_GFS;</partition> | ||
&RESOURCES_GETIC_GFS; | ||
<walltime>&WALLTIME_GETIC_GFS;</walltime> | ||
|
||
<native>&NATIVE_GETIC_GFS;</native> | ||
|
||
<join><cyclestr>&ROTDIR;/logs/@Y@m@d@H/gfsgetic.log</cyclestr></join> | ||
|
||
<envar><name>RUN_ENVIR</name><value>&RUN_ENVIR;</value></envar> | ||
<envar><name>HOMEgfs</name><value>&HOMEgfs;</value></envar> | ||
<envar><name>EXPDIR</name><value>&EXPDIR;</value></envar> | ||
<envar><name>CDATE</name><value><cyclestr>@Y@m@d@H</cyclestr></value></envar> | ||
<envar><name>CDUMP</name><value>&CDUMP;</value></envar> | ||
<envar><name>PDY</name><value><cyclestr>@Y@m@d</cyclestr></value></envar> | ||
<envar><name>cyc</name><value><cyclestr>@H</cyclestr></value></envar> | ||
<envar><name>ICSDIR</name><value>&ICSDIR;/<cyclestr>@Y@m@d@H</cyclestr></value></envar> | ||
<envar><name>PUBDIR</name><value>&PUBDIR;</value></envar> | ||
<envar><name>EMCDIR</name><value>&EMCDIR;</value></envar> | ||
<envar><name>RETRODIR</name><value>&RETRODIR;</value></envar> | ||
<envar><name>ROTDIR</name><value>&ROTDIR;</value></envar> | ||
<envar><name>PSLOT</name><value>&PSLOT;</value></envar> | ||
<envar><name>COMPONENT</name><value>&COMPONENT;</value></envar> | ||
|
||
<dependency> | ||
<and> | ||
<nor> | ||
<datadep><cyclestr>&ROTDIR;/&CDUMP;.@Y@m@d/@H/model_data/atmos/input/chgres_done</cyclestr></datadep> | ||
<datadep><cyclestr>&ROTDIR;/&CDUMP;.@Y@m@d/@H/model_data/atmos/restart/@Y@m@[email protected]_data.tile6.nc</cyclestr></datadep> | ||
</nor> | ||
<or> | ||
<!-- <and> | ||
<datadep age="300"><cyclestr>&EMCDIR;/&CDUMP;.@Y@m@d/@H/&COMPONENT;/&CDUMP;[email protected]</cyclestr></datadep> | ||
<datadep age="300"><cyclestr>&EMCDIR;/&CDUMP;.@Y@m@d/@H/&COMPONENT;/&CDUMP;[email protected]</cyclestr></datadep> | ||
</and> --> | ||
<and> | ||
<datadep age="300"><cyclestr>&PUBDIR;/@y@j@H00.&CDUMP;[email protected]</cyclestr></datadep> | ||
<datadep age="300"><cyclestr>&PUBDIR;/@y@j@H00.&CDUMP;[email protected]</cyclestr></datadep> | ||
</and> | ||
<and> | ||
<datadep><cyclestr>&RETRODIR;/@y@j@H00.&CDUMP;[email protected]</cyclestr></datadep> | ||
<datadep><cyclestr>&RETRODIR;/@y@j@H00.&CDUMP;[email protected]</cyclestr></datadep> | ||
</and> | ||
</or> | ||
</and> | ||
</dependency> | ||
|
||
</task> | ||
|
||
<task name="gfsinit" cycledefs="gfs" maxtries="&MAXTRIES;"> | ||
|
||
<command>&JOBS_DIR;/init.sh</command> | ||
|
||
<jobname><cyclestr>&PSLOT;_gfsinit_@H</cyclestr></jobname> | ||
<account>&ACCOUNT;</account> | ||
<queue>&QUEUE_INIT_GFS;</queue> | ||
<partition>&PARTITION_INIT_GFS;</partition> | ||
&RESOURCES_INIT_GFS; | ||
<walltime>&WALLTIME_INIT_GFS;</walltime> | ||
<memory>&MEMORY_INIT_GFS;</memory> | ||
<native>&NATIVE_INIT_GFS;</native> | ||
|
||
<join><cyclestr>&ROTDIR;/logs/@Y@m@d@H/gfsinit.log</cyclestr></join> | ||
|
||
<envar><name>RUN_ENVIR</name><value>&RUN_ENVIR;</value></envar> | ||
<envar><name>HOMEgfs</name><value>&HOMEgfs;</value></envar> | ||
<envar><name>EXPDIR</name><value>&EXPDIR;</value></envar> | ||
<envar><name>CDATE</name><value><cyclestr>@Y@m@d@H</cyclestr></value></envar> | ||
<envar><name>CDUMP</name><value>&CDUMP;</value></envar> | ||
<envar><name>ICSDIR</name><value>&ICSDIR;</value></envar> | ||
<envar><name>PDY</name><value><cyclestr>@Y@m@d</cyclestr></value></envar> | ||
<envar><name>cyc</name><value><cyclestr>@H</cyclestr></value></envar> | ||
<envar><name>COMPONENT</name><value>&COMPONENT;</value></envar> | ||
<envar><name>ROTDIR</name><value>&ROTDIR;</value></envar> | ||
|
||
<dependency> | ||
<and> | ||
<or> | ||
<datadep><cyclestr>&ROTDIR;/&CDUMP;.@Y@m@d/@H/&COMPONENT;/[email protected]</cyclestr></datadep> | ||
<datadep><cyclestr>&ROTDIR;/&CDUMP;.@Y@m@d/@H/&COMPONENT;/[email protected]</cyclestr></datadep> | ||
<datadep><cyclestr>&ROTDIR;/&CDUMP;.@Y@m@d/@H/&COMPONENT;/[email protected]</cyclestr></datadep> | ||
<datadep><cyclestr>&ROTDIR;/&CDUMP;.@Y@m@d/@H/&COMPONENT;/[email protected]</cyclestr></datadep> | ||
<datadep><cyclestr>&ROTDIR;/&CDUMP;.@Y@m@d/@H/&COMPONENT;/restart/@Y@m@[email protected]_data.tile6.nc</cyclestr></datadep> | ||
</or> | ||
<taskdep task="gfsgetic"/> | ||
</and> | ||
</dependency> | ||
|
||
</task> | ||
<!-- | ||
<task name="mssFV3ICS" cycledefs="gfs" maxtries="&MAXTRIES;"> | ||
<command>&JOBS_DIR;/archive_fv3ics.ksh</command> | ||
<account>&ACCOUNT;</account> | ||
<memory>2G</memory> | ||
<cores>1</cores> | ||
<partition>&PARTITION_SERVICE;</partition> | ||
<walltime>01:30:00</walltime> | ||
<jobname><cyclestr>mssfv3ics</cyclestr></jobname> | ||
<join><cyclestr>&ROTDIR;/logs/@Y@m@d@H/mssfv3ics.log</cyclestr></join> | ||
<envar><name>ICSDIR</name><value>&ICSDIR;/<cyclestr>@Y@m@d@H</cyclestr></value></envar> | ||
<envar><name>mssDir</name><value>FV3ICS_L127/<cyclestr>@Y</cyclestr>/<cyclestr>@m</cyclestr></value></envar> | ||
<envar><name>yyyymmddhh</name><value><cyclestr>@Y@m@d@H</cyclestr></value></envar> | ||
<envar><name>CDUMP</name><value>&CDUMP;</value></envar> | ||
<envar><name>CASE</name><value>&CASE;</value></envar> | ||
<dependency> | ||
<and> | ||
<datadep><cyclestr>&ICSDIR;/@Y@m@d@H/&CDUMP;/&CASE;/INPUT/gfs_data.tile6.nc</cyclestr></datadep> | ||
<datadep><cyclestr>&ICSDIR;/@Y@m@d@H/&CDUMP;/&CASE;/INPUT/sfc_data.tile6.nc</cyclestr></datadep> | ||
</and> | ||
</dependency> | ||
</task> | ||
--> | ||
</workflow> |