From 01a0eddf5d8fb0c9704235f01347da51ea927def Mon Sep 17 00:00:00 2001 From: "Kate.Friedman" Date: Tue, 16 May 2023 14:54:50 +0000 Subject: [PATCH 1/7] Update GFS and OBSPROC versions in version files - update gfs version to v16.3.8 - update obsproc version to v1.2.0 Refs #1356 --- versions/hera.ver | 2 +- versions/orion.ver | 2 +- versions/run.ver | 6 +++--- versions/wcoss2.ver | 2 +- 4 files changed, 6 insertions(+), 6 deletions(-) diff --git a/versions/hera.ver b/versions/hera.ver index 025dc5004e..42fc9bd208 100644 --- a/versions/hera.ver +++ b/versions/hera.ver @@ -2,7 +2,7 @@ export hpc_ver=1.2.0 export hpc_intel_ver=18.0.5.274 export hpc_impi_ver=2018.0.4 -export obsproc_run_ver=1.1.2 +export obsproc_run_ver=1.2.0 export prepobs_run_ver=1.0.1 export hpss_ver=hpss diff --git a/versions/orion.ver b/versions/orion.ver index 419f77e2ea..00beb4f9e0 100644 --- a/versions/orion.ver +++ b/versions/orion.ver @@ -2,7 +2,7 @@ export hpc_ver=1.2.0 export hpc_intel_ver=2018.4 export hpc_impi_ver=2018.4 -export obsproc_run_ver=1.1.2 +export obsproc_run_ver=1.2.0 export prepobs_run_ver=1.0.1 export prod_util_ver=1.2.2 diff --git a/versions/run.ver b/versions/run.ver index 348e1c7414..2e46c2e0db 100755 --- a/versions/run.ver +++ b/versions/run.ver @@ -1,11 +1,11 @@ -export version=v16.3.7 -export gfs_ver=v16.3.7 +export version=v16.3.8 +export gfs_ver=v16.3.8 export ukmet_ver=v2.2 export ecmwf_ver=v2.1 export nam_ver=v4.2 export rtofs_ver=v2.3 export radarl2_ver=v1.2 -export obsproc_ver=v1.1 +export obsproc_ver=v1.2 export PrgEnv_intel_ver=8.1.0 export intel_ver=19.1.3.304 diff --git a/versions/wcoss2.ver b/versions/wcoss2.ver index e96d7ad3f3..55bfd23d67 100644 --- a/versions/wcoss2.ver +++ b/versions/wcoss2.ver @@ -2,7 +2,7 @@ export envvar_ver=1.0 export prod_envir_ver=${prod_envir_ver:-2.0.4} # Allow override from ops ecflow export prod_util_ver=${prod_util_ver:-2.0.9} # Allow override from ops ecflow -export obsproc_run_ver=1.1.2 +export obsproc_run_ver=1.2.0 export prepobs_run_ver=1.0.1 export tracker_ver=v1.1.15.5 From ed88aa1965fec813e3f2d246e3f93f3b8a43a9c1 Mon Sep 17 00:00:00 2001 From: "Kate.Friedman" Date: Tue, 16 May 2023 14:55:39 +0000 Subject: [PATCH 2/7] Create Release_Notes.gfs.v16.3.8.md for upgrade - Further edits to release notes to come. Refs #1356 --- docs/Release_Notes.gfs.v16.3.8.md | 131 ++++++++++++++++++++++++++++++ 1 file changed, 131 insertions(+) create mode 100644 docs/Release_Notes.gfs.v16.3.8.md diff --git a/docs/Release_Notes.gfs.v16.3.8.md b/docs/Release_Notes.gfs.v16.3.8.md new file mode 100644 index 0000000000..2a05a2e632 --- /dev/null +++ b/docs/Release_Notes.gfs.v16.3.8.md @@ -0,0 +1,131 @@ +GFS V16.3.8 RELEASE NOTES + +------- +PRELUDE +------- + + + +IMPLEMENTATION INSTRUCTIONS +--------------------------- + +The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are used to manage the GFS code. The SPA(s) handling the GFS implementation need to have permissions to clone VLab Gerrit repositories and private NCAR UPP_GTG repository. All NOAA-EMC organization repositories are publicly readable and do not require access permissions. Please proceed with the following steps to install the package on WCOSS2: + +```bash +cd $PACKAGEROOT +mkdir gfs.v16.3.8 +cd gfs.v16.3.8 +git clone -b EMC-v16.3.8 https://github.com/NOAA-EMC/global-workflow.git . +cd sorc +./checkout.sh -o +``` + +The checkout script extracts the following GFS components: + +| Component | Tag | POC | +| --------- | ----------- | ----------------- | +| MODEL | GFS.v16.3.0 | Jun.Wang@noaa.gov | +| GLDAS | gldas_gfsv16_release.v.2.1.0 | Helin.Wei@noaa.gov | +| GSI | gfsda.v16.3.8 | Andrew.Collard@noaa.gov | +| UFS_UTILS | ops-gfsv16.3.0 | George.Gayno@noaa.gov | +| POST | upp_v8.2.0 | Wen.Meng@noaa.gov | +| WAFS | gfs_wafs.v6.3.1 | Yali.Mao@noaa.gov | + +To build all the GFS components, execute: +```bash +./build_all.sh +``` +The `build_all.sh` script compiles all GFS components. Runtime output from the build for each package is written to log files in directory logs. To build an individual program, for instance, gsi, use `build_gsi.sh`. + +Next, link the executables, fix files, parm files, etc in their final respective locations by executing: +```bash +./link_fv3gfs.sh nco wcoss2 +``` + +Lastly, link the ecf scripts by moving back up to the ecf folder and executing: +```bash +cd ../ecf +./setup_ecf_links.sh +``` + +VERSION FILE CHANGES +-------------------- + +* `versions/run.ver` - change `version=v16.3.8`, `gfs_ver=v16.3.8`, and `obsproc_ver=v1.2` +* `versions/hera.ver` - change `obsproc_run_ver=1.2.0` +* `versions/orion.ver` - change `obsproc_run_ver=1.2.0` +* `versions/wcoss2.ver` - change `obsproc_run_ver=1.2.0` + +SORC CHANGES +------------ + +* No changes from GFS v16.3.7 + +JOBS CHANGES +------------ + +* No changes from GFS v16.3.7 + +PARM/CONFIG CHANGES +------------------- + +* No changes from GFS v16.3.7 + +SCRIPT CHANGES +-------------- + +* No changes from GFS v16.3.7 + +FIX CHANGES +----------- + +* No changes from GFS v16.3.7 + +MODULE CHANGES +-------------- + +* No changes from GFS v16.3.7 + +CHANGES TO FILE SIZES +--------------------- + +* No changes from GFS v16.3.7 + +ENVIRONMENT AND RESOURCE CHANGES +-------------------------------- + +* No changes from GFS v16.3.7 + +PRE-IMPLEMENTATION TESTING REQUIREMENTS +--------------------------------------- + +* Which production jobs should be tested as part of this implementation? + * GSI +* Does this change require a 30-day evaluation? + * No + +DISSEMINATION INFORMATION +------------------------- + +* No changes from GFS v16.3.7 + +HPSS ARCHIVE +------------ + +* No changes from GFS v16.3.7 + +JOB DEPENDENCIES AND FLOW DIAGRAM +--------------------------------- + +* No changes from GFS v16.3.7 + +DOCUMENTATION +------------- + +* No changes from GFS v16.3.7 + +PREPARED BY +----------- +Kate.Friedman@noaa.gov +Andrew.Collard@noaa.gov +Iliana.Genkova@noaa.gov From 28a58f08cb1d44ca7b98beba5309e4835124f287 Mon Sep 17 00:00:00 2001 From: Andrew Collard <40322596+ADCollard@users.noreply.github.com> Date: Fri, 18 Aug 2023 14:55:05 -0400 Subject: [PATCH 3/7] Convert v16.3.8 to satingest update instead of obsproc (#1804) A temporary fix to allow the satingest changes to be implemented on August 29 without causing GSI to crash. Issue with the CRTM means that GSI will crash unless NOAA-21 radiances are switched off. Obsproc version numbers should remain unchanged unless the obsproc changes are implemented before or at the same time as the satingest changes. --- Externals.cfg | 2 +- docs/Release_Notes.gfs.v16.3.8.md | 12 +++++------- sorc/checkout.sh | 2 +- versions/hera.ver | 2 +- versions/orion.ver | 2 +- versions/run.ver | 2 +- versions/wcoss2.ver | 2 +- 7 files changed, 11 insertions(+), 13 deletions(-) diff --git a/Externals.cfg b/Externals.cfg index bf2dc28b12..59b4aa4ed1 100644 --- a/Externals.cfg +++ b/Externals.cfg @@ -8,7 +8,7 @@ protocol = git required = True [GSI] -tag = gfsda.v16.3.7 +tag = gfsda.v16.3.8 local_path = sorc/gsi.fd repo_url = https://github.com/NOAA-EMC/GSI.git protocol = git diff --git a/docs/Release_Notes.gfs.v16.3.8.md b/docs/Release_Notes.gfs.v16.3.8.md index 2a05a2e632..1495f54572 100644 --- a/docs/Release_Notes.gfs.v16.3.8.md +++ b/docs/Release_Notes.gfs.v16.3.8.md @@ -4,7 +4,7 @@ GFS V16.3.8 RELEASE NOTES PRELUDE ------- - +This change turns of ingest of NOAA-21 radiances into the GSI until CRTM fix file issues can be solved. This is necessary for a satingest upgrade to proceed. PlanetIQ GPSRO and NOAA-20 OMPS Ozone retrievals will also be actively assimilated, and the OMPS observation errors adjusted. IMPLEMENTATION INSTRUCTIONS --------------------------- @@ -51,10 +51,7 @@ cd ../ecf VERSION FILE CHANGES -------------------- -* `versions/run.ver` - change `version=v16.3.8`, `gfs_ver=v16.3.8`, and `obsproc_ver=v1.2` -* `versions/hera.ver` - change `obsproc_run_ver=1.2.0` -* `versions/orion.ver` - change `obsproc_run_ver=1.2.0` -* `versions/wcoss2.ver` - change `obsproc_run_ver=1.2.0` +* `versions/run.ver` - change `version=v16.3.8`, and `gfs_ver=v16.3.8` SORC CHANGES ------------ @@ -74,12 +71,13 @@ PARM/CONFIG CHANGES SCRIPT CHANGES -------------- -* No changes from GFS v16.3.7 +* Changes to sorc/gsi.fd/scripts/exglobal_atmos_analysis.sh and sorc/checkout.sh FIX CHANGES ----------- -* No changes from GFS v16.3.7 +* Change to sorc/gsi.fd/fix/global_convinfo.txt +* Change to sorc/gsi.fd/fix/global_ozinfo.txt MODULE CHANGES -------------- diff --git a/sorc/checkout.sh b/sorc/checkout.sh index d1bbd56722..2756b1da75 100755 --- a/sorc/checkout.sh +++ b/sorc/checkout.sh @@ -35,7 +35,7 @@ fi echo gsi checkout ... if [[ ! -d gsi.fd ]] ; then rm -f ${topdir}/checkout-gsi.log - git clone --recursive --branch gfsda.v16.3.7 https://github.com/NOAA-EMC/GSI.git gsi.fd >> ${topdir}/checkout-gsi.log 2>&1 + git clone --recursive --branch gfsda.v16.3.8 https://github.com/NOAA-EMC/GSI.git gsi.fd >> ${topdir}/checkout-gsi.log 2>&1 cd gsi.fd git submodule update --init cd ${topdir} diff --git a/versions/hera.ver b/versions/hera.ver index 42fc9bd208..025dc5004e 100644 --- a/versions/hera.ver +++ b/versions/hera.ver @@ -2,7 +2,7 @@ export hpc_ver=1.2.0 export hpc_intel_ver=18.0.5.274 export hpc_impi_ver=2018.0.4 -export obsproc_run_ver=1.2.0 +export obsproc_run_ver=1.1.2 export prepobs_run_ver=1.0.1 export hpss_ver=hpss diff --git a/versions/orion.ver b/versions/orion.ver index 00beb4f9e0..419f77e2ea 100644 --- a/versions/orion.ver +++ b/versions/orion.ver @@ -2,7 +2,7 @@ export hpc_ver=1.2.0 export hpc_intel_ver=2018.4 export hpc_impi_ver=2018.4 -export obsproc_run_ver=1.2.0 +export obsproc_run_ver=1.1.2 export prepobs_run_ver=1.0.1 export prod_util_ver=1.2.2 diff --git a/versions/run.ver b/versions/run.ver index 2e46c2e0db..3770329f27 100755 --- a/versions/run.ver +++ b/versions/run.ver @@ -5,7 +5,7 @@ export ecmwf_ver=v2.1 export nam_ver=v4.2 export rtofs_ver=v2.3 export radarl2_ver=v1.2 -export obsproc_ver=v1.2 +export obsproc_ver=v1.1 export PrgEnv_intel_ver=8.1.0 export intel_ver=19.1.3.304 diff --git a/versions/wcoss2.ver b/versions/wcoss2.ver index 55bfd23d67..e96d7ad3f3 100644 --- a/versions/wcoss2.ver +++ b/versions/wcoss2.ver @@ -2,7 +2,7 @@ export envvar_ver=1.0 export prod_envir_ver=${prod_envir_ver:-2.0.4} # Allow override from ops ecflow export prod_util_ver=${prod_util_ver:-2.0.9} # Allow override from ops ecflow -export obsproc_run_ver=1.2.0 +export obsproc_run_ver=1.1.2 export prepobs_run_ver=1.0.1 export tracker_ver=v1.1.15.5 From f71d2eaa3411b9d7bdc64f4446975c186ba2ec63 Mon Sep 17 00:00:00 2001 From: Kate Friedman Date: Mon, 21 Aug 2023 12:25:22 -0400 Subject: [PATCH 4/7] Add mention of check-all fix in release notes (#1814) Update release notes to mention compilation error fix for gfs_bufr code. Resolves NCO bugzilla #1208. --- docs/Release_Notes.gfs.v16.3.8.md | 5 ++++- 1 file changed, 4 insertions(+), 1 deletion(-) diff --git a/docs/Release_Notes.gfs.v16.3.8.md b/docs/Release_Notes.gfs.v16.3.8.md index 1495f54572..5718847ec7 100644 --- a/docs/Release_Notes.gfs.v16.3.8.md +++ b/docs/Release_Notes.gfs.v16.3.8.md @@ -6,6 +6,8 @@ PRELUDE This change turns of ingest of NOAA-21 radiances into the GSI until CRTM fix file issues can be solved. This is necessary for a satingest upgrade to proceed. PlanetIQ GPSRO and NOAA-20 OMPS Ozone retrievals will also be actively assimilated, and the OMPS observation errors adjusted. +Also included in this update is a fix to a compilation error with "-check all" for gfs_bufrsnd, which resolves NCO bugzilla #1208. + IMPLEMENTATION INSTRUCTIONS --------------------------- @@ -56,7 +58,7 @@ VERSION FILE CHANGES SORC CHANGES ------------ -* No changes from GFS v16.3.7 +* Compilation error fix in sorc/gfs_bufr.fd/meteorg.f, resolves NCO bugzilla #1208 JOBS CHANGES ------------ @@ -127,3 +129,4 @@ PREPARED BY Kate.Friedman@noaa.gov Andrew.Collard@noaa.gov Iliana.Genkova@noaa.gov +Walter.Kolczynski@noaa.gov From f331b31997e55d06afa1fdbb3f921678a2de5889 Mon Sep 17 00:00:00 2001 From: Andrew Collard <40322596+ADCollard@users.noreply.github.com> Date: Tue, 22 Aug 2023 11:09:57 -0400 Subject: [PATCH 5/7] Allow sorc/build_tropcy_NEMS.sh to work in Release/gfs.v16.3.8 (#1815) For some reason the sorc/build_tropcy_NEMS.sh no longer works on WCOSS2 machines. @RussTreadon-NOAA and @aerorahul found fixes that allow the build to complete. This PR implements one of these fixes - removing the references to the NEMSIOGFS module, which is being loaded but does not have a version number attached. Six executables result from this build as expected. They should still be tested for functionality. This references #1812. --- docs/Release_Notes.gfs.v16.3.8.md | 5 ++++- modulefiles/modulefile.storm_reloc_v6.0.0.wcoss2.lua | 1 - sorc/build_tropcy_NEMS.sh | 2 +- 3 files changed, 5 insertions(+), 3 deletions(-) diff --git a/docs/Release_Notes.gfs.v16.3.8.md b/docs/Release_Notes.gfs.v16.3.8.md index 5718847ec7..945e43e9bc 100644 --- a/docs/Release_Notes.gfs.v16.3.8.md +++ b/docs/Release_Notes.gfs.v16.3.8.md @@ -8,6 +8,8 @@ This change turns of ingest of NOAA-21 radiances into the GSI until CRTM fix fil Also included in this update is a fix to a compilation error with "-check all" for gfs_bufrsnd, which resolves NCO bugzilla #1208. +Remove NEMSIOGFS dependency in sorc/build_tropcy_NEMS.sh. + IMPLEMENTATION INSTRUCTIONS --------------------------- @@ -74,6 +76,7 @@ SCRIPT CHANGES -------------- * Changes to sorc/gsi.fd/scripts/exglobal_atmos_analysis.sh and sorc/checkout.sh +* Change to sorc/build_tropcy_NEMS.sh FIX CHANGES ----------- @@ -84,7 +87,7 @@ FIX CHANGES MODULE CHANGES -------------- -* No changes from GFS v16.3.7 +* Remove nemsiogfs from modulefiles/modulefile.storm_reloc_v6.0.0.wcoss2.lua CHANGES TO FILE SIZES --------------------- diff --git a/modulefiles/modulefile.storm_reloc_v6.0.0.wcoss2.lua b/modulefiles/modulefile.storm_reloc_v6.0.0.wcoss2.lua index 33cd59f099..8d9e9168c1 100755 --- a/modulefiles/modulefile.storm_reloc_v6.0.0.wcoss2.lua +++ b/modulefiles/modulefile.storm_reloc_v6.0.0.wcoss2.lua @@ -14,7 +14,6 @@ load(pathJoin("zlib", os.getenv("zlib_ver"))) load(pathJoin("bacio", os.getenv("bacio_ver"))) load(pathJoin("w3nco", os.getenv("w3nco_ver"))) load(pathJoin("nemsio", os.getenv("nemsio_ver"))) -load(pathJoin("nemsiogfs", os.getenv("nemsiogfs_ver"))) load(pathJoin("sigio", os.getenv("sigio_ver"))) load(pathJoin("w3emc", os.getenv("w3emc_ver"))) load(pathJoin("sp", os.getenv("sp_ver"))) diff --git a/sorc/build_tropcy_NEMS.sh b/sorc/build_tropcy_NEMS.sh index 0e96cfcc00..113031f23a 100755 --- a/sorc/build_tropcy_NEMS.sh +++ b/sorc/build_tropcy_NEMS.sh @@ -33,7 +33,7 @@ export LIBS_SUP="${W3EMC_LIBd} ${W3NCO_LIBd}" echo lset echo lset export LIBS_REL="${W3NCO_LIB4}" -export LIBS_REL="${NEMSIOGFS_LIB} ${NEMSIO_LIB} ${LIBS_REL} ${SIGIO_LIB} ${BACIO_LIB4} ${SP_LIBd}" +export LIBS_REL="${NEMSIO_LIB} ${LIBS_REL} ${SIGIO_LIB} ${BACIO_LIB4} ${SP_LIBd}" export LIBS_SIG="${SIGIO_INC}" export LIBS_SYN_GET="${W3NCO_LIB4}" export LIBS_SYN_MAK="${W3NCO_LIB4} ${BACIO_LIB4}" From 7df0d06c39efd5bfac088edec9c6e8932fa11af6 Mon Sep 17 00:00:00 2001 From: "kate.friedman" Date: Tue, 12 Sep 2023 15:35:53 +0000 Subject: [PATCH 6/7] Rename and update release notes for v16.3.9 - Rename the release notes to reflect updated version number - Update version to v16.3.9 within release notes Refs #1813 --- ...16.3.8.md => Release_Notes.gfs.v16.3.9.md} | 26 +++++++++---------- 1 file changed, 13 insertions(+), 13 deletions(-) rename docs/{Release_Notes.gfs.v16.3.8.md => Release_Notes.gfs.v16.3.9.md} (88%) diff --git a/docs/Release_Notes.gfs.v16.3.8.md b/docs/Release_Notes.gfs.v16.3.9.md similarity index 88% rename from docs/Release_Notes.gfs.v16.3.8.md rename to docs/Release_Notes.gfs.v16.3.9.md index 945e43e9bc..71dd4bc087 100644 --- a/docs/Release_Notes.gfs.v16.3.8.md +++ b/docs/Release_Notes.gfs.v16.3.9.md @@ -1,4 +1,4 @@ -GFS V16.3.8 RELEASE NOTES +GFS V16.3.9 RELEASE NOTES ------- PRELUDE @@ -17,9 +17,9 @@ The NOAA VLab and the NOAA-EMC and NCAR organization spaces on GitHub .com are u ```bash cd $PACKAGEROOT -mkdir gfs.v16.3.8 -cd gfs.v16.3.8 -git clone -b EMC-v16.3.8 https://github.com/NOAA-EMC/global-workflow.git . +mkdir gfs.v16.3.9 +cd gfs.v16.3.9 +git clone -b EMC-v16.3.9 https://github.com/NOAA-EMC/global-workflow.git . cd sorc ./checkout.sh -o ``` @@ -55,7 +55,7 @@ cd ../ecf VERSION FILE CHANGES -------------------- -* `versions/run.ver` - change `version=v16.3.8`, and `gfs_ver=v16.3.8` +* `versions/run.ver` - change `version=v16.3.9`, and `gfs_ver=v16.3.9` SORC CHANGES ------------ @@ -65,12 +65,12 @@ SORC CHANGES JOBS CHANGES ------------ -* No changes from GFS v16.3.7 +* No changes from GFS v16.3.8 PARM/CONFIG CHANGES ------------------- -* No changes from GFS v16.3.7 +* No changes from GFS v16.3.8 SCRIPT CHANGES -------------- @@ -92,12 +92,12 @@ MODULE CHANGES CHANGES TO FILE SIZES --------------------- -* No changes from GFS v16.3.7 +* No changes from GFS v16.3.8 ENVIRONMENT AND RESOURCE CHANGES -------------------------------- -* No changes from GFS v16.3.7 +* No changes from GFS v16.3.8 PRE-IMPLEMENTATION TESTING REQUIREMENTS --------------------------------------- @@ -110,22 +110,22 @@ PRE-IMPLEMENTATION TESTING REQUIREMENTS DISSEMINATION INFORMATION ------------------------- -* No changes from GFS v16.3.7 +* No changes from GFS v16.3.8 HPSS ARCHIVE ------------ -* No changes from GFS v16.3.7 +* No changes from GFS v16.3.8 JOB DEPENDENCIES AND FLOW DIAGRAM --------------------------------- -* No changes from GFS v16.3.7 +* No changes from GFS v16.3.8 DOCUMENTATION ------------- -* No changes from GFS v16.3.7 +* No changes from GFS v16.3.8 PREPARED BY ----------- From 1156771ed0f14257400e68410160d968780a5453 Mon Sep 17 00:00:00 2001 From: "kate.friedman" Date: Tue, 12 Sep 2023 15:37:53 +0000 Subject: [PATCH 7/7] Update GFS version to v16.3.9 in run.ver Refs #1813 --- versions/run.ver | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/versions/run.ver b/versions/run.ver index 3770329f27..e3a6371db2 100755 --- a/versions/run.ver +++ b/versions/run.ver @@ -1,5 +1,5 @@ -export version=v16.3.8 -export gfs_ver=v16.3.8 +export version=v16.3.9 +export gfs_ver=v16.3.9 export ukmet_ver=v2.2 export ecmwf_ver=v2.1 export nam_ver=v4.2