Skip to content

Commit

Permalink
Merge pull request #5 from IngoBethke/main
Browse files Browse the repository at this point in the history
Update of Betzy settings, setting files and documentation.
  • Loading branch information
IngoBethke authored Sep 26, 2024
2 parents f591e44 + 431cc5b commit af2463c
Show file tree
Hide file tree
Showing 36 changed files with 100 additions and 383 deletions.
9 changes: 5 additions & 4 deletions README.md
Original file line number Diff line number Diff line change
Expand Up @@ -7,9 +7,10 @@ and ensemble setup scripts for assimilation and prediction with NorESM.

## Resources

- NorCPM overview ([pdf](docs/NorCPM_overview_20240911.pdf),[pptx](docs/NorCPM_overview_20240911.pptx))
- NorCPM quick-start ([pdf](docs/NorCPM_quick-start_20240911.pdf),[pptx](docs/NorCPM_quick-start_20240911.pptx))
- NorCPM how-to-contribute ([pdf](docs/NorCPM_how-to-contribute_20240920.pdf),[pptx](docs/NorCPM_how-to-contribute_20240920.pptx))
- NorCPM developer-meeting-2024.09.24: A guide to high-frequent data assimilation with NorESM2 ([pdf](docs/NorCPMdeveloperMeeting20240924.pdf),[pptx](docs/NorCPMdeveloperMeeting20240924.pptx))
- NorCPM developer-meeting-2024.09.24: Ready-to-use setup for high-frequent EnKF assimilation with NorESM2 ([pdf](docs/NorCPMdeveloperMeeting20240924_noAnim.pdf),[pptx](docs/NorCPMdeveloperMeeting20240924_noAnim.pptx))


## Installation on Betzy

Expand Down Expand Up @@ -82,7 +83,7 @@ settings files in the settings sub-directory.

For example

./create_ensemble.sh ../settings/noresm2-lmesm_free_19700101.sh ENSSIZE=15
./create_ensemble.sh ../settings/noresm2-lmesm_free_20mem_19750101.sh ENSSIZE=15

will set up a no-assimilation hist-esm experiment with 15 simulation members.

Expand All @@ -101,7 +102,7 @@ Launch the experiment with

Running

./submit_ensemble.sh ../settings/noresm2-lmesm_free_19700101.sh ENSSIZE=15
./submit_ensemble.sh ../settings/noresm2-lmesm_free_20mem_19750101.sh ENSSIZE=15

will submit the hist-esm experiment created in the previous example.

Expand Down
Binary file removed docs/Ingo_NorCPMdeveloperMeeting20240924.pptx
Binary file not shown.
Binary file not shown.
Binary file not shown.
Binary file removed docs/NorCPMdeveloperMeeting20240924.pdf
Binary file not shown.
Binary file removed docs/NorCPMdeveloperMeeting20240924.pptx
Binary file not shown.
Binary file not shown.
Binary file added docs/NorCPMdeveloperMeeting20240924_noAnim.pptx
Binary file not shown.
8 changes: 4 additions & 4 deletions model/noresm1/scripts/ccsm_utils/Machines/env_machopts.betzy
Original file line number Diff line number Diff line change
Expand Up @@ -17,10 +17,10 @@ endif

module --quiet restore system
module load StdEnv
module load netCDF-Fortran/4.5.2-iompi-2020a
module load iompi/2020a
module load imkl/2020.1.217-iompi-2020a
module load CMake/3.12.1
module load netCDF-Fortran/4.6.0-iompi-2022a
module load NCO/5.1.9-iomkl-2022a
module load CMake/3.23.1-GCCcore-11.3.0
module load Python/3.10.4-GCCcore-11.3.0

#-------------------------------------------------------------------------------
# Runtime environment variables
Expand Down
12 changes: 4 additions & 8 deletions setup/noresm1/settings/setmach.sh
Original file line number Diff line number Diff line change
Expand Up @@ -36,14 +36,10 @@ betzy)
source /cluster/installations/lmod/lmod/init/sh
module --quiet restore system
module load StdEnv
#module load NCO/5.1.9-iomkl-2022a
#module load netCDF-Fortran/4.6.0-iompi-2022a
#module load iompi/2022a
module load NCO/4.9.5-iompi-2020a
module load netCDF-Fortran/4.5.2-iompi-2020a
module load iompi/2020a
module load imkl/2020.1.217-iompi-2020a
module load CMake/3.12.1
module load netCDF-Fortran/4.6.0-iompi-2022a
module load NCO/5.1.9-iomkl-2022a
module load CMake/3.23.1-GCCcore-11.3.0
module load Python/3.10.4-GCCcore-11.3.0
export MKL_DEBUG_CPU_TYPE=5
ulimit -s unlimited
;;
Expand Down
4 changes: 2 additions & 2 deletions setup/noresm2/install_noresm2.sh
Original file line number Diff line number Diff line change
Expand Up @@ -6,7 +6,7 @@ echo SETUPROOT is $SETUPROOT

echo Prepare logging
mkdir -p $SETUPROOT/../../logs
LOGFILE=$SETUPROOT/../../logs/install_noresm-`date +%Y%m%d%H%M`_${EXPERIMENT}.log
LOGFILE=$SETUPROOT/../../logs/install_noresm2-`date +%Y%m%d%H%M`.log
echo Write log file at $LOGFILE
npipe=/tmp/$$.tmp
trap "rm -f $npipe" EXIT
Expand All @@ -20,7 +20,7 @@ echo

cd $SETUPROOT/../../model

git clone -b release-noresm2.0.7 --single-branch https://github.com/NorESMhub/NorESM.git noresm2
git clone -b release-noresm2.0.8 --single-branch https://github.com/NorESMhub/NorESM.git noresm2

cd noresm2

Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
# USE VARNAME=VALUE ARGUMENT WHEN CALLING SCRIPT TO OVERRIDE DEFAULTS

# experiment settings
: ${EXPERIMENT:=noresm2-lm_clmdaday} # case prefix, not including _YYYYMMDD_memXX suffix
: ${EXPERIMENT:=noresm2-lm_clmdaday_10mem} # case prefix, not including _YYYYMMDD_memXX suffix
: ${MEMBER1:=1} # first member
: ${ENSSIZE:=10} # number of members
: ${COMPSET:=NHISTfrc2}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
# USE VARNAME=VALUE ARGUMENT WHEN CALLING SCRIPT TO OVERRIDE DEFAULTS

# experiment settings
: ${EXPERIMENT:=noresm2-lm_clmdadaytest} # case prefix, not including _YYYYMMDD_memXX suffix
: ${EXPERIMENT:=noresm2-lm_clmdaday_3mem} # case prefix, not including _YYYYMMDD_memXX suffix
: ${MEMBER1:=1} # first member
: ${ENSSIZE:=3} # number of members
: ${COMPSET:=NHISTfrc2}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
# USE VARNAME=VALUE ARGUMENT WHEN CALLING SCRIPT TO OVERRIDE DEFAULTS

# experiment settings
: ${EXPERIMENT:=noresm2-lm_free} # case prefix, not including _YYYYMMDD_memXX suffix
: ${EXPERIMENT:=noresm2-lm_free_10mem} # case prefix, not including _YYYYMMDD_memXX suffix
: ${MEMBER1:=1} # first member
: ${ENSSIZE:=10} # number of members
: ${COMPSET:=NHISTfrc2}
Expand All @@ -15,7 +15,7 @@
: ${REF_CASE_PREFIX:=noresm_ctl_19700101_19700101}
: ${REF_CASE_SUFFIX_MEMBER1:=_mem01}
: ${REF_PATH_LOCAL:=$INPUTDATA/ccsm4_init/$REF_CASE_PREFIX}
: ${REF_DATE:=1996-01-01}
: ${REF_DATE:=$START_DATE}

# job settings
: ${STOP_OPTION:=nyears} # units for run length specification STOP_N
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
# USE VARNAME=VALUE ARGUMENT WHEN CALLING SCRIPT TO OVERRIDE DEFAULTS

# experiment settings
: ${EXPERIMENT:=noresm2-lm_freetest} # case prefix, not including _YYYYMMDD_memXX suffix
: ${EXPERIMENT:=noresm2-lm_free_4mem} # case prefix, not including _YYYYMMDD_memXX suffix
: ${MEMBER1:=1} # first member
: ${ENSSIZE:=4} # number of members
: ${COMPSET:=NHISTfrc2}
Expand All @@ -15,7 +15,7 @@
: ${REF_CASE_PREFIX:=noresm_ctl_19700101_19700101}
: ${REF_CASE_SUFFIX_MEMBER1:=_mem01}
: ${REF_PATH_LOCAL:=$INPUTDATA/ccsm4_init/$REF_CASE_PREFIX}
: ${REF_DATE:=1996-01-01}
: ${REF_DATE:=$START_DATE}

# job settings
: ${STOP_OPTION:=nmonths} # units for run length specification STOP_N
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,20 +2,20 @@
# USE VARNAME=VALUE ARGUMENT WHEN CALLING SCRIPT TO OVERRIDE DEFAULTS

# experiment settings
: ${EXPERIMENT:=noresm2-lm_odaday} # case prefix, not including _YYYYMMDD_memXX suffix
: ${EXPERIMENT:=noresm2-lm_odaday_10mem} # case prefix, not including _YYYYMMDD_memXX suffix
: ${MEMBER1:=1} # first member
: ${ENSSIZE:=20} # number of members
: ${ENSSIZE:=10} # number of members
: ${COMPSET:=NHISTfrc2}
: ${USER_MODS_DIR:=$SETUPROOT/user_mods/noresm2-lm_128pes}
: ${RES:=f19_tn14}
: ${START_DATE:=1985-01-01} # YYYY-MM-DD

# initialisation settings
: ${RUN_TYPE:=hybrid}
: ${REF_CASE_LIST:='noresm_ctl_19700101_19700101_mem01 noresm_ctl_19700101_19700101_mem02 noresm_ctl_19700101_19700101_mem03 noresm_ctl_19700101_19700101_mem04 noresm_ctl_19700101_19700101_mem05 noresm_ctl_19700101_19700101_mem06 noresm_ctl_19700101_19700101_mem07 noresm_ctl_19700101_19700101_mem08 noresm_ctl_19700101_19700101_mem09 noresm_ctl_19700101_19700101_mem10'} # loop over these cases
: ${RUN_TYPE:=branch}
: ${REF_CASE_LIST:='noresm_ctl_19700101_19700101_mem01 noresm_ctl_19700101_19700101_mem02 noresm_ctl_19700101_19700101_mem03 noresm_ctl_19700101_19700101_mem04 noresm_ctl_19700101_19700101_mem05 noresm_ctl_19700101_19700101_mem06 noresm_ctl_19700101_19700101_mem07 noresm_ctl_19700101_19700101_mem08 noresm_ctl_19700101_19700101_mem09 noresm_ctl_19700101_19700101_mem10'}
: ${REF_PATH_LOCAL:=$INPUTDATA/ccsm4_init/noresm_ctl_19700101_19700101}
: ${REF_DATE:=$START_DATE}
: ${ADD_PERTURBATION:=1} # only for RUN_TYPE=hybrid
: ${ADD_PERTURBATION:=0} # only for RUN_TYPE=hybrid

# job settings
: ${STOP_OPTION:=nyears} # units for run length specification STOP_N
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
# USE VARNAME=VALUE ARGUMENT WHEN CALLING SCRIPT TO OVERRIDE DEFAULTS

# experiment settings
: ${EXPERIMENT:=noresm2-lm_odaday} # case prefix, not including _YYYYMMDD_memXX suffix
: ${EXPERIMENT:=noresm2-lm_odaday_10mem} # case prefix, not including _YYYYMMDD_memXX suffix
: ${MEMBER1:=1} # first member
: ${ENSSIZE:=10} # number of members
: ${COMPSET:=NHISTfrc2}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
# USE VARNAME=VALUE ARGUMENT WHEN CALLING SCRIPT TO OVERRIDE DEFAULTS

# experiment settings
: ${EXPERIMENT:=noresm2-lm_odadaytest} # case prefix, not including _YYYYMMDD_memXX suffix
: ${EXPERIMENT:=noresm2-lm_odaday_3mem} # case prefix, not including _YYYYMMDD_memXX suffix
: ${MEMBER1:=1} # first member
: ${ENSSIZE:=3} # number of members
: ${COMPSET:=NHISTfrc2}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
# USE VARNAME=VALUE ARGUMENT WHEN CALLING SCRIPT TO OVERRIDE DEFAULTS

# experiment settings
: ${EXPERIMENT:=noresm2-lm_odadaytest} # case prefix, not including _YYYYMMDD_memXX suffix
: ${EXPERIMENT:=noresm2-lm_odaday_3mem} # case prefix, not including _YYYYMMDD_memXX suffix
: ${MEMBER1:=1} # first member
: ${ENSSIZE:=3} # number of members
: ${COMPSET:=NHISTfrc2}
Expand All @@ -11,11 +11,11 @@
: ${START_DATE:=1985-01-01} # YYYY-MM-DD

# initialisation settings
: ${RUN_TYPE:=hybrid}
: ${RUN_TYPE:=branch}
: ${REF_CASE_LIST:='noresm_ctl_19700101_19700101_mem01 noresm_ctl_19700101_19700101_mem02 noresm_ctl_19700101_19700101_mem03 noresm_ctl_19700101_19700101_mem04 noresm_ctl_19700101_19700101_mem05 noresm_ctl_19700101_19700101_mem06 noresm_ctl_19700101_19700101_mem07 noresm_ctl_19700101_19700101_mem08 noresm_ctl_19700101_19700101_mem09 noresm_ctl_19700101_19700101_mem10'} # loop over these cases
: ${REF_PATH_LOCAL:=$INPUTDATA/ccsm4_init/noresm_ctl_19700101_19700101}
: ${REF_DATE:=$START_DATE}
: ${ADD_PERTURBATION:=1} # only for RUN_TYPE=hybrid
: ${ADD_PERTURBATION:=0} # only for RUN_TYPE=hybrid

# job settings
: ${STOP_OPTION:=nyears} # units for run length specification STOP_N
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
# USE VARNAME=VALUE ARGUMENT WHEN CALLING SCRIPT TO OVERRIDE DEFAULTS

# experiment settings
: ${EXPERIMENT:=noresm2-lm_odadaytest} # case prefix, not including _YYYYMMDD_memXX suffix
: ${EXPERIMENT:=noresm2-lm_odaday_3mem} # case prefix, not including _YYYYMMDD_memXX suffix
: ${MEMBER1:=1} # first member
: ${ENSSIZE:=3} # number of members
: ${COMPSET:=NHISTfrc2}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,20 +2,20 @@
# USE VARNAME=VALUE ARGUMENT WHEN CALLING SCRIPT TO OVERRIDE DEFAULTS

# experiment settings
: ${EXPERIMENT:=noresm2-lm_odamon} # case prefix, not including _YYYYMMDD_memXX suffix
: ${EXPERIMENT:=noresm2-lm_odamon_10mem} # case prefix, not including _YYYYMMDD_memXX suffix
: ${MEMBER1:=1} # first member
: ${ENSSIZE:=20} # number of members
: ${ENSSIZE:=10} # number of members
: ${COMPSET:=NHISTfrc2}
: ${USER_MODS_DIR:=$SETUPROOT/user_mods/noresm2-lm_128pes}
: ${RES:=f19_tn14}
: ${START_DATE:=1985-01-01} # YYYY-MM-DD

# initialisation settings
: ${RUN_TYPE:=hybrid}
: ${RUN_TYPE:=branch}
: ${REF_CASE_LIST:='noresm_ctl_19700101_19700101_mem01 noresm_ctl_19700101_19700101_mem02 noresm_ctl_19700101_19700101_mem03 noresm_ctl_19700101_19700101_mem04 noresm_ctl_19700101_19700101_mem05 noresm_ctl_19700101_19700101_mem06 noresm_ctl_19700101_19700101_mem07 noresm_ctl_19700101_19700101_mem08 noresm_ctl_19700101_19700101_mem09 noresm_ctl_19700101_19700101_mem10'} # loop over these cases
: ${REF_PATH_LOCAL:=$INPUTDATA/ccsm4_init/noresm_ctl_19700101_19700101}
: ${REF_DATE:=$START_DATE}
: ${ADD_PERTURBATION:=1} # only for RUN_TYPE=hybrid
: ${ADD_PERTURBATION:=0} # only for RUN_TYPE=hybrid

# job settings
: ${STOP_OPTION:=nyears} # units for run length specification STOP_N
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
# USE VARNAME=VALUE ARGUMENT WHEN CALLING SCRIPT TO OVERRIDE DEFAULTS

# experiment settings
: ${EXPERIMENT:=noresm2-lm_odamontest} # case prefix, not including _YYYYMMDD_memXX suffix
: ${EXPERIMENT:=noresm2-lm_odamon_3mem} # case prefix, not including _YYYYMMDD_memXX suffix
: ${MEMBER1:=1} # first member
: ${ENSSIZE:=3} # number of members
: ${COMPSET:=NHISTfrc2}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
# USE VARNAME=VALUE ARGUMENT WHEN CALLING SCRIPT TO OVERRIDE DEFAULTS

# experiment settings
: ${EXPERIMENT:=noresm2-lm_odamon} # case prefix, not including _YYYYMMDD_memXX suffix
: ${EXPERIMENT:=noresm2-lm_odamon_3mem} # case prefix, not including _YYYYMMDD_memXX suffix
: ${MEMBER1:=1} # first member
: ${ENSSIZE:=3} # number of members
: ${COMPSET:=NHISTfrc2}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,7 +2,7 @@
# USE VARNAME=VALUE ARGUMENT WHEN CALLING SCRIPT TO OVERRIDE DEFAULTS

# experiment settings
: ${EXPERIMENT:=noresm2-lmesm_assim} # case prefix, not including _YYYYMMDD_memXX suffix
: ${EXPERIMENT:=noresm2-lmesm_assim_10mem} # case prefix, not including _YYYYMMDD_memXX suffix
: ${MEMBER1:=1} # first member
: ${ENSSIZE:=10} # number of members
: ${COMPSET:=NHISTfrc2esm}
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,19 +2,19 @@
# USE VARNAME=VALUE ARGUMENT WHEN CALLING SCRIPT TO OVERRIDE DEFAULTS

# experiment settings
: ${EXPERIMENT:=noresm2-lmesm_free} # case prefix, not including _YYYYMMDD_memXX suffix
: ${EXPERIMENT:=noresm2-lmesm_free_20mem} # case prefix, not including _YYYYMMDD_memXX suffix
: ${MEMBER1:=1} # first member
: ${ENSSIZE:=20} # number of members
: ${COMPSET:=NHISTfrc2esm}
: ${USER_MODS_DIR:=$SETUPROOT/user_mods/noresm2-lmesm_128pes}
: ${RES:=f19_tn14}
: ${START_DATE:=1970-01-01} # YYYY-MM-DD
: ${START_DATE:=1975-01-01} # YYYY-MM-DD

# initialisation settings
: ${RUN_TYPE:=hybrid}
: ${REF_CASE_LIST:='NHIST_f19_tn14_20191104esm NHIST_1901_f19_tn14_20230201esm NHIST_1951_f19_tn14_20230201esm NHIST_2001_f19_tn14_20230201esm NHIST_2201_f19_tn14_20230201esm NHIST_2231_f19_tn14_20230201esm NHIST_2251_f19_tn14_20230201esm NHIST_2291_f19_tn14_20230201esm NHIST_2311_f19_tn14_20230201esm'} # full name of reference cases
: ${REF_PATH_LOCAL:=/cluster/work/users/$USER/restarts}
: ${REF_DATE:=1975-01-01}
: ${REF_DATE:=$START_DATE}
: ${ADD_PERTURBATION:=1} # only for RUN_TYPE=hybrid

# job settings
Expand Down
Original file line number Diff line number Diff line change
Expand Up @@ -2,19 +2,19 @@
# USE VARNAME=VALUE ARGUMENT WHEN CALLING SCRIPT TO OVERRIDE DEFAULTS

# experiment settings
: ${EXPERIMENT:=noresm2-lmesm_freetest} # case prefix, not including _YYYYMMDD_memXX suffix
: ${EXPERIMENT:=noresm2-lmesm_free_4mem} # case prefix, not including _YYYYMMDD_memXX suffix
: ${MEMBER1:=1} # first member
: ${ENSSIZE:=4} # number of members
: ${COMPSET:=NHISTfrc2esm}
: ${USER_MODS_DIR:=$SETUPROOT/user_mods/noresm2-lmesm_128pes}
: ${RES:=f19_tn14}
: ${START_DATE:=1970-01-01} # YYYY-MM-DD
: ${START_DATE:=1975-01-01} # YYYY-MM-DD

# initialisation settings
: ${RUN_TYPE:=hybrid}
: ${REF_CASE_LIST:='NHIST_f19_tn14_20191104esm NHIST_1901_f19_tn14_20230201esm NHIST_1951_f19_tn14_20230201esm NHIST_2001_f19_tn14_20230201esm NHIST_2201_f19_tn14_20230201esm NHIST_2231_f19_tn14_20230201esm NHIST_2251_f19_tn14_20230201esm NHIST_2291_f19_tn14_20230201esm NHIST_2311_f19_tn14_20230201esm'} # full name of reference cases
: ${REF_PATH_LOCAL:=/cluster/work/users/$USER/restarts}
: ${REF_DATE:=1975-01-01}
: ${REF_DATE:=$START_DATE}
: ${ADD_PERTURBATION:=1} # only for RUN_TYPE=hybrid

# job settings
Expand Down
6 changes: 3 additions & 3 deletions setup/noresm2/settings/setmach.sh
Original file line number Diff line number Diff line change
Expand Up @@ -37,10 +37,10 @@ betzy)
source /cluster/installations/lmod/lmod/init/sh
module --quiet restore system
module load StdEnv
module load NCO/5.1.9-iomkl-2022a
module load netCDF-Fortran/4.6.0-iompi-2022a
module load iompi/2022a
module load CMake/3.12.1
module load NCO/5.1.9-iomkl-2022a
module load CMake/3.23.1-GCCcore-11.3.0
module load Python/3.10.4-GCCcore-11.3.0
export MKL_DEBUG_CPU_TYPE=5
ulimit -s unlimited
;;
Expand Down
59 changes: 0 additions & 59 deletions setup/noresm2/user_mods/noresm2-lm_128pes/env_mach_specific.xml

This file was deleted.

Loading

0 comments on commit af2463c

Please sign in to comment.