From 282a10c04635e1a1fb4b56e8e79643a052b33eac Mon Sep 17 00:00:00 2001 From: Jessica Meixner Date: Mon, 21 Aug 2023 11:08:30 -0400 Subject: [PATCH] Fix hi-res resources and CMEPS write time, add WW3 restart (#1805) We're getting ready to run HR2 and in the process have found a few minor bugs. While these shouldn't effect others running low resolution cases, I wanted to push these bug fixes for anyone trying to run high resolution. These bugs address: * Issue #1793 Adding extra tasks to write component for hera for C768 (otherwise crashes due to memory) * Avoiding requesting two wave restarts at the same time (this is a known bug that the workflow usually has work around for. A fix for the underlying WW3 bug should be coming within the next month, but this will get us through that waiting period) * Adding a setting that was missed when updating the ufs-waether-model that ensure that CMEPS restarts are written in a reasonable time (See: https://github.com/ufs-community/ufs-weather-model/issues/1873 for more details) --- parm/config/gfs/config.ufs | 2 +- parm/config/gfs/config.wave | 4 +++- parm/ufs/nems.configure.cpld.IN | 1 + parm/ufs/nems.configure.cpld_aero.IN | 1 + parm/ufs/nems.configure.cpld_aero_outerwave.IN | 1 + parm/ufs/nems.configure.cpld_outerwave.IN | 1 + parm/ufs/nems.configure.cpld_wave.IN | 1 + 7 files changed, 9 insertions(+), 2 deletions(-) diff --git a/parm/config/gfs/config.ufs b/parm/config/gfs/config.ufs index 15b5046d6c..3e1fa382d7 100644 --- a/parm/config/gfs/config.ufs +++ b/parm/config/gfs/config.ufs @@ -171,7 +171,7 @@ case "${fv3_res}" in export WRITE_GROUP=2 export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE=10 export WRITE_GROUP_GFS=4 - export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE_GFS=10 + export WRTTASK_PER_GROUP_PER_THREAD_PER_TILE_GFS=20 ;; "C1152") export DELTIM=120 diff --git a/parm/config/gfs/config.wave b/parm/config/gfs/config.wave index a0c0156166..c9b73937ee 100644 --- a/parm/config/gfs/config.wave +++ b/parm/config/gfs/config.wave @@ -135,7 +135,9 @@ if [[ "${CDUMP}" != gfs ]]; then # Setting is valid for GDAS and GEFS else # This is a GFS run rst_dt_gfs=$(( restart_interval_gfs * 3600 )) # TODO: This calculation needs to move to parsing_namelists_WW3.sh if [[ ${rst_dt_gfs} -gt 0 ]]; then - export DT_1_RST_WAV=${rst_dt_gfs:-0} # time between restart files, set to DTRST=1 for a single restart file + export DT_1_RST_WAV=0 #${rst_dt_gfs:-0} # time between restart files, set to DTRST=1 for a single restart file + #temporarily set to zero to avoid a clash in requested restart times + #which makes the wave model crash a fix for the model issue will be coming export DT_2_RST_WAV=${rst_dt_gfs:-0} # restart stride for checkpointing restart else rst_dt_fhmax=$(( FHMAX_WAV * 3600 )) diff --git a/parm/ufs/nems.configure.cpld.IN b/parm/ufs/nems.configure.cpld.IN index abc9091c4e..0f6e68cc4e 100644 --- a/parm/ufs/nems.configure.cpld.IN +++ b/parm/ufs/nems.configure.cpld.IN @@ -94,6 +94,7 @@ MED_attributes:: history_ymd = -999 coupling_mode = @[CPLMODE] history_tile_atm = @[ATMTILESIZE] + pio_rearranger = box :: ALLCOMP_attributes:: ScalarFieldCount = 2 diff --git a/parm/ufs/nems.configure.cpld_aero.IN b/parm/ufs/nems.configure.cpld_aero.IN index f8d71a2398..9d4afff121 100644 --- a/parm/ufs/nems.configure.cpld_aero.IN +++ b/parm/ufs/nems.configure.cpld_aero.IN @@ -106,6 +106,7 @@ MED_attributes:: history_ymd = -999 coupling_mode = @[CPLMODE] history_tile_atm = @[ATMTILESIZE] + pio_rearranger = box :: ALLCOMP_attributes:: ScalarFieldCount = 2 diff --git a/parm/ufs/nems.configure.cpld_aero_outerwave.IN b/parm/ufs/nems.configure.cpld_aero_outerwave.IN index 3b25faa268..78a009b879 100644 --- a/parm/ufs/nems.configure.cpld_aero_outerwave.IN +++ b/parm/ufs/nems.configure.cpld_aero_outerwave.IN @@ -126,6 +126,7 @@ MED_attributes:: history_ymd = -999 coupling_mode = @[CPLMODE] history_tile_atm = @[ATMTILESIZE] + pio_rearranger = box :: ALLCOMP_attributes:: ScalarFieldCount = 2 diff --git a/parm/ufs/nems.configure.cpld_outerwave.IN b/parm/ufs/nems.configure.cpld_outerwave.IN index ec30d132a7..736e0cf3fd 100644 --- a/parm/ufs/nems.configure.cpld_outerwave.IN +++ b/parm/ufs/nems.configure.cpld_outerwave.IN @@ -114,6 +114,7 @@ MED_attributes:: history_ymd = -999 coupling_mode = @[CPLMODE] history_tile_atm = @[ATMTILESIZE] + pio_rearranger = box :: ALLCOMP_attributes:: ScalarFieldCount = 2 diff --git a/parm/ufs/nems.configure.cpld_wave.IN b/parm/ufs/nems.configure.cpld_wave.IN index f2843a5b2c..3a1c918900 100644 --- a/parm/ufs/nems.configure.cpld_wave.IN +++ b/parm/ufs/nems.configure.cpld_wave.IN @@ -114,6 +114,7 @@ MED_attributes:: history_ymd = -999 coupling_mode = @[CPLMODE] history_tile_atm = @[ATMTILESIZE] + pio_rearranger = box :: ALLCOMP_attributes:: ScalarFieldCount = 2