Skip to content

Turn on GF scheme and update workflow based on Cactus RRFS_A v0.6.5 #555

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
hu5970 merged 1 commit into from
Aug 18, 2023
Merged

Turn on GF scheme and update workflow based on Cactus RRFS_A v0.6.5 #555

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
1 commit
Select commit
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 1 addition & 4 deletions scripts/exregional_nonvarcldanl.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -349,10 +349,7 @@ if [ ${BKTYPE} -eq 0 ]; then
$APRUN ./${exect} > stdout 2>&1 || print_err_msg_exit "\
Call to executable to run No Var Cloud Analysis returned with nonzero exit code."
cp stdout ${comout}/stdout.t${HH}z.nonvarcloudanalysis
for fcld in stdout_cloudanalysis.*
do
cp ${fcld} ${comout}/stdout.t${HH}z.nonvar${fcld:7}
done
cat stdout_cloudanalysis.* > ${comout}/stdout.t${HH}z.nonvarcloudanalysis.all
fi
#
#-----------------------------------------------------------------------
Expand Down
2 changes: 1 addition & 1 deletion scripts/exregional_run_analysis.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -1003,8 +1003,8 @@ else

cat fit_p1 fit_w1 fit_t1 fit_q1 fit_pw1 fit_rad1 fit_rw1 > $comout/rrfs_a.t${HH}z.fits.tm00
cat fort.208 fort.210 fort.211 fort.212 fort.213 fort.220 > $comout/rrfs_a.t${HH}z.fits2.tm00
cat fort.238 > $comout/rrfs_a.t${HH}z.fits3.tm00
if [ ${gsi_type} == "OBSERVER" ]; then
cat fort.238 > $comout/rrfs_a.t${HH}z.fits3.tm00
cp stdout $comout/stdout.t${HH}z.GSI_observer
else
cp stdout $comout/stdout.t${HH}z.GSI_${anav_type}
Expand Down
10 changes: 5 additions & 5 deletions scripts/exregional_run_prepstart.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -555,19 +555,19 @@ fi
if [ "${DO_SMOKE_DUST}" = "TRUE" ] && [ ${cycle_type} == "spinup" ] ; then # cycle smoke/dust fields
if [ ${HH} -eq 4 ] || [ ${HH} -eq 16 ] ; then

# figure out which surface is available
surface_file_dir_name=fcst_fv3lam
# figure out which tracer is available
restart_file_dir_name=fcst_fv3lam
bkpath_find="missing"
restart_prefix_find="missing"
if [ "${bkpath_find}" == "missing" ]; then
restart_prefix=$( date +%Y%m%d.%H0000. -d "${START_DATE}" )

offset_hours=${DA_CYCLE_INTERV}
YYYYMMDDHHmInterv=$( date +%Y%m%d%H -d "${START_DATE} ${offset_hours} hours ago" )
bkpath=${fg_root}/${YYYYMMDDHHmInterv}${SLASH_ENSMEM_SUBDIR}/${surface_file_dir_name}/RESTART
bkpath=${fg_root}/${YYYYMMDDHHmInterv}${SLASH_ENSMEM_SUBDIR}/${restart_file_dir_name}/RESTART

n=${DA_CYCLE_INTERV}
while [[ $n -le 6 ]] ; do
while [[ $n -le 24 ]] ; do
if [ "${IO_LAYOUT_Y}" == "1" ]; then
checkfile=${bkpath}/${restart_prefix}fv_tracer.res.tile1.nc
else
Expand All @@ -583,7 +583,7 @@ if [ "${DO_SMOKE_DUST}" = "TRUE" ] && [ ${cycle_type} == "spinup" ] ; then # cy
n=$((n + ${DA_CYCLE_INTERV}))
offset_hours=${n}
YYYYMMDDHHmInterv=$( date +%Y%m%d%H -d "${START_DATE} ${offset_hours} hours ago" )
bkpath=${fg_root}/${YYYYMMDDHHmInterv}${SLASH_ENSMEM_SUBDIR}/${surface_file_dir_name}/RESTART # cycling, use background from RESTART
bkpath=${fg_root}/${YYYYMMDDHHmInterv}${SLASH_ENSMEM_SUBDIR}/${restart_file_dir_name}/RESTART # cycling, use background from RESTART
print_info_msg "$VERBOSE" "Trying this path: ${bkpath}"
done
fi
Expand Down
1 change: 0 additions & 1 deletion ush/config.sh_rrfs_a_enkf_c3
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -187,7 +187,6 @@ if [[ ${DO_ENSFCST} == "TRUE" ]] ; then
RUN="refs"
TAG="c3enfcst52"
fi
COMINgfs=""

. set_rrfs_config.sh

Expand Down
11 changes: 6 additions & 5 deletions ush/config.sh_rrfs_a_enkf_n3
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -126,9 +126,6 @@ TPP_RUN_ANAL="8"

EXTRN_MDL_NAME_ICS="GEFS"
EXTRN_MDL_NAME_LBCS="GEFS"
EXTRN_MDL_SOURCE_BASEDIR_ICS="/mnt/lfs4/BMC/wrfruc/RRFSE/data/gens"
EXTRN_MDL_SOURCE_BASEDIR_LBCS="/mnt/lfs4/BMC/wrfruc/RRFSE/data/gens"

FV3GFS_FILE_FMT_ICS="grib2"
FV3GFS_FILE_FMT_LBCS="grib2"

Expand Down Expand Up @@ -199,13 +196,17 @@ COMINgfs=""

. set_rrfs_config.sh

EXTRN_MDL_SOURCE_BASEDIR_ICS=/lfs/h1/ops/prod/com/gefs/v12.3
EXTRN_MDL_SOURCE_BASEDIR_LBCS=/lfs/h1/ops/prod/com/gefs/v12.3

STMP="/lfs/f2/t2o/ptmp/emc/stmp/emc.lam/rrfs/${version}" # Path to directory STMP that mostly contains input files.
PTMP="/lfs/f2/t2o/ptmp/emc/ptmp/emc.lam/rrfs/${version}" # Path to directory STMP that mostly contains input files.
NWGES="/lfs/f2/t2o/ptmp/emc/ptmp/emc.lam/rrfs/${version}/nwges" # Path to directory NWGES that save boundary, cold initial, restart files
if [[ ${DO_ENSFCST} == "TRUE" ]] ; then
STMP="/lfs/h2/emc/stmp/emc.lam/rrfs/${version}/enfcst" # Path to directory STMP that mostly contains input files.
NWGES="/lfs/h2/emc/ptmp/emc.lam/rrfs/${version}/nwges" # Path to directory NWGES that save boundary, cold initial, restart files
PTMP="/lfs/h2/emc/ptmp/emc.lam/rrfs/${version}" # Path to directory STMP that mostly contains input files.
NWGES="/lfs/f2/t2o/ptmp/emc/ptmp/emc.lam/rrfs/${version}/nwges" # Path to directory NWGES that save boundary, cold initial, restart files
fi
ENSCTRL_STMP="/lfs/f2/t2o/ptmp/emc/stmp/emc.lam/rrfs/${version}" # Path to directory STMP that mostly contains control input files for ensemble recentering.
ENSCTRL_PTMP="/lfs/f2/t2o/ptmp/emc/ptmp/emc.lam/rrfs/${version}" # Path to directory STMP that mostly contains control input files for ensemble recentering.
ENSCTRL_PTMP="/lfs/h2/emc/ptmp/emc.lam/rrfs/${version}" # Path to directory STMP that mostly contains control input files for ensemble recentering.
ENSCTRL_NWGES="/lfs/f2/t2o/ptmp/emc/ptmp/emc.lam/rrfs/${version}/nwges" # Path to directory STMP that mostly contains control input files for ensemble recentering.
16 changes: 8 additions & 8 deletions ush/config.sh_rrfs_a_n3
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
MACHINE="wcoss2"
MACHINETYPE="backup"
MACHINETYPE="primary"
version="v0.6.5"
ACCOUNT="RRFS_DEV"
#RESERVATION="rrfsdet"
Expand Down Expand Up @@ -42,12 +42,12 @@ BOUNDARY_PROC_GROUP_NUM="72"

# avaialble retro period:
# 20210511-20210531; 20210718-20210801
DATE_FIRST_CYCL="20230701"
DATE_LAST_CYCL="20230830"
DATE_FIRST_CYCL="20230801"
DATE_LAST_CYCL="20230930"
CYCL_HRS=( "00" "12" )
CYCL_HRS_SPINSTART=("03" "15")
CYCL_HRS_PRODSTART=("09" "21")
CYCLEMONTH="07,08"
CYCLEMONTH="08,09"
CYCLEDAY="*"

STARTYEAR=${DATE_FIRST_CYCL:0:4}
Expand All @@ -69,16 +69,16 @@ if [[ $DO_SPINUP == "TRUE" ]] ; then
SPINUP_CYCLEDEF="00 03-08,15-20 ${CYCLEDAY} ${CYCLEMONTH} ${STARTYEAR} *"
fi

FCST_LEN_HRS="18"
FCST_LEN_HRS="12"
FCST_LEN_HRS_SPINUP="1"
#FCST_LEN_HRS_CYCLES=(48 18 18 18 18 18 48 18 18 18 18 18 48 18 18 18 18 18 48 18 18 18 18 18)
for i in {0..23}; do FCST_LEN_HRS_CYCLES[$i]=18; done
for i in {0..23}; do FCST_LEN_HRS_CYCLES[$i]=12; done
for i in {0..23..6}; do FCST_LEN_HRS_CYCLES[$i]=60; done
DA_CYCLE_INTERV="1"
RESTART_INTERVAL="1 2"
RESTART_INTERVAL_LONG="1 2"
## set up post
POSTPROC_LEN_HRS="18"
POSTPROC_LEN_HRS="12"
POSTPROC_LONG_LEN_HRS="60"
NFHOUT_HF="1"
# 15 min output upto 18 hours
Expand Down Expand Up @@ -114,7 +114,7 @@ RUN="rrfs"
. set_rrfs_config.sh

STMP="/lfs/f2/t2o/ptmp/emc/stmp/emc.lam/rrfs/${version}" # Path to directory STMP that mostly contains input files.
PTMP="/lfs/f2/t2o/ptmp/emc/ptmp/emc.lam/rrfs/${version}" # Path to directory STMP that mostly contains input files.
PTMP="/lfs/h2/emc/ptmp/emc.lam/rrfs/${version}" # Path to directory STMP that mostly contains input files.
NWGES="/lfs/f2/t2o/ptmp/emc/ptmp/emc.lam/rrfs/${version}/nwges" # Path to directory NWGES that save boundary, cold initial, restart files
if [[ ${regional_ensemble_option} == "5" ]]; then
RRFSE_NWGES="/lfs/f2/t2o/ptmp/emc/ptmp/emc.lam/rrfs/${version}/nwges" # Path to RRFSE directory NWGES that mostly contains ensemble restart files for GSI hybrid.
Expand Down
15 changes: 9 additions & 6 deletions ush/set_rrfs_config_general.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -54,6 +54,7 @@ if [[ $MACHINE == "wcoss2" ]] ; then
QUEUE_ANALYSIS="pridev"
QUEUE_FCST="pridev"
QUEUE_HPSS="dev_transfer"
QUEUE_POST="pridev"
QUEUE_PRDGEN="pridev"
QUEUE_GRAPHICS="pridev"
if [[ $MACHINETYPE == "backup" ]] ; then
Expand Down Expand Up @@ -122,14 +123,14 @@ START_TIME_CONVENTIONAL_SPINUP="00:40:00"
START_TIME_CONVENTIONAL="00:50:00"
START_TIME_NSSLMOSIAC="00:55:00"
START_TIME_LIGHTNINGNC="00:55:00"
START_TIME_PROCSMOKE="00:55:00"
START_TIME_PROCSMOKE="00:50:00"

if [[ ${PREDEF_GRID_NAME} == "RRFS_CONUS_3km" ]] ; then
DT_ATMOS=36
ADDNL_OUTPUT_GRIDS=()
TILE_LABELS="CONUS REGIONS"
TILE_SETS="full NE,NC,NW,SE,SC,SW"
CCPP_PHYS_SUITE="FV3_HRRR"
CCPP_PHYS_SUITE="FV3_HRRR_gf"
Copy link
Copy Markdown
Collaborator

@guoqing-noaa guoqing-noaa Aug 17, 2023

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

We still need to manually copy this CCPP SDF file, right?

Copy link
Copy Markdown
Author

@hu5970 hu5970 Aug 18, 2023

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Yes, that is the way to be able to compile the code but I hope this can be fixed soon.

PPN_RUN_POSTANAL="5"

if [[ $MACHINE == "jet" ]] ; then
Expand Down Expand Up @@ -200,8 +201,8 @@ if [[ ${PREDEF_GRID_NAME} == "RRFS_CONUS_3km" ]] ; then
NNODES_RUN_ENKF="24"
MEMO_RUN_PRDGEN="80G"
MEMO_RUN_PROCESSBUFR="80G"
PPN_RUN_NONVARCLDANL="128"
NNODES_RUN_NONVARCLDANL="1"
PPN_RUN_NONVARCLDANL="64"
NNODES_RUN_NONVARCLDANL="10"
PPN_RUN_GSIDIAG=128

MAXTRIES_GET_EXTRN_ICS="1"
Expand Down Expand Up @@ -360,7 +361,7 @@ fi

if [[ ${PREDEF_GRID_NAME} == "RRFS_NA_3km" ]] ; then
DT_ATMOS=36
CCPP_PHYS_SUITE="FV3_HRRR"
CCPP_PHYS_SUITE="FV3_HRRR_gf"
ADDNL_OUTPUT_GRIDS=( "hrrr" "hrrrak" )
TILE_LABELS="NA hrrr_regions1 hrrr_regions2 hrrr_tiles1 hrrr_tiles2 hrrr_tiles3 \
hrrr_tiles4 hrrrak_tiles"
Expand Down Expand Up @@ -426,6 +427,8 @@ if [[ ${PREDEF_GRID_NAME} == "RRFS_NA_3km" ]] ; then
PPN_RUN_PRDGEN="128"
PPN_RUN_POSTANAL="8"
PPN_RUN_GSIDIAG=128
NNODES_RUN_BUFRSND="2"
PPN_RUN_BUFRSND="14"

MAXTRIES_MAKE_ICS="1"
MAXTRIES_MAKE_LBCS="1"
Expand All @@ -445,7 +448,7 @@ if [[ ${PREDEF_GRID_NAME} == "RRFS_NA_3km" ]] ; then
MEMO_SAVE_INPUT="120G"
MEMO_RUN_PRDGEN="256G"

START_TIME_SPINUP="01:10:00"
START_TIME_SPINUP="01:05:00"
START_TIME_PROD="02:20:00"
START_TIME_LATE_ANALYSIS="01:20:00"
START_TIME_CONVENTIONAL="00:45:00"
Expand Down
4 changes: 2 additions & 2 deletions ush/templates/FV3.input.yml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -55,7 +55,7 @@ FV3_HRRR:
hord_dp: 6
hord_mt: 6
hord_tm: 6
hord_tr: 10
hord_tr: 8
hord_vt: 6
k_split: 2
kord_mt: 9
Expand Down Expand Up @@ -138,7 +138,7 @@ FV3_HRRR_gf:
hord_dp: 6
hord_mt: 6
hord_tm: 6
hord_tr: 10
hord_tr: 8
hord_vt: 6
k_split: 2
kord_mt: 9
Expand Down
6 changes: 3 additions & 3 deletions ush/templates/FV3LAM_wflow.xml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -790,7 +790,7 @@ MODULES_RUN_TASK_FP script.
{%- endfor %}
{% else %}
{%- for h in range(extrn_mdl_lbcs_offset_hrs, boundary_len_hrs+extrn_mdl_lbcs_offset_hrs+1, 3) %}
<datadep age="00:00:05:00"><cyclestr offset="-{{ extrn_mdl_lbcs_offset_hrs }}:00:00">{{ extrn_mdl_sysbasedir_ics }}/gefs.@Y@m@d/@H/atmos/pgrb2bp5/#subdirGE#.t@Hz.pgrb2b.0p50.f{{ "%03d" % h }}</cyclestr></datadep>
<datadep age="00:00:05:00"><cyclestr offset="-{{ extrn_mdl_lbcs_offset_hrs }}:00:00">{{ extrn_mdl_sysbasedir_lbcs }}/gefs.@Y@m@d/@H/atmos/pgrb2bp5/#subdirGE#.t@Hz.pgrb2b.0p50.f{{ "%03d" % h }}</cyclestr></datadep>
{%- endfor %}
{%- endif %}
{% else %}
Expand Down Expand Up @@ -1499,7 +1499,7 @@ MODULES_RUN_TASK_FP script.
-->
<task name="&ANAL_GSIDIAG_TN;_spinup" cycledefs="spinupcyc" maxtries="{{ maxtries_anal_gsi }}">

&RSRV_ANALYSIS;
&RSRV_DEFAULT;
&WALL_LIMIT_ANAL;

<command>&LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_RUN_GSIDIAG"</command>
Expand Down Expand Up @@ -2380,7 +2380,7 @@ MODULES_RUN_TASK_FP script.
-->
<task name="&ANAL_GSIDIAG_TN;_prod" cycledefs="prodcyc,prodcyc_long" maxtries="{{ maxtries_anal_gsi }}">

&RSRV_ANALYSIS;
&RSRV_DEFAULT;
&WALL_LIMIT_ANAL;

<command>&LOAD_MODULES_RUN_TASK_FP; "&RUN_ANAL_TN;" "&JOBSDIR;/JREGIONAL_RUN_GSIDIAG"</command>
Expand Down