From a29c17be5a5c8781191d3b00cb9d74c74aa73655 Mon Sep 17 00:00:00 2001 From: Daniel Abdi Date: Fri, 10 Mar 2023 11:59:31 +0000 Subject: [PATCH 01/10] Update get_extrn_ics/lbcs and make_ics/lbcs. --- jobs/JREGIONAL_MAKE_ICS | 4 +++ jobs/JREGIONAL_MAKE_LBCS | 3 ++ scripts/exregional_get_extrn_mdl_files.sh | 17 ++++++++++- scripts/exregional_make_ics.sh | 19 ++++++++++-- scripts/exregional_make_lbcs.sh | 37 ++++++++++++++--------- 5 files changed, 63 insertions(+), 17 deletions(-) diff --git a/jobs/JREGIONAL_MAKE_ICS b/jobs/JREGIONAL_MAKE_ICS index 4fd9238a05..ffefa18ed5 100755 --- a/jobs/JREGIONAL_MAKE_ICS +++ b/jobs/JREGIONAL_MAKE_ICS @@ -57,10 +57,14 @@ for the FV3 (in NetCDF format). # if [ $RUN_ENVIR = "nco" ]; then export INPUT_DATA="${COMIN}" + export INPUT_DATA_NWGES="${NWGES_DIR}${SLASH_ENSMEM_SUBDIR}/ics" else export INPUT_DATA="${COMIN}${SLASH_ENSMEM_SUBDIR}/INPUT" + export INPUT_DATA_NWGES="${NWGES_DIR}${SLASH_ENSMEM_SUBDIR}/ics" fi mkdir_vrfy -p "${INPUT_DATA}" +mkdir_vrfy -p "${INPUT_DATA_NWGES}" +# # #----------------------------------------------------------------------- # diff --git a/jobs/JREGIONAL_MAKE_LBCS b/jobs/JREGIONAL_MAKE_LBCS index 0a6aab6b98..7b5c7f2622 100755 --- a/jobs/JREGIONAL_MAKE_LBCS +++ b/jobs/JREGIONAL_MAKE_LBCS @@ -57,10 +57,13 @@ hour zero). # if [ $RUN_ENVIR = "nco" ]; then export INPUT_DATA="${COMIN}" + export INPUT_DATA_NWGES="${NWGES_DIR}${SLASH_ENSMEM_SUBDIR}/lbcs" else export INPUT_DATA="${COMIN}${SLASH_ENSMEM_SUBDIR}/INPUT" + export INPUT_DATA_NWGES="${NWGES_DIR}${SLASH_ENSMEM_SUBDIR}/lbcs" fi mkdir_vrfy -p "${INPUT_DATA}" +mkdir_vrfy -p "${INPUT_DATA_NWGES}" # #----------------------------------------------------------------------- # diff --git a/scripts/exregional_get_extrn_mdl_files.sh b/scripts/exregional_get_extrn_mdl_files.sh index 4be9381eaa..8b0e9acbc3 100755 --- a/scripts/exregional_get_extrn_mdl_files.sh +++ b/scripts/exregional_get_extrn_mdl_files.sh @@ -76,7 +76,22 @@ elif [ "${ICS_OR_LBCS}" = "LBCS" ]; then CYCLE_IDX=$(( ${cyc_mod} / ${INCR_CYCL_FREQ} )) FCST_LEN_HRS=${FCST_LEN_CYCL[$CYCLE_IDX]} fi - last_time=$((TIME_OFFSET_HRS + FCST_LEN_HRS)) + end_hr=$FCST_LEN_HRS + if [ $BOUNDARY_LEN_HRS -gt $end_hr ]; then + end_hr=$BOUNDARY_LEN_HRS + fi + # There is a difference between RRFS_dev & SRW regarding download of 0th + # hour lbcs. RRFS_dev downloads 0th hour lbcs while SRW does not. + # I tried to make them the same but RRFS_dev workflow skips make_ics for + # some cycles so it needs to download 0th hour lbcs. + if [ ${DO_RRFS_DEV} = "TRUE" ]; then + first_time=$((TIME_OFFSET_HRS)) + else + first_time=$((TIME_OFFSET_HRS + LBC_SPEC_INTVL_HRS )) + fi + last_time=$((TIME_OFFSET_HRS + end_hr)) + + fcst_hrs="${first_time} ${last_time} ${LBC_SPEC_INTVL_HRS}" file_names=${EXTRN_MDL_FILES_LBCS[@]} if [ ${EXTRN_MDL_NAME} = FV3GFS ] || [ "${EXTRN_MDL_NAME}" == "GDAS" ] ; then diff --git a/scripts/exregional_make_ics.sh b/scripts/exregional_make_ics.sh index 29f3817ba0..1ba182c9a1 100755 --- a/scripts/exregional_make_ics.sh +++ b/scripts/exregional_make_ics.sh @@ -124,7 +124,8 @@ case "${CCPP_PHYS_SUITE}" in "FV3_GFS_v15_thompson_mynn_lam3km" | \ "FV3_GFS_v17_p8" | \ "FV3_WoFS_v0" | \ - "FV3_HRRR" ) + "FV3_HRRR" | \ + "FV3_RAP" ) if [ "${EXTRN_MDL_NAME_ICS}" = "RAP" ] || \ [ "${EXTRN_MDL_NAME_ICS}" = "HRRR" ]; then varmap_file="GSDphys_var_map.txt" @@ -536,7 +537,7 @@ settings=" 'mosaic_file_target_grid': ${FIXlam}/${CRES}${DOT_OR_USCORE}mosaic.halo$((10#${NH4})).nc, 'orog_dir_target_grid': ${FIXlam}, 'orog_files_target_grid': ${CRES}${DOT_OR_USCORE}oro_data.tile${TILE_RGNL}.halo$((10#${NH4})).nc, - 'vcoord_file_target_grid': ${FIXam}/global_hyblev.l65.txt, + 'vcoord_file_target_grid': ${FIXam}/global_hyblev_fcst_rrfsL65.txt, 'varmap_file': ${PARMdir}/ufs_utils/varmap_tables/${varmap_file}, 'data_dir_input_grid': ${extrn_mdl_staging_dir}, 'atm_files_input_grid': ${fn_atm}, @@ -676,6 +677,20 @@ fi # #----------------------------------------------------------------------- # +# Symlink files to NWGES directory, dropping prefix +# +#----------------------------------------------------------------------- +# +for i in ${INPUT_DATA}/*.nc; do + file=$(basename $i) + prefix="${NET}.${cycle}${dot_ensmem}." + file=${file#"$prefix"} + file=${file/f000/000} + ln_vrfy -sf $i ${INPUT_DATA_NWGES}/${file} +done +# +#----------------------------------------------------------------------- +# # Print message indicating successful completion of script. # #----------------------------------------------------------------------- diff --git a/scripts/exregional_make_lbcs.sh b/scripts/exregional_make_lbcs.sh index 9dfb153c4b..62e673dd5a 100755 --- a/scripts/exregional_make_lbcs.sh +++ b/scripts/exregional_make_lbcs.sh @@ -99,16 +99,6 @@ fi DATA="${DATA}/tmp_LBCS" mkdir_vrfy -p "$DATA" cd_vrfy $DATA - -if [ ${#FCST_LEN_CYCL[@]} -gt 1 ]; then - cyc_mod=$(( ${cyc} - ${DATE_FIRST_CYCL:8:2} )) - CYCLE_IDX=$(( ${cyc_mod} / ${INCR_CYCL_FREQ} )) - FCST_LEN_HRS=${FCST_LEN_CYCL[$CYCLE_IDX]} -fi -LBC_SPEC_FCST_HRS=() -for i_lbc in $(seq ${LBC_SPEC_INTVL_HRS} ${LBC_SPEC_INTVL_HRS} $(( FCST_LEN_HRS+LBC_SPEC_INTVL_HRS )) ); do - LBC_SPEC_FCST_HRS+=("$i_lbc") -done # #----------------------------------------------------------------------- # @@ -132,7 +122,8 @@ case "${CCPP_PHYS_SUITE}" in "FV3_GFS_v15_thompson_mynn_lam3km" | \ "FV3_GFS_v17_p8" | \ "FV3_WoFS_v0" | \ - "FV3_HRRR" ) + "FV3_HRRR" | \ + "FV3_RAP") if [ "${EXTRN_MDL_NAME_LBCS}" = "RAP" ] || \ [ "${EXTRN_MDL_NAME_LBCS}" = "HRRR" ]; then varmap_file="GSDphys_var_map.txt" @@ -368,7 +359,12 @@ fi #----------------------------------------------------------------------- # num_fhrs="${#EXTRN_MDL_FHRS[@]}" -for (( i=0; i<${num_fhrs}; i++ )); do +bcgrp10=${bcgrp#0} +bcgrpnum10=${bcgrpnum#0} +for (( ii=0; ii<${num_fhrs}; ii=ii+bcgrpnum10 )); do + i=$(( ii + bcgrp10 )) + if [ ${i} -lt ${num_fhrs} ]; then + echo " group ${bcgrp10} processes member ${i}" # # Get the forecast hour of the external model. # @@ -461,7 +457,7 @@ settings=" 'mosaic_file_target_grid': ${FIXlam}/${CRES}${DOT_OR_USCORE}mosaic.halo$((10#${NH4})).nc, 'orog_dir_target_grid': ${FIXlam}, 'orog_files_target_grid': ${CRES}${DOT_OR_USCORE}oro_data.tile${TILE_RGNL}.halo$((10#${NH4})).nc, - 'vcoord_file_target_grid': ${FIXam}/global_hyblev.l65.txt, + 'vcoord_file_target_grid': ${FIXam}/global_hyblev_fcst_rrfsL65.txt, 'varmap_file': ${PARMdir}/ufs_utils/varmap_tables/${varmap_file}, 'data_dir_input_grid': ${extrn_mdl_staging_dir}, 'atm_files_input_grid': ${fn_atm}, @@ -528,9 +524,22 @@ located in the following directory: # the forecast hour of the FV3-LAM (which is not necessarily the same as # that of the external model since their start times may be offset). # - fcst_hhh_FV3LAM=$( printf "%03d" "${LBC_SPEC_FCST_HRS[$i]}" ) + lbc_spec_fhrs=( "${EXTRN_MDL_FHRS[$i]}" ) + fcst_hhh=$(( ${lbc_spec_fhrs} - ${EXTRN_MDL_LBCS_OFFSET_HRS} )) + fcst_hhh_FV3LAM=$( printf "%03d" "$fcst_hhh" ) mv_vrfy gfs.bndy.nc ${INPUT_DATA}/${NET}.${cycle}${dot_ensmem}.gfs_bndy.tile7.f${fcst_hhh_FV3LAM}.nc +# +#----------------------------------------------------------------------- +# +# Symlink files to NWGES directory, dropping prefix +# +#----------------------------------------------------------------------- +# + ln_vrfy -sf ${INPUT_DATA}/${NET}.${cycle}${dot_ensmem}.gfs_bndy.tile7.f${fcst_hhh_FV3LAM}.nc \ + ${INPUT_DATA_NWGES}/gfs_bndy.tile7.${fcst_hhh_FV3LAM}.nc + + fi done # #----------------------------------------------------------------------- From 0b7bc38ae11714dd9eb4fa01a4098f10d605e62b Mon Sep 17 00:00:00 2001 From: Daniel Abdi Date: Mon, 13 Mar 2023 17:41:40 +0000 Subject: [PATCH 02/10] Modify input nml to use 65 levels. --- parm/input.nml.FV3 | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/parm/input.nml.FV3 b/parm/input.nml.FV3 index bd6244d2d9..902a6adfdb 100644 --- a/parm/input.nml.FV3 +++ b/parm/input.nml.FV3 @@ -36,7 +36,7 @@ checker_tr = .false. filtered_terrain = .true. gfs_dwinds = .true. - levp = 65 + levp = 66 nt_checker = 0 / @@ -95,14 +95,15 @@ make_nh = .true. mountain = .false. n_split = 5 - n_sponge = 24 + n_sponge = 9 + sg_cutoff = 10000.0 n_zs_filter = 0 na_init = 1 ncep_ic = .false. nggps_ic = .true. no_dycore = .false. nord = 3 - npz = 64 + npz = 65 nrows_blend = 10 ntiles = 1 nudge_qv = .false. From 0d5885b3c42844767c41a880507f27ccde51966e Mon Sep 17 00:00:00 2001 From: Daniel Abdi Date: Thu, 13 Apr 2023 22:54:35 +0000 Subject: [PATCH 03/10] Add NWGES variables. --- ush/config_defaults.yaml | 22 ++++++++++++++++++++++ 1 file changed, 22 insertions(+) diff --git a/ush/config_defaults.yaml b/ush/config_defaults.yaml index fdc4ec3586..ef4f75cf94 100644 --- a/ush/config_defaults.yaml +++ b/ush/config_defaults.yaml @@ -1021,6 +1021,12 @@ nco: # LOGBASEDIR: # Directory in which the log files from the workflow tasks will be placed. # + # NWGES: + # The beginning portion of the directory that will contain the output + # files from the forecast for a given cycle. For a cycle + # that starts on the date specified by yyyymmdd and hour specified by hh + # ${NWGES}/yyyymmddhh + # # For more information on NCO standards # # https://www.nco.ncep.noaa.gov/idsb/implementation_standards/ImplementationStandards.v11.0.0.pdf @@ -1031,6 +1037,7 @@ nco: NET: "rrfs" RUN: "rrfs" model_ver: "v1.0.0" + OPSROOT: '{{ workflow.EXPT_BASEDIR }}/../nco_dirs' COMROOT: '{{ OPSROOT }}/com' PACKAGEROOT: '{{ OPSROOT }}/packages' @@ -1041,6 +1048,21 @@ nco: COMIN_BASEDIR: '{{ COMROOT }}/{{ NET }}/{{ model_ver }}' COMOUT_BASEDIR: '{{ COMROOT }}/{{ NET }}/{{ model_ver }}' + # + # New additions from RRFS_dev1 + # + NWGES: '{{ OPSROOT }}/nwges' + NWGES_BASEDIR: '{{ NWGES }}' + RRFSE_NWGES: '{{ OPSROOT }}/nwges' + RRFSE_NWGES_BASEDIR: '{{ RRFSE_NWGES }}' + ENSCTRL_NWGES: '{{ OPSROOT }}/nwges' + ENSCTRL_NWGES_BASEDIR: '{{ ENSCTRL_NWGES}}' + + ENSCTRL_COMIN: '{{ COMIN_BASEDIR}}' + ENSCTRL_COMOUT: '{{ COMOUT_BASEDIR}}' + ENSCTRL_COMROOT: '{{ ENSCTRL_COMOUT }}' + ENSCTRL_COMIN_BASEDIR: '{{ ENSCTRL_COMIN }}' + ENSCTRL_COMOUT_BASEDIR: '{{ ENSCTRL_COMROOT}}/{{ envir}}' # #----------------------------------------------------------------------- # From 12dcd0f70ee9c264d4414df14c3b7a6566da448b Mon Sep 17 00:00:00 2001 From: Daniel Abdi Date: Thu, 13 Apr 2023 22:56:49 +0000 Subject: [PATCH 04/10] Add new LBCS variables. --- ush/config_defaults.yaml | 20 ++++++++++++++++++++ 1 file changed, 20 insertions(+) diff --git a/ush/config_defaults.yaml b/ush/config_defaults.yaml index ef4f75cf94..d3b2ffd022 100644 --- a/ush/config_defaults.yaml +++ b/ush/config_defaults.yaml @@ -1530,6 +1530,26 @@ task_get_extrn_lbcs: LBC_SPEC_INTVL_HRS: 6 EXTRN_MDL_LBCS_OFFSET_HRS: '{{ 3 if EXTRN_MDL_NAME_LBCS == "RAP" else 0 }}' FV3GFS_FILE_FMT_LBCS: "nemsio" + # + #----------------------------------------------------------------------- + # + # LBCS_SEARCH_HRS: + # When search boundary conditions tasks from previous cycles in prep_cyc step, + # For example: 0 means search start for the same cycle lbcs task. + # 1 means search start for 1-h previous cycle lbcs task. + # 2 means search start for 2-h previous cycle lbcs task. + # + # EXTRN_MDL_LBCS_SEARCH_OFFSET_HRS: + # When search boundary conditions from previous cycles in prep_start step, + # the search will start at cycle before (this parameter) of current cycle. + # For example: 0 means search start at the same cycle lbcs directory. + # 1 means search start at 1-h previous cycle lbcs directory. + # 2 means search start at 2-h previous cycle lbcs directory. + # + #----------------------------------------------------------------------- + # + LBCS_SEARCH_HRS: 6 + EXTRN_MDL_LBCS_SEARCH_OFFSET_HRS: 0 #----------------------------------------------------------------------- # # EXTRN_MDL_SYSBASEDIR_LBCS: From fe539d06badb862d362631d360e960951d9cc04c Mon Sep 17 00:00:00 2001 From: Daniel Abdi Date: Tue, 25 Apr 2023 15:03:46 +0000 Subject: [PATCH 05/10] Add new variables related to lbcs. --- ush/config_defaults.yaml | 21 ++++++++++++--------- 1 file changed, 12 insertions(+), 9 deletions(-) diff --git a/ush/config_defaults.yaml b/ush/config_defaults.yaml index d3b2ffd022..3ad5337e08 100644 --- a/ush/config_defaults.yaml +++ b/ush/config_defaults.yaml @@ -874,6 +874,15 @@ workflow: # An array containing the hours of the day at which the product cycle starts, # from cold start input or from spin-up cycle forcast # + # BOUNDARY_LEN_HRS + # The length of boundary condition for normal forecast, in integer hours. + # + # BOUNDARY_LONG_LEN_HRS + # The length of boundary condition for long forecast, in integer hours. + # + # BOUNDARY_PROC_GROUP_NUM + # The number of groups used to run make_lbcs, in integer from 1 to forecast longest hours. + # #----------------------------------------------------------------------- # DATE_FIRST_CYCL: "YYYYMMDDHH" @@ -886,6 +895,9 @@ workflow: CYCL_HRS_SPINSTART: [] CYCL_HRS_PRODSTART: [] + BOUNDARY_LEN_HRS: 0 + BOUNDARY_LONG_LEN_HRS: 0 + BOUNDARY_PROC_GROUP_NUM: 1 # #----------------------------------------------------------------------- # @@ -1053,16 +1065,7 @@ nco: # NWGES: '{{ OPSROOT }}/nwges' NWGES_BASEDIR: '{{ NWGES }}' - RRFSE_NWGES: '{{ OPSROOT }}/nwges' - RRFSE_NWGES_BASEDIR: '{{ RRFSE_NWGES }}' - ENSCTRL_NWGES: '{{ OPSROOT }}/nwges' - ENSCTRL_NWGES_BASEDIR: '{{ ENSCTRL_NWGES}}' - ENSCTRL_COMIN: '{{ COMIN_BASEDIR}}' - ENSCTRL_COMOUT: '{{ COMOUT_BASEDIR}}' - ENSCTRL_COMROOT: '{{ ENSCTRL_COMOUT }}' - ENSCTRL_COMIN_BASEDIR: '{{ ENSCTRL_COMIN }}' - ENSCTRL_COMOUT_BASEDIR: '{{ ENSCTRL_COMROOT}}/{{ envir}}' # #----------------------------------------------------------------------- # From 2356e821610687c162bd3a27a7d9a3f097cc86c4 Mon Sep 17 00:00:00 2001 From: Daniel Abdi Date: Tue, 25 Apr 2023 18:23:49 +0000 Subject: [PATCH 06/10] Undo the increase to 65 levels. --- parm/input.nml.FV3 | 7 +++---- scripts/exregional_make_ics.sh | 2 +- scripts/exregional_make_lbcs.sh | 2 +- 3 files changed, 5 insertions(+), 6 deletions(-) diff --git a/parm/input.nml.FV3 b/parm/input.nml.FV3 index 902a6adfdb..bd6244d2d9 100644 --- a/parm/input.nml.FV3 +++ b/parm/input.nml.FV3 @@ -36,7 +36,7 @@ checker_tr = .false. filtered_terrain = .true. gfs_dwinds = .true. - levp = 66 + levp = 65 nt_checker = 0 / @@ -95,15 +95,14 @@ make_nh = .true. mountain = .false. n_split = 5 - n_sponge = 9 - sg_cutoff = 10000.0 + n_sponge = 24 n_zs_filter = 0 na_init = 1 ncep_ic = .false. nggps_ic = .true. no_dycore = .false. nord = 3 - npz = 65 + npz = 64 nrows_blend = 10 ntiles = 1 nudge_qv = .false. diff --git a/scripts/exregional_make_ics.sh b/scripts/exregional_make_ics.sh index 1ba182c9a1..9c5b995239 100755 --- a/scripts/exregional_make_ics.sh +++ b/scripts/exregional_make_ics.sh @@ -537,7 +537,7 @@ settings=" 'mosaic_file_target_grid': ${FIXlam}/${CRES}${DOT_OR_USCORE}mosaic.halo$((10#${NH4})).nc, 'orog_dir_target_grid': ${FIXlam}, 'orog_files_target_grid': ${CRES}${DOT_OR_USCORE}oro_data.tile${TILE_RGNL}.halo$((10#${NH4})).nc, - 'vcoord_file_target_grid': ${FIXam}/global_hyblev_fcst_rrfsL65.txt, + 'vcoord_file_target_grid': ${FIXam}/global_hyblev.l65.txt, 'varmap_file': ${PARMdir}/ufs_utils/varmap_tables/${varmap_file}, 'data_dir_input_grid': ${extrn_mdl_staging_dir}, 'atm_files_input_grid': ${fn_atm}, diff --git a/scripts/exregional_make_lbcs.sh b/scripts/exregional_make_lbcs.sh index 62e673dd5a..34707686fe 100755 --- a/scripts/exregional_make_lbcs.sh +++ b/scripts/exregional_make_lbcs.sh @@ -457,7 +457,7 @@ settings=" 'mosaic_file_target_grid': ${FIXlam}/${CRES}${DOT_OR_USCORE}mosaic.halo$((10#${NH4})).nc, 'orog_dir_target_grid': ${FIXlam}, 'orog_files_target_grid': ${CRES}${DOT_OR_USCORE}oro_data.tile${TILE_RGNL}.halo$((10#${NH4})).nc, - 'vcoord_file_target_grid': ${FIXam}/global_hyblev_fcst_rrfsL65.txt, + 'vcoord_file_target_grid': ${FIXam}/global_hyblev.l65.txt, 'varmap_file': ${PARMdir}/ufs_utils/varmap_tables/${varmap_file}, 'data_dir_input_grid': ${extrn_mdl_staging_dir}, 'atm_files_input_grid': ${fn_atm}, From d5bcc4f960173f4cd4ab3539d600a8894d502237 Mon Sep 17 00:00:00 2001 From: Daniel Abdi Date: Tue, 25 Apr 2023 18:30:07 +0000 Subject: [PATCH 07/10] Add DO_RRFS_DEV. --- ush/config_defaults.yaml | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/ush/config_defaults.yaml b/ush/config_defaults.yaml index 3ad5337e08..f98f604d9d 100644 --- a/ush/config_defaults.yaml +++ b/ush/config_defaults.yaml @@ -1091,11 +1091,18 @@ rrfs: # #----------------------------------------------------------------------- # + # Set parameters associated with running retrospective experiments. Definitions: + # + # DO_RRFS_DEV: + # Flag to turn on RRFS dev workflow. Should be removed + # in the future once SRW and RRFS dev workflows are completely integrated + # # DO_NLDN_LGHT # Flag turn on processing NLDN NetCDF lightning data # #----------------------------------------------------------------------- # + DO_RRFS_DEV: false # Turn this on to teest RRFS dev workflow DO_NLDN_LGHT: false #---------------------------- From 119cb1c84412399d2ceac2066517beef7e536be0 Mon Sep 17 00:00:00 2001 From: Daniel Abdi Date: Tue, 25 Apr 2023 19:07:16 +0000 Subject: [PATCH 08/10] Add minimal changes to workflow to make it work. --- parm/wflow/coldstart.yaml | 4 ++++ parm/wflow/default_workflow.yaml | 2 ++ 2 files changed, 6 insertions(+) diff --git a/parm/wflow/coldstart.yaml b/parm/wflow/coldstart.yaml index 2c34810f5c..a66c743b98 100644 --- a/parm/wflow/coldstart.yaml +++ b/parm/wflow/coldstart.yaml @@ -82,6 +82,7 @@ metatask_run_ensemble: envars: <<: *default_vars SLASH_ENSMEM_SUBDIR: '&SLASH_ENSMEM_SUBDIR;' + NWGES_DIR: !cycstr '&NWGES_BASEDIR;/@Y@m@d@H' join: !cycstr '&LOGDIR;/{{ jobname }}_@Y@m@d@H&LOGEXT;' nnodes: 4 ppn: 12 @@ -121,6 +122,9 @@ metatask_run_ensemble: envars: <<: *default_vars SLASH_ENSMEM_SUBDIR: '&SLASH_ENSMEM_SUBDIR;' + NWGES_DIR: !cycstr '&NWGES_BASEDIR;/@Y@m@d@H' + bcgrp: '00' + bcgrpnum: '1' join: !cycstr '&LOGDIR;/{{ jobname }}_@Y@m@d@H&LOGEXT;' nnodes: 4 ppn: 12 diff --git a/parm/wflow/default_workflow.yaml b/parm/wflow/default_workflow.yaml index c89b221ba8..77231f8136 100644 --- a/parm/wflow/default_workflow.yaml +++ b/parm/wflow/default_workflow.yaml @@ -30,6 +30,8 @@ rocoto: COLDSTART: '{{ workflow.COLDSTART }}' WARMSTART_CYCLE_DIR: '{{ workflow.WARMSTART_CYCLE_DIR }}' WORKFLOW_ID: '{{ workflow.WORKFLOW_ID }}' + # rrfs + NWGES_BASEDIR: '{{ nco.NWGES_BASEDIR }}' attrs: cyclethrottle: "200" realtime: "F" From 9790b27d8e67991d0e7e6abbfb03d6b4a2ef75f4 Mon Sep 17 00:00:00 2001 From: Daniel Abdi Date: Tue, 25 Apr 2023 20:50:51 +0000 Subject: [PATCH 09/10] Pass NEED_ALL_LBCS flag. --- jobs/JREGIONAL_GET_EXTRN_MDL_FILES | 2 ++ scripts/exregional_get_extrn_mdl_files.sh | 2 +- ush/config_defaults.yaml | 2 +- 3 files changed, 4 insertions(+), 2 deletions(-) diff --git a/jobs/JREGIONAL_GET_EXTRN_MDL_FILES b/jobs/JREGIONAL_GET_EXTRN_MDL_FILES index 8fafa8f4e5..98093a4abc 100755 --- a/jobs/JREGIONAL_GET_EXTRN_MDL_FILES +++ b/jobs/JREGIONAL_GET_EXTRN_MDL_FILES @@ -98,6 +98,8 @@ elif [ "${ICS_OR_LBCS}" = "LBCS" ]; then export TIME_OFFSET_HRS=${EXTRN_MDL_LBCS_OFFSET_HRS:-0} export EXTRN_MDL_NAME=${EXTRN_MDL_NAME_LBCS} GFS_FILE_FMT=${FV3GFS_FILE_FMT_LBCS} + + export NEED_ALL_LBCS=${DO_RRFS_DEV} fi # diff --git a/scripts/exregional_get_extrn_mdl_files.sh b/scripts/exregional_get_extrn_mdl_files.sh index 8b0e9acbc3..d0ca8583e4 100755 --- a/scripts/exregional_get_extrn_mdl_files.sh +++ b/scripts/exregional_get_extrn_mdl_files.sh @@ -84,7 +84,7 @@ elif [ "${ICS_OR_LBCS}" = "LBCS" ]; then # hour lbcs. RRFS_dev downloads 0th hour lbcs while SRW does not. # I tried to make them the same but RRFS_dev workflow skips make_ics for # some cycles so it needs to download 0th hour lbcs. - if [ ${DO_RRFS_DEV} = "TRUE" ]; then + if [ ${NEED_ALL_LBCS} = "TRUE" ]; then first_time=$((TIME_OFFSET_HRS)) else first_time=$((TIME_OFFSET_HRS + LBC_SPEC_INTVL_HRS )) diff --git a/ush/config_defaults.yaml b/ush/config_defaults.yaml index f98f604d9d..94fe46ff43 100644 --- a/ush/config_defaults.yaml +++ b/ush/config_defaults.yaml @@ -1102,7 +1102,7 @@ rrfs: # #----------------------------------------------------------------------- # - DO_RRFS_DEV: false # Turn this on to teest RRFS dev workflow + DO_RRFS_DEV: false # Turn this on to test RRFS dev workflow DO_NLDN_LGHT: false #---------------------------- From 5536e699dce930f09f43eee556e3326e86738b95 Mon Sep 17 00:00:00 2001 From: Daniel Abdi Date: Wed, 26 Apr 2023 01:13:35 +0000 Subject: [PATCH 10/10] Fix comment. --- scripts/exregional_get_extrn_mdl_files.sh | 5 +---- 1 file changed, 1 insertion(+), 4 deletions(-) diff --git a/scripts/exregional_get_extrn_mdl_files.sh b/scripts/exregional_get_extrn_mdl_files.sh index d0ca8583e4..a67794a18a 100755 --- a/scripts/exregional_get_extrn_mdl_files.sh +++ b/scripts/exregional_get_extrn_mdl_files.sh @@ -80,10 +80,7 @@ elif [ "${ICS_OR_LBCS}" = "LBCS" ]; then if [ $BOUNDARY_LEN_HRS -gt $end_hr ]; then end_hr=$BOUNDARY_LEN_HRS fi - # There is a difference between RRFS_dev & SRW regarding download of 0th - # hour lbcs. RRFS_dev downloads 0th hour lbcs while SRW does not. - # I tried to make them the same but RRFS_dev workflow skips make_ics for - # some cycles so it needs to download 0th hour lbcs. + # Download 0th hour lbcs if requested for it, mostly for DA if [ ${NEED_ALL_LBCS} = "TRUE" ]; then first_time=$((TIME_OFFSET_HRS)) else