From 27239064867636191314b090d3d7dc2f7571fa02 Mon Sep 17 00:00:00 2001
From: "Ming.Hu" <Ming.Hu@noaa.gov>
Date: Wed, 28 Apr 2021 22:58:05 +0000
Subject: [PATCH 01/12] Cold start RRFS_dev1 3km CONUS hourly cycles from
 09/21Z HRRR analysis.

---
 ush/config.sh.RRFS_dev1 | 6 +++---
 1 file changed, 3 insertions(+), 3 deletions(-)

diff --git a/ush/config.sh.RRFS_dev1 b/ush/config.sh.RRFS_dev1
index a962195ef..ba62b3cc8 100644
--- a/ush/config.sh.RRFS_dev1
+++ b/ush/config.sh.RRFS_dev1
@@ -41,11 +41,11 @@ LBC_SPEC_INTVL_HRS="1"
 EXTRN_MDL_LBCS_OFFSET_HRS="0"
 EXTRN_MDL_LBCS_SEARCH_OFFSET_HRS="0"
 
-INITIAL_CYCLEDEF="00 00,12 * * 2021 *"
+INITIAL_CYCLEDEF="00 09,21 * * 2021 *"
 BOUNDARY_CYCLEDEF="00 00-02/01,04-08/01,10-14/01,16-20/01,22,23 * * 2021 *"
 BOUNDARY_LONG_CYCLEDEF="00 03,09,15,21 * * 2021 *"
-PREP_COLDSTART_CYCLEDEF="00 00,12 * * 2021 *"
-PREP_WARMSTART_CYCLEDEF="00 01-11/01,13-23/01 * * 2021 *"
+PREP_COLDSTART_CYCLEDEF="00 09,21 * * 2021 *"
+PREP_WARMSTART_CYCLEDEF="00 00-08/01,10-20/01,22-23/01 * * 2021 *"
 ANALYSIS_CYCLEDEF="00 00-23/01 * * 2021 *"
 FORECAST_CYCLEDEF="00 00-23/01 * * 2021 *"
 ARCHIVE_CYCLEDEF="00 07 * * 2021 *"

From 1a36dbde23b8f3957b3f10021bd2623a837a3a3f Mon Sep 17 00:00:00 2001
From: "Ming.Hu" <Ming.Hu@noaa.gov>
Date: Thu, 29 Apr 2021 05:45:59 +0000
Subject: [PATCH 02/12] Changes for running on RRFS cycles on WCOSS.

---
 scripts/exregional_make_ics.sh     |   2 +
 scripts/exregional_run_analysis.sh |  76 ++++++++----------
 ush/config.sh.RRFS_wcoss           | 122 +++++++++++++++++++++++++++++
 ush/get_extrn_mdl_file_dir_info.sh |   9 ++-
 ush/launch_FV3LAM_wflow.sh         |   2 +-
 ush/templates/FV3LAM_wflow.xml     |  16 ++++
 6 files changed, 177 insertions(+), 50 deletions(-)
 create mode 100644 ush/config.sh.RRFS_wcoss

diff --git a/scripts/exregional_make_ics.sh b/scripts/exregional_make_ics.sh
index f22fa9d05..758851685 100755
--- a/scripts/exregional_make_ics.sh
+++ b/scripts/exregional_make_ics.sh
@@ -403,6 +403,8 @@ case "${EXTRN_MDL_NAME_ICS}" in
     fn_grib2="${EXTRN_MDL_FNS[0]}"
     input_type="grib2"
     convert_nst=False
+    fn_atm_nemsio="${EXTRN_MDL_FNS[0]}"
+    fn_sfc_nemsio="${EXTRN_MDL_FNS[1]}"
   fi
   vgtyp_from_climo=True
   sotyp_from_climo=True
diff --git a/scripts/exregional_run_analysis.sh b/scripts/exregional_run_analysis.sh
index 599823702..16ec5ae78 100755
--- a/scripts/exregional_run_analysis.sh
+++ b/scripts/exregional_run_analysis.sh
@@ -78,31 +78,17 @@ case $MACHINE in
 #
 "WCOSS_C" | "WCOSS")
 #
-
-  if [ "${USE_CCPP}" = "TRUE" ]; then
-  
-# Needed to change to the experiment directory because the module files
-# for the CCPP-enabled version of FV3 have been copied to there.
-
-    cd_vrfy ${cycle_dir}
-  
-    set +x
-    source ./module-setup.sh
-    module use $( pwd -P )
-    module load modules.fv3
-    module list
-    set -x
-  
-  else
-  
-    . /apps/lmod/lmod/init/sh
-    module purge
-    module use /scratch4/NCEPDEV/nems/noscrub/emc.nemspara/soft/modulefiles
-    module load intel/16.1.150 impi/5.1.1.109 netcdf/4.3.0 
-    module list
-  
-  fi
-
+  module load NCO/4.7.0
+  module list
+  ulimit -s unlimited
+  ulimit -a
+  APRUN="mpirun -l -np ${PE_MEMBER01}"
+  ;;
+#
+"WCOSS_DELL_P3")
+#
+  module load NCO/4.7.0
+  module list
   ulimit -s unlimited
   ulimit -a
   APRUN="mpirun -l -np ${PE_MEMBER01}"
@@ -222,18 +208,14 @@ loops="009"    # or 009s for GFSv15
 ens_type="nc"  # or nemsio for GFSv15
 foundens=false
 for loop in $loops; do
-  for timelist in `ls ${ENKF_FCST}/*.gdas.t*z.atmf${loop}.mem080.${ens_type}`; do
-    availtimeyy=`basename ${timelist} | cut -c 1-2`
-    availtimeyyyy=20${availtimeyy}
-    availtimejjj=`basename ${timelist} | cut -c 3-5`
-    availtimemm=`date -d "${availtimeyyyy}0101 +$(( 10#${availtimejjj} - 1 )) days" +%m`
-    availtimedd=`date -d "${availtimeyyyy}0101 +$(( 10#${availtimejjj} - 1 )) days" +%d`
-    availtimehh=`basename ${timelist} | cut -c 6-7`
-    availtime=${availtimeyyyy}${availtimemm}${availtimedd}${availtimehh}
-    avail_time=`echo "${availtime}" | sed 's/\([[:digit:]]\{2\}\)$/ \1/'`
-    avail_time=`date -d "${avail_time}"`
-
-    stamp_avail=`date -d "${avail_time} ${loop} hours" +%s`
+  for timelist in `ls ${ENKF_FCST}/enkfgdas.*/*/atmos/mem080/gdas*.atmf${loop}.${ens_type}`; do
+    availtimeyyyymmdd=`echo ${timelist} | cut -d'/' -f9 | cut -c 10-17`
+    availtimehh=`echo ${timelist} | cut -d'/' -f10`
+    availtime=${availtimeyyyymmdd}${availtimehh}
+    AVAIL_TIME=`echo "${availtime}" | sed 's/\([[:digit:]]\{2\}\)$/ \1/'`
+    AVAIL_TIME=`date -d "${AVAIL_TIME}"`
+
+    stamp_avail=`date -d "${AVAIL_TIME} ${loop} hours" +%s`
 
     hourDiff=`echo "($stampcycle - $stamp_avail) / (60 * 60 )" | bc`;
     if [[ ${stampcycle} -lt ${stamp_avail} ]]; then
@@ -242,16 +224,19 @@ for loop in $loops; do
 
     if [[ ${hourDiff} -lt ${minHourDiff} ]]; then
        minHourDiff=${hourDiff}
-       enkfcstname=${availtimeyy}${availtimejjj}${availtimehh}00.gdas.t${availtimehh}z.atmf${loop}
+       enkfcstname=gdas.t${availtimehh}z.atmf${loop}
+       EYYYYMMDD=$(echo ${availtime} | cut -c1-8)
+       EHH=$(echo ${availtime} | cut -c9-10)
        foundens=true
     fi
   done
 done
 
-if [ $foundens ]; then
-  ls ${ENKF_FCST}/${enkfcstname}.mem0??.${ens_type} >> filelist03
+if [ ${foundens} ]
+then
+  ls ${ENKF_FCST}/enkfgdas.${EYYYYMMDD}/${EHH}/atmos/mem???/${enkfcstname}.nc > filelist03
 else
-  cat "no ens found" >> filelist03
+  more "no enkfgdas file " > filelist03
 fi
 
 #
@@ -276,6 +261,7 @@ if [[ ${nummem} -eq 80 ]]; then
   print_info_msg "$VERBOSE" " Cycle ${YYYYMMDDHH}: GSI hybrid uses ${memname} with n_ens=${nummem}" 
 fi
 
+ifhyb=.false.
 
 #
 #-----------------------------------------------------------------------
@@ -293,7 +279,7 @@ cp_vrfy ${fixgriddir}/fv3_grid_spec                fv3_grid_spec
 
 if [ ${BKTYPE} -eq 1 ]; then  # cold start uses background from INPUT
   cp_vrfy ${bkpath}/gfs_data.tile7.halo0.nc        gfs_data.tile7.halo0.nc_b
-  ${NCKS} -A -v  phis ${fixgriddir}/phis.nc        gfs_data.tile7.halo0.nc_b
+  ncks -A -v  phis ${fixgriddir}/phis.nc           gfs_data.tile7.halo0.nc_b
 
   cp_vrfy ${bkpath}/sfc_data.tile7.halo0.nc        fv3_sfcdata
   cp_vrfy gfs_data.tile7.halo0.nc_b                fv3_dynvars
@@ -322,13 +308,13 @@ sed -i "s/hh/${HH}/"     coupler.res
 #
 #-----------------------------------------------------------------------
 
-obs_files_source[0]=${OBSPATH}/${YYYYMMDDHH}.rap.t${HH}z.prepbufr.tm00
+obs_files_source[0]=${OBSPATH}/rap.${YYYYMMDD}/rap.t${HH}z.prepbufr.tm00
 obs_files_target[0]=prepbufr
 
-obs_files_source[1]=${OBSPATH}/${YYYYMMDDHH}.rap.t${HH}z.satwnd.tm00.bufr_d
+obs_files_source[1]=${OBSPATH}/rap.${YYYYMMDD}/rap.t${HH}z.satwnd.tm00.bufr_d
 obs_files_target[1]=satwndbufr
 
-obs_files_source[2]=${OBSPATH}/${YYYYMMDDHH}.rap.t${HH}z.nexrad.tm00.bufr_d
+obs_files_source[2]=${OBSPATH}/rap.${YYYYMMDD}/rap.t${HH}z.nexrad.tm00.bufr_d
 obs_files_target[2]=l2rwbufr
 
 obs_number=${#obs_files_source[@]}
diff --git a/ush/config.sh.RRFS_wcoss b/ush/config.sh.RRFS_wcoss
new file mode 100644
index 000000000..d1cd4df7c
--- /dev/null
+++ b/ush/config.sh.RRFS_wcoss
@@ -0,0 +1,122 @@
+MACHINE="WCOSS_DELL_P3"
+ACCOUNT="HRRR-T2O"
+#RESERVATION="rrfsdet"
+EXPT_BASEDIR="/gpfs/dell2/emc/modeling/noscrub/Ming.Hu/rrfs"
+EXPT_SUBDIR="RRFS_dev2"
+
+if [[ -n $RESERVATION ]] ; then
+  ACCOUNT=rtrr
+  PARTITION_DEFAULT=kjet
+  PARTITION_FCST=kjet
+  PARTITION_GRAPHICS=kjet
+  PARTITION_ANALYSIS=kjet
+fi
+
+FIXLAM_NCO_BASEDIR=/gpfs/hps3/emc/meso/save/Ming.Hu/rrfs/fix/fix_lam.20210128
+FIXgsm=/gpfs/hps3/emc/meso/save/Ming.Hu/rrfs/fix/fix_am.20210128
+GWD_HRRRsuite_BASEDIR=/gpfs/hps3/emc/meso/save/Ming.Hu/rrfs/fix/fix_lam.20210128
+
+FIX_GSI=/gpfs/hps3/emc/meso/save/Ming.Hu/rrfs/fix/fix_gsi
+FIX_CRTM=/gpfs/hps3/emc/meso/save/Ming.Hu/rrfs/fix/CRTM_v2.3.0
+
+VERBOSE="TRUE"
+
+RUN_ENVIR="nco"
+PREEXISTING_DIR_METHOD="rename"
+
+PREDEF_GRID_NAME=RRFS_CONUS_3km
+
+DO_DACYCLE="true"
+
+QUILTING="TRUE"
+CCPP_PHYS_SUITE="FV3_HRRR"
+
+EXTRN_MDL_ICS_OFFSET_HRS="3"
+BOUNDARY_LEN_HRS="24"
+BOUNDARY_LONG_LEN_HRS="01"
+LBC_SPEC_INTVL_HRS="1"
+EXTRN_MDL_LBCS_OFFSET_HRS="0"
+EXTRN_MDL_LBCS_SEARCH_OFFSET_HRS="0"
+INITIAL_CYCLEDEF="00 03,15 21-25 04 2021 *"
+BOUNDARY_CYCLEDEF="00 00,06,12,18 21-25 04 2021 *"
+#BOUNDARY_LONG_CYCLEDEF="00 00,09,15,21 * * 2021 *"
+PREP_COLDSTART_CYCLEDEF="00 03,15 21-25 04 2021 *"
+PREP_WARMSTART_CYCLEDEF="00 00-02/01,04-14/01,16-23/01 21-25 04 2021 *"
+ANALYSIS_CYCLEDEF="00 00-23/01 21-25 04 2021 *"
+FORECAST_CYCLEDEF="00 00-23/01 21-25 04 2021 *"
+
+FCST_LEN_HRS="12"
+FCST_LEN_HRS_CYCLES=(12 3 3 06 3 3 12 3 3 6 3 3 12 3 3 6 3 3 12 3 3 6 3 3)
+DA_CYCLE_INTERV="1"
+RESTART_INTERVAL="1 2 3 4 5 6"
+
+NCORES_RUN_ANAL=240
+QUEUE_ANALYSIS="dev"
+QUEUE_HPSS="dev"
+HALO_BLEND=10
+
+if [[ -n $RESERVATION ]] ; then
+  NNODES_MAKE_LBCS="3"
+  PPN_MAKE_ICS="20"
+  NNODES_MAKE_LBCS="3"
+  PPN_MAKE_LBCS="20"
+  NNODES_RUN_POST="1"
+  PPN_RUN_POST="40"
+fi
+
+WTIME_RUN_FCST="02:45:00"
+
+DATE_FIRST_CYCL="20210413"
+DATE_LAST_CYCL="20210415"
+CYCL_HRS=( "00" "12" )
+
+EXTRN_MDL_NAME_ICS="FV3GFS"
+EXTRN_MDL_NAME_LBCS="FV3GFS"
+FV3GFS_FILE_FMT_ICS="grib2"
+FV3GFS_FILE_FMT_LBCS="grib2"
+
+envir="para"
+
+NET="RRFS_CONUS"
+TAG="RRFS_dev2_CONUS"
+
+OBSPATH="/gpfs/hps/nco/ops/com/rap/prod"
+ENKF_FCST="/gpfs/dell1/nco/ops/com/gfs/prod"
+#USE_CUSTOM_POST_CONFIG_FILE="TRUE"
+#CUSTOM_POST_CONFIG_FP="/mnt/lfs4/BMC/nrtrr/RRFS/dev1-ufs-srweather-app/src/EMC_post/parm/postxconfig-NT-fv3lam_rrfs.txt"
+ARCHIVEDIR="/5year/BMC/wrfruc/rrfs_dev1"
+NCARG_ROOT="/apps/ncl/6.5.0-CentOS6.10_64bit_nodap_gnu447"
+NCL_HOME="/gpfs/hps3/ptmp/Ming.Hu/ptmp"
+NCL_REGION="conus"
+MODEL="RRFS_dev2"
+
+#
+# In NCO mode, the following don't need to be explicitly set to "FALSE" 
+# in this configuration file because the experiment generation script
+# will do this (along with printing out an informational message).
+#
+#RUN_TASK_MAKE_GRID="FALSE"
+#RUN_TASK_MAKE_OROG="FALSE"
+#RUN_TASK_MAKE_SFC_CLIMO="FALSE"
+
+RUN="RRFS_dev2"
+COMINgfs=""
+
+STMP="/gpfs/hps3/ptmp/Ming.Hu/stmp"  # Path to directory STMP that mostly contains input files.
+PTMP="/gpfs/hps3/ptmp/Ming.Hu/ptmp"  # Path to directory STMP that mostly contains input files.
+
+#
+# In NCO mode, the user must manually (e.g. after doing the build step)
+# create the symlink "${FIXrrfs}/fix_sar" that points to EMC's FIXLAM
+# directory on the machine.  For example, on hera, the symlink's target
+# needs to be
+#
+#   /scratch2/NCEPDEV/fv3-cam/emc.campara/fix_fv3cam/fix_sar
+#
+# The experiment generation script will then set FIXLAM to 
+#
+#   FIXLAM="${FIXrrfs}/fix_lam/${EMC_GRID_NAME}"
+#
+# where EMC_GRID_NAME has the value set above.
+#
+
diff --git a/ush/get_extrn_mdl_file_dir_info.sh b/ush/get_extrn_mdl_file_dir_info.sh
index 76e3c4dc5..914fa24f7 100755
--- a/ush/get_extrn_mdl_file_dir_info.sh
+++ b/ush/get_extrn_mdl_file_dir_info.sh
@@ -391,9 +391,10 @@ fi
         if [ "${MACHINE}" = "JET" ]; then
           fns_on_disk=( "${yy}${ddd}${hh}0${fcst_mn}0${fcst_hh}" )
         else
-          fns_on_disk=( "gfs.t${hh}z.pgrb2.0p25.f${fcst_hh}" )  # Get only 0.25 degree files for now.
+         # fns_on_disk=( "gfs.t${hh}z.pgrb2.0p25.f000")  # Get only 0.25 degree files for now.
+          fns_on_disk=( "gfs.t${hh}z.pgrb2.0p25.f0${fcst_hh}" "gfs.t${hh}z.sfcf0${fcst_hh}.nc")  # use netcdf
         fi
-        fns_in_arcv=( "gfs.t${hh}z.pgrb2.0p25.f${fcst_hh}" )  # Get only 0.25 degree files for now.
+        fns_in_arcv=( "gfs.t${hh}z.pgrb2.0p25.f0${fcst_hh}" )  # Get only 0.25 degree files for now.
 
       fi
       ;;
@@ -603,10 +604,10 @@ has not been specified for this external model and machine combination:
   "FV3GFS")
     case "$MACHINE" in
     "WCOSS_CRAY")
-      sysdir="$sysbasedir/gfs.${yyyymmdd}/${hh}"
+      sysdir="$sysbasedir/gfs.${yyyymmdd}/${hh}/atmos"
       ;;
     "WCOSS_DELL_P3")
-      sysdir="$sysbasedir/gfs.${yyyymmdd}/${hh}"
+      sysdir="$sysbasedir/gfs.${yyyymmdd}/${hh}/atmos"
       ;;
     "HERA")
       sysdir="$sysbasedir/gfs.${yyyymmdd}/${hh}"
diff --git a/ush/launch_FV3LAM_wflow.sh b/ush/launch_FV3LAM_wflow.sh
index 8d42ab976..46b08b1f4 100755
--- a/ush/launch_FV3LAM_wflow.sh
+++ b/ush/launch_FV3LAM_wflow.sh
@@ -100,7 +100,7 @@ elif [ "$MACHINE" = "WCOSS_DELL_P3" ]; then
   module purge
   module load lsf/10.1
   module use /gpfs/dell3/usrx/local/dev/emc_rocoto/modulefiles/
-  module load ruby/2.5.1 rocoto/1.2.4
+  module load ruby/2.5.1 rocoto/1.3.0rc2 #rocoto/1.2.4
 elif [ "$MACHINE" = "WCOSS_CRAY" ]; then
   module purge
   module load xt-lsfhpc/9.1.3
diff --git a/ush/templates/FV3LAM_wflow.xml b/ush/templates/FV3LAM_wflow.xml
index 9d3d0b1d5..5d299003f 100644
--- a/ush/templates/FV3LAM_wflow.xml
+++ b/ush/templates/FV3LAM_wflow.xml
@@ -303,7 +303,11 @@ MODULES_RUN_TASK_FP script.
     <envar><name>ICS_OR_LBCS</name><value>ICS</value></envar>
 
     <dependency>
+      {%- if machine in ["WCOSS_DELL_P3", "WCOSS_CRAY"]  %}
+      <datadep age="00:00:05:00"><cyclestr offset="-{{ extrn_mdl_ics_offset_hrs }}:00:00">{{ extrn_mdl_sysbasedir_ics }}/gfs.@Y@m@d/@H/atmos/gfs.t@Hz.pgrb2.0p25.f{{ "%03d" % extrn_mdl_ics_offset_hrs }}</cyclestr></datadep>
+      {% else %}
       <datadep age="00:00:05:00"><cyclestr offset="-{{ extrn_mdl_ics_offset_hrs }}:00:00">{{ extrn_mdl_sysbasedir_ics }}/@y@j@H000{{ "%03d" % extrn_mdl_ics_offset_hrs }}</cyclestr></datadep>
+      {%- endif %}
     </dependency>
 
   </task>
@@ -339,7 +343,11 @@ MODULES_RUN_TASK_FP script.
     <dependency>
        <and>
          {%- for h in range(extrn_mdl_lbcs_offset_hrs, boundary_len_hrs+extrn_mdl_lbcs_offset_hrs+1, bc_update_interval) %}
+         {%- if machine in ["WCOSS_DELL_P3", "WCOSS_CRAY"]  %}
+         <datadep age="00:00:05:00"><cyclestr>{{ extrn_mdl_sysbasedir_ics }}/gfs.@Y@m@d/@H/atmos/gfs.t@Hz.pgrb2.0p25.f{{ "%03d" % h }}</cyclestr></datadep>
+         {%- else %}
          <datadep age="00:00:05:00"> <cyclestr offset="-{{ extrn_mdl_lbcs_offset_hrs }}:00:00">{{ extrn_mdl_sysbasedir_lbcs }}/@y@j@H000{{ "%03d" % h }}</cyclestr></datadep>
+         {%- endif %}
          {%- endfor %}
        </and>
     </dependency>
@@ -377,7 +385,11 @@ MODULES_RUN_TASK_FP script.
     <dependency>
        <and>
          {%- for h in range(extrn_mdl_lbcs_offset_hrs, boundary_long_len_hrs+extrn_mdl_lbcs_offset_hrs+1, bc_update_interval) %}
+         {%- if machine in ["WCOSS_DELL_P3", "WCOSS_CRAY"]  %}
+         <datadep age="00:00:05:00"><cyclestr>{{ extrn_mdl_sysbasedir_ics }}/gfs.@Y@m@d/@H/atmos/gfs.t@Hz.pgrb2.0p25.f{{ "%03d" % h }}</cyclestr></datadep>
+         {%- else %}
          <datadep age="00:00:05:00"> <cyclestr offset="-{{ extrn_mdl_lbcs_offset_hrs }}:00:00">{{ extrn_mdl_sysbasedir_lbcs }}/@y@j@H000{{ "%03d" % h }}</cyclestr></datadep>
+         {%- endif %}
          {%- endfor %}
        </and>
     </dependency>
@@ -855,6 +867,7 @@ MODULES_RUN_TASK_FP script.
   </metatask>
 {% endif %}
 
+{%- if machine in ["JET", "HERA"]  %}
 <!--
 ************************************************************************
 ************************************************************************
@@ -953,6 +966,7 @@ MODULES_RUN_TASK_FP script.
 
    </metatask>
 
+{% endif %}
 <!--
 ************************************************************************
 ************************************************************************
@@ -972,6 +986,7 @@ MODULES_RUN_TASK_FP script.
 
   </task>
 
+{%- if machine in ["JET", "HERA"]  %}
 <!--
 ************************************************************************
 ************************************************************************
@@ -991,5 +1006,6 @@ MODULES_RUN_TASK_FP script.
 
   </task>
 
+{% endif %}
 
 </workflow>

From 7200c9a4b94a7cc35667102680d72f3daa810e17 Mon Sep 17 00:00:00 2001
From: "Ming.Hu" <Ming.Hu@noaa.gov>
Date: Thu, 29 Apr 2021 16:51:11 +0000
Subject: [PATCH 03/12] scripts handle multiple time levels of radar data
 process and ref2tten

---
 scripts/exregional_process_radarref.sh | 132 +++++++++++++------------
 scripts/exregional_refl2tten.sh        |  18 ++--
 ush/config_defaults.sh                 |  19 ++--
 ush/setup.sh                           |   2 +
 ush/templates/FV3LAM_wflow.xml         |   4 +-
 5 files changed, 94 insertions(+), 81 deletions(-)

diff --git a/scripts/exregional_process_radarref.sh b/scripts/exregional_process_radarref.sh
index 2be307123..9d21f4816 100755
--- a/scripts/exregional_process_radarref.sh
+++ b/scripts/exregional_process_radarref.sh
@@ -132,6 +132,7 @@ YYYYMMDD=${YYYYMMDDHH:0:8}
 #
 #-----------------------------------------------------------------------
 #
+# Loop through different time levels
 # Get into working directory
 #
 #-----------------------------------------------------------------------
@@ -139,13 +140,16 @@ YYYYMMDD=${YYYYMMDDHH:0:8}
 print_info_msg "$VERBOSE" "
 Getting into working directory for radar reflectivity process ..."
 
-cd ${WORKDIR}
+for bigmin in ${RADARREFL_TIMELEVEL[@]}; do
+  bigmin=$( printf %2.2i $bigmin )
+  mkdir_vrfy ${WORKDIR}/${bigmin}
+  cd ${WORKDIR}/${bigmin}
 
-fixdir=$FIX_GSI/
-fixgriddir=$FIX_GSI/${PREDEF_GRID_NAME}
+  fixdir=$FIX_GSI/
+  fixgriddir=$FIX_GSI/${PREDEF_GRID_NAME}
 
-print_info_msg "$VERBOSE" "fixdir is $fixdir"
-print_info_msg "$VERBOSE" "fixgriddir is $fixgriddir"
+  print_info_msg "$VERBOSE" "fixdir is $fixdir"
+  print_info_msg "$VERBOSE" "fixgriddir is $fixgriddir"
 
 #
 #-----------------------------------------------------------------------
@@ -154,7 +158,7 @@ print_info_msg "$VERBOSE" "fixgriddir is $fixgriddir"
 #
 #-----------------------------------------------------------------------
 
-cp_vrfy ${fixgriddir}/fv3_grid_spec          fv3sar_grid_spec.nc
+  cp_vrfy ${fixgriddir}/fv3_grid_spec          fv3sar_grid_spec.nc
 
 #
 #-----------------------------------------------------------------------
@@ -163,60 +167,59 @@ cp_vrfy ${fixgriddir}/fv3_grid_spec          fv3sar_grid_spec.nc
 #
 #-----------------------------------------------------------------------
 
-NSSL=${OBSPATH_NSSLMOSIAC}
+  NSSL=${OBSPATH_NSSLMOSIAC}
 
-mrms="MRMS_MergedReflectivityQC"
+  mrms="MRMS*MergedReflectivityQC"
 
-echo "${MM0} ${MM1} ${MM2} ${MM3}"
+# Link to the MRMS operational data
+  echo "bigmin = ${bigmin}"
+  echo "RADARREFL_MINS = ${RADARREFL_MINS[@]}"
 
 # Link to the MRMS operational data
-for min in ${MM0} ${MM1} ${MM2} ${MM3}
-do
-  echo "Looking for data valid:"${YYYY}"-"${MM}"-"${DD}" "${HH}":"${min}
-  s=0
-  while [[ $s -le 59 ]]; do
-    if [ $s -lt 10 ]; then
-      ss=0${s}
-    else
-      ss=$s
-    fi
-    nsslfile=${NSSL}/${YYYY}${MM}${DD}-${HH}${min}${ss}.${mrms}_00.50_${YYYY}${MM}${DD}-${HH}${min}${ss}.grib2
-    if [ -s $nsslfile ]; then
-      echo 'Found '${nsslfile}
-      numgrib2=$(ls ${NSSL}/${YYYY}${MM}${DD}-${HH}${min}*.${mrms}_*_${YYYY}${MM}${DD}-${HH}${min}*.grib2 | wc -l)
-      echo 'Number of GRIB-2 files: '${numgrib2}
-      if [ ${numgrib2} -ge 10 ] && [ ! -e filelist_mrms ]; then
-        ln -sf ${NSSL}/${YYYY}${MM}${DD}-${HH}${min}*.${mrms}_*_${YYYY}${MM}${DD}-${HH}${min}*.grib2 . 
-        ls ${YYYY}${MM}${DD}-${HH}${min}*.${mrms}_*_${YYYY}${MM}${DD}-${HH}${min}*.grib2 > filelist_mrms
-        echo 'Creating links for ${YYYY}${MM}${DD}-${HH}${min}'
+  for min in ${RADARREFL_MINS[@]}
+  do
+    min=$( printf %2.2i $((bigmin+min)) )
+    echo "Looking for data valid:"${YYYY}"-"${MM}"-"${DD}" "${HH}":"${min}
+    s=0
+    while [[ $s -le 59 ]]; do
+      ss=$(printf %2.2i ${s})
+      nsslfile=${NSSL}/${YYYY}${MM}${DD}-${HH}${min}${ss}.${mrms}_00.50_${YYYY}${MM}${DD}-${HH}${min}${ss}.grib2
+      if [ -s $nsslfile ]; then
+        echo 'Found '${nsslfile}
+        numgrib2=$(ls ${NSSL}/${YYYY}${MM}${DD}-${HH}${min}*.${mrms}_*_${YYYY}${MM}${DD}-${HH}${min}*.grib2 | wc -l)
+        echo 'Number of GRIB-2 files: '${numgrib2}
+        if [ ${numgrib2} -ge 10 ] && [ ! -e filelist_mrms ]; then
+          ln -sf ${NSSL}/${YYYY}${MM}${DD}-${HH}${min}*.${mrms}_*_${YYYY}${MM}${DD}-${HH}${min}*.grib2 . 
+          ls ${YYYY}${MM}${DD}-${HH}${min}*.${mrms}_*_${YYYY}${MM}${DD}-${HH}${min}*.grib2 > filelist_mrms
+          echo 'Creating links for ${YYYY}${MM}${DD}-${HH}${min}'
+        fi
       fi
-    fi
-    ((s+=1))
+      ((s+=1))
+    done
   done
-done
 
 # remove filelist_mrms if zero bytes
-if [ ! -s filelist_mrms ]; then
-  rm -f filelist_mrms
-fi
+  if [ ! -s filelist_mrms ]; then
+    rm -f filelist_mrms
+  fi
 
-if [ -s filelist_mrms ]; then
-   numgrib2=$(more filelist_mrms | wc -l)
-   print_info_msg "$VERBOSE" "Using radar data from: `head -1 filelist_mrms | cut -c10-15`"
-   print_info_msg "$VERBOSE" "NSSL grib2 file levels = $numgrib2"
-else
-   echo "ERROR: Not enough radar reflectivity files available."
-   exit 1
-fi
+  if [ -s filelist_mrms ]; then
+     numgrib2=$(more filelist_mrms | wc -l)
+     print_info_msg "$VERBOSE" "Using radar data from: `head -1 filelist_mrms | cut -c10-15`"
+     print_info_msg "$VERBOSE" "NSSL grib2 file levels = $numgrib2"
+  else
+     echo "WARNING: Not enough radar reflectivity files available for loop ${bigmin}."
+     continue
+  fi
 
 #-----------------------------------------------------------------------
 #
 # copy bufr table from fix directory
 #
 #-----------------------------------------------------------------------
-BUFR_TABLE=${fixdir}/prepobs_prep_RAP.bufrtable
+  BUFR_TABLE=${fixdir}/prepobs_prep_RAP.bufrtable
 
-cp_vrfy $BUFR_TABLE prepobs_prep.bufrtable
+  cp_vrfy $BUFR_TABLE prepobs_prep.bufrtable
 
 #-----------------------------------------------------------------------
 #
@@ -235,13 +238,12 @@ cp_vrfy $BUFR_TABLE prepobs_prep.bufrtable
 #-----------------------------------------------------------------------
 
 cat << EOF > mosaic.namelist
- &setup
-  tversion=1,
-  bkversion=1,
-  analysis_time = ${YYYYMMDDHH},
-  dataPath = './',
- /
-
+   &setup
+    tversion=1,
+    bkversion=1,
+    analysis_time = ${YYYYMMDDHH},
+    dataPath = './',
+   /
 EOF
 
 #
@@ -251,18 +253,18 @@ EOF
 #
 #-----------------------------------------------------------------------
 #
-exect="${EXECDIR}/process_NSSL_mosaic.exe"
+  exect="process_NSSL_mosaic.exe"
 
-if [ -f ${EXECDIR}/$exect ]; then
-  print_info_msg "$VERBOSE" "
-Copying the radar process  executable to the run directory..."
-  cp_vrfy ${EXECDIR}/${exect} ${WORKDIR}
-else
-  print_err_msg_exit "\
-The executable specified in GSI_exect does not exist:
-  exect = \"${EXECDIR}/$exect\"
-Build radar process and rerun."
-fi
+  if [ -f ${EXECDIR}/$exect ]; then
+    print_info_msg "$VERBOSE" "
+    Copying the radar process  executable to the run directory..."
+    cp_vrfy ${EXECDIR}/${exect} .
+  else
+    print_err_msg_exit "\
+    The executable specified in GSI_exect does not exist:
+    exect = \"${EXECDIR}/$exect\"
+    Build radar process and rerun."
+  fi
 #
 #
 #-----------------------------------------------------------------------
@@ -271,8 +273,10 @@ fi
 #
 #-----------------------------------------------------------------------
 #
-$APRUN ./${exect} > stdout 2>&1 || print_err_msg "\
-Call to executable to run radar refl process returned with nonzero exit code."
+  $APRUN ./${exect} > stdout 2>&1 || print_err_msg "\
+  Call to executable to run radar refl process returned with nonzero exit code."
+
+done # done with the bigmin for-loop
 #
 #-----------------------------------------------------------------------
 #
diff --git a/scripts/exregional_refl2tten.sh b/scripts/exregional_refl2tten.sh
index 7575c535f..476ede995 100755
--- a/scripts/exregional_refl2tten.sh
+++ b/scripts/exregional_refl2tten.sh
@@ -182,12 +182,18 @@ fi
 process_radarref_path=${CYCLE_DIR}/process_radarref
 process_lightning_path=${CYCLE_DIR}/process_lightning
 
-obs_file=${process_radarref_path}/RefInGSI3D.dat
-if [ -r "${obs_file}" ]; then
-   cp_vrfy "${obs_file}" "RefInGSI3D.dat_01"
-else
-   print_info_msg "$VERBOSE" "Warning: ${obs_file} does not exist!"
-fi
+ss=0
+for bigmin in ${RADARREFL_TIMELEVEL[@]}; do
+  bigmin=$( printf %2.2i $bigmin ) 
+  obs_file=${process_radarref_path}/${bigmin}/RefInGSI3D.dat
+  ((ss+=1))
+  num=$( printf %2.2i ${ss} )
+  if [ -r "${obs_file}" ]; then
+     cp_vrfy "${obs_file}" "RefInGSI3D.dat_${num}"
+  else
+     print_info_msg "$VERBOSE" "Warning: ${obs_file} does not exist!"
+  fi
+done
 
 obs_file=${process_lightning_path}/LightningInFV3LAM.dat
 if [ -r "${obs_file}" ]; then
diff --git a/ush/config_defaults.sh b/ush/config_defaults.sh
index a067a5d8c..5770bb52b 100644
--- a/ush/config_defaults.sh
+++ b/ush/config_defaults.sh
@@ -1474,10 +1474,10 @@ WTIME_RUN_PREPSTART="00:10:00"
 WTIME_RUN_FCST="04:30:00"
 WTIME_RUN_POST="00:15:00"
 WTIME_RUN_ANAL="00:30:00"
-WTIME_PROC_RADAR="00:10:00"
-WTIME_PROC_LIGHTNING="00:10:00"
-WTIME_PROC_BUFR="00:10:00"
-WTIME_RUN_REF2TTEN="00:10:00"
+WTIME_PROC_RADAR="00:25:00"
+WTIME_PROC_LIGHTNING="00:25:00"
+WTIME_PROC_BUFR="00:25:00"
+WTIME_RUN_REF2TTEN="00:20:00"
 WTIME_RUN_NONVARCLDANL="00:20:00"
 #
 # Memory.
@@ -1698,12 +1698,13 @@ DO_REFL2TTEN="FALSE"
 #-----------------------------------------------------------------------
 #
 # Parameters for observation preprocess.
-# MM?: minute from the hour that the NSSL mosaic files will be searched for 
+# RADARREFL_MINS:
+#   minute from the hour that the NSSL mosaic files will be searched for 
 #      data preprocess
+# RADARREFL_TIMELEVEL:
+#   time level (minute) from the hour that the NSSL mosaic files will be generated 
 #
 #-----------------------------------------------------------------------
 #
-MM0="00"
-MM1="01"
-MM2="02"
-MM3="03"
+RADARREFL_MINS=(0 1 2 3)
+RADARREFL_TIMELEVEL=(0)
diff --git a/ush/setup.sh b/ush/setup.sh
index 8e10e52d7..f7e9cc218 100755
--- a/ush/setup.sh
+++ b/ush/setup.sh
@@ -2487,6 +2487,8 @@ FIX_CRTM="${FIX_CRTM}"
 AIRCRAFT_REJECT="${AIRCRAFT_REJECT}"
 SFCOBS_USELIST="${SFCOBS_USELIST}"
 
+RADARREFL_MINS=( $(printf "\"%s\" " "${RADARREFL_MINS[@]}" ))
+RADARREFL_TIMELEVEL=( $(printf "\"%s\" " "${RADARREFL_TIMELEVEL[@]}" ))
 #
 #-----------------------------------------------------------------------
 #
diff --git a/ush/templates/FV3LAM_wflow.xml b/ush/templates/FV3LAM_wflow.xml
index 9d3d0b1d5..f01fb66e1 100644
--- a/ush/templates/FV3LAM_wflow.xml
+++ b/ush/templates/FV3LAM_wflow.xml
@@ -122,8 +122,8 @@ tasks; and the "FCST" type is used for the RUN_FCST_TN task.
 
 <!ENTITY START_TIME_ANALYSIS     "02:37:00">
 <!ENTITY START_TIME_CONVENTIONAL "00:37:00">
-<!ENTITY START_TIME_NSSLMOSIAC   "00:25:00">
-<!ENTITY START_TIME_LIGHTNINGNC  "00:25:00">
+<!ENTITY START_TIME_NSSLMOSIAC   "00:45:00">
+<!ENTITY START_TIME_LIGHTNINGNC  "00:45:00">
 
 <!ENTITY WALL_LIMIT_PRE '<deadline><cyclestr offset="&DEADLINE_PRE;">@Y@m@d@H@M</cyclestr></deadline>'>
 <!ENTITY WALL_LIMIT_ANAL '<deadline><cyclestr offset="&DEADLINE_ANAL;">@Y@m@d@H@M</cyclestr></deadline>'>

From 6aa94456f99af957cbf9322f2a64535e86c1f83d Mon Sep 17 00:00:00 2001
From: "Ming.Hu" <Ming.Hu@noaa.gov>
Date: Sat, 1 May 2021 21:29:13 +0000
Subject: [PATCH 04/12] Add groups and tasks for post process. Update RRFS_dev1
 configure file for running 48/18h forecast.

---
 ush/config.sh.RRFS_dev1        |  36 ++++----
 ush/config_defaults.sh         |  27 +++++-
 ush/generate_FV3LAM_wflow.sh   |   7 +-
 ush/templates/FV3LAM_wflow.xml | 155 +++++++++++++++++++++++++++++----
 4 files changed, 188 insertions(+), 37 deletions(-)

diff --git a/ush/config.sh.RRFS_dev1 b/ush/config.sh.RRFS_dev1
index ba62b3cc8..ffd4fe39e 100644
--- a/ush/config.sh.RRFS_dev1
+++ b/ush/config.sh.RRFS_dev1
@@ -35,23 +35,29 @@ QUILTING="TRUE"
 CCPP_PHYS_SUITE="FV3_HRRR"
 
 EXTRN_MDL_ICS_OFFSET_HRS="0"
-BOUNDARY_LEN_HRS="15"
-BOUNDARY_LONG_LEN_HRS="36"
+BOUNDARY_LEN_HRS="21"
+BOUNDARY_LONG_LEN_HRS="51"
 LBC_SPEC_INTVL_HRS="1"
 EXTRN_MDL_LBCS_OFFSET_HRS="0"
 EXTRN_MDL_LBCS_SEARCH_OFFSET_HRS="0"
 
-INITIAL_CYCLEDEF="00 09,21 * * 2021 *"
-BOUNDARY_CYCLEDEF="00 00-02/01,04-08/01,10-14/01,16-20/01,22,23 * * 2021 *"
-BOUNDARY_LONG_CYCLEDEF="00 03,09,15,21 * * 2021 *"
-PREP_COLDSTART_CYCLEDEF="00 09,21 * * 2021 *"
-PREP_WARMSTART_CYCLEDEF="00 00-08/01,10-20/01,22-23/01 * * 2021 *"
-ANALYSIS_CYCLEDEF="00 00-23/01 * * 2021 *"
-FORECAST_CYCLEDEF="00 00-23/01 * * 2021 *"
-ARCHIVE_CYCLEDEF="00 07 * * 2021 *"
-
-FCST_LEN_HRS="24"
-FCST_LEN_HRS_CYCLES=(24 3 3 12 3 3 24 3 3 12 3 3 24 3 3 12 3 3 24 3 3 12 3 3)
+#CYCLEDAY="1-4"
+CYCLEMONTH="5-7"
+INITIAL_CYCLEDEF="00 09,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+BOUNDARY_CYCLEDEF="00 00-02/01,04-08/01,10-14/01,16-20/01,22,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+BOUNDARY_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+PREP_COLDSTART_CYCLEDEF="00 09,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+PREP_WARMSTART_CYCLEDEF="00 00-08/01,10-20/01,22-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+ANALYSIS_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+FORECAST_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+POSTPROC_CYCLEDEF="00 01-05,07-11,13-17,19-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+POSTPROC_LONG_CYCLEDEF="00 00,06,12,18 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+ARCHIVE_CYCLEDEF="00 07 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+
+FCST_LEN_HRS="18"
+POSTPROC_LEN_HRS="18"
+POSTPROC_LONG_LEN_HRS="48"
+FCST_LEN_HRS_CYCLES=(48 18 18 18 18 18 48 12 12 12 12 12 48 18 18 18 18 18 48 18 18 18 18 18)
 DA_CYCLE_INTERV="1"
 RESTART_INTERVAL="1 2 3 4 5 6"
 
@@ -67,8 +73,8 @@ if [[ -n $RESERVATION ]] ; then
   PPN_RUN_POST="40"
 fi
 
-WTIME_RUN_FCST="03:45:00"
-WTIME_MAKE_LBCS="01:00:00"
+WTIME_RUN_FCST="07:45:00"
+WTIME_MAKE_LBCS="02:00:00"
 
 DATE_FIRST_CYCL="20210414"
 DATE_LAST_CYCL="20210415"
diff --git a/ush/config_defaults.sh b/ush/config_defaults.sh
index 5770bb52b..29e8463ad 100644
--- a/ush/config_defaults.sh
+++ b/ush/config_defaults.sh
@@ -426,13 +426,21 @@ WFLOW_LAUNCH_LOG_FN="log.launch_FV3LAM_wflow"
 # Set up frequenency or list of the forecast hours that FV3 should
 # generate the restart files.
 #
+# POSTPROC_LEN_HRS:
+# The length of post process, in integer hours.
+#
+# POSTPROC_LONG_LEN_HRS:
+# The length of long post process, in integer hours.
+#
 #-----------------------------------------------------------------------
 #
 DATE_FIRST_CYCL="YYYYMMDD"
 DATE_LAST_CYCL="YYYYMMDD"
 CYCL_HRS=( "HH1" "HH2" )
-BOUNDARY_LEN_HRS="24"
-BOUNDARY_LONG_LEN_HRS="24"
+BOUNDARY_LEN_HRS="1"
+BOUNDARY_LONG_LEN_HRS="1"
+POSTPROC_LEN_HRS="1"
+POSTPROC_LONG_LEN_HRS="1"
 FCST_LEN_HRS="24"
 FCST_LEN_HRS_CYCLES=( )
 DA_CYCLE_INTERV="3"
@@ -484,7 +492,15 @@ RESTART_INTERVAL="3,6"
 #
 # FORECAST_CYCLEDEF:
 # cycle definition for "forecast" group
-# This group runs: run_fcst, run_post, python_skewt, run_ncl, run_ncl_zip, run_clean
+# This group runs: run_fcst, python_skewt, run_clean
+#
+# POSTPROC_CYCLEDEF:
+# cycle definition for "postproc" group
+# This group runs: run_post, run_ncl, run_ncl_zip
+#
+# POSTPROC_LONG_CYCLEDEF:
+# cycle definition for "postproc" group
+# This group runs: run_post_long, run_ncl_long, run_ncl_long_zip
 #
 # ARCHIVE_CYCLEDEF:
 # cycle definition for "archive" group
@@ -492,6 +508,8 @@ RESTART_INTERVAL="3,6"
 #
 #-----------------------------------------------------------------------
 #
+CYCLEDAY="*"
+CYCLEMONTH="*"
 AT_START_CYCLEDEF="00 01 01 01 2100 *"
 INITIAL_CYCLEDEF="00 01 01 01 2100 *"
 BOUNDARY_CYCLEDEF="00 01 01 01 2100 *"
@@ -500,6 +518,8 @@ PREP_COLDSTART_CYCLEDEF="00 01 01 01 2100 *"
 PREP_WARMSTART_CYCLEDEF="00 01 01 01 2100 *"
 ANALYSIS_CYCLEDEF="00 01 01 01 2100 *"
 FORECAST_CYCLEDEF="00 01 01 01 2100 *"
+POSTPROC_CYCLEDEF="00 01 01 01 2100 *"
+POSTPROC_LONG_CYCLEDEF="00 01 01 01 2100 *"
 ARCHIVE_CYCLEDEF="00 01 01 01 2100 *"
 #
 #-------------------------------------------------------------------------------------
@@ -1409,6 +1429,7 @@ MAKE_ICS_TN="make_ics"
 MAKE_LBCS_TN="make_lbcs"
 RUN_FCST_TN="run_fcst"
 RUN_POST_TN="run_post"
+RUN_POST_LONG_TN="run_post_long"
 
 ANAL_GSI_TN="anal_gsi_input"
 PREP_COLDSTART_TN="prep_coldstart"
diff --git a/ush/generate_FV3LAM_wflow.sh b/ush/generate_FV3LAM_wflow.sh
index 3712a1846..610b7bc22 100755
--- a/ush/generate_FV3LAM_wflow.sh
+++ b/ush/generate_FV3LAM_wflow.sh
@@ -190,6 +190,7 @@ settings="\
   'make_lbcs_tn': ${MAKE_LBCS_TN}
   'run_fcst_tn': ${RUN_FCST_TN}
   'run_post_tn': ${RUN_POST_TN}
+  'run_post_long_tn': ${RUN_POST_LONG_TN}
   'anal_gsi': ${ANAL_GSI_TN}
   'prep_coldstart': ${PREP_COLDSTART_TN}
   'prep_warmstart': ${PREP_WARMSTART_TN}
@@ -339,13 +340,17 @@ settings="\
   'prep_warmstart_cycledef': ${PREP_WARMSTART_CYCLEDEF}
   'analysis_cycledef': ${ANALYSIS_CYCLEDEF}
   'forecast_cycledef': ${FORECAST_CYCLEDEF}
+  'postproc_cycledef': ${POSTPROC_CYCLEDEF}
+  'postproc_long_cycledef': ${POSTPROC_LONG_CYCLEDEF}
   'archive_cycledef': ${ARCHIVE_CYCLEDEF}
 #
-# Forecast length (same for all cycles).
+# boundary, forecast, and post process length.
 #
   'fcst_len_hrs': ${FCST_LEN_HRS}
   'boundary_len_hrs': ${BOUNDARY_LEN_HRS}
   'boundary_long_len_hrs': ${BOUNDARY_LONG_LEN_HRS}
+  'postproc_len_hrs': ${POSTPROC_LEN_HRS}
+  'postproc_long_len_hrs': ${POSTPROC_LONG_LEN_HRS}
 #
 # Ensemble-related parameters.
 #
diff --git a/ush/templates/FV3LAM_wflow.xml b/ush/templates/FV3LAM_wflow.xml
index f01fb66e1..4f6bb4886 100644
--- a/ush/templates/FV3LAM_wflow.xml
+++ b/ush/templates/FV3LAM_wflow.xml
@@ -36,6 +36,7 @@ Workflow task names.
 <!ENTITY MAKE_LBCS_TN      "{{ make_lbcs_tn }}">
 <!ENTITY RUN_FCST_TN       "{{ run_fcst_tn }}">
 <!ENTITY RUN_POST_TN       "{{ run_post_tn }}">
+<!ENTITY RUN_POST_LONG_TN  "{{ run_post_long_tn }}">
 <!ENTITY ANAL_GSI_TN       "{{ anal_gsi }}">
 <!ENTITY PREP_COLDSTART_TN "{{ prep_coldstart }}">
 <!ENTITY PREP_WARMSTART_TN "{{ prep_warmstart }}">
@@ -46,15 +47,17 @@ Workflow task names.
 <!ENTITY RADAR_REFL2TTEN_TN   "{{ radar_refl2tten }}">
 <!ENTITY CLDANL_NONVAR_TN     "{{ cldanl_nonvar }}">
 
-<!ENTITY RUN_PREPSTART_TN  "run_prepstart">
-<!ENTITY RUN_ANAL_TN       "run_anal_gsi">
-<!ENTITY RUN_BUFR_TN       "run_bufr">
-<!ENTITY RUN_NCL_TN        "run_ncl">
-<!ENTITY RUN_NCL_ZIP_TN    "run_ncl_zip">
-<!ENTITY CLEAN_TN          "run_clean">
-<!ENTITY ARCHIVE_TN        "run_archive">
+<!ENTITY RUN_PREPSTART_TN     "run_prepstart">
+<!ENTITY RUN_ANAL_TN          "run_anal_gsi">
+<!ENTITY RUN_BUFR_TN          "run_bufr">
+<!ENTITY RUN_NCL_TN           "run_ncl">
+<!ENTITY RUN_NCL_LONG_TN      "run_ncl_long">
+<!ENTITY RUN_NCL_ZIP_TN       "run_ncl_zip">
+<!ENTITY RUN_NCL_LONG_ZIP_TN  "run_ncl_long_zip">
+<!ENTITY CLEAN_TN             "run_clean">
+<!ENTITY ARCHIVE_TN           "run_archive">
 
-<!ENTITY TAG               "{{ tag }}">
+<!ENTITY TAG                  "{{ tag }}">
 
 <!--
 Flags that specify whether to run the preprocessing tasks.
@@ -149,6 +152,9 @@ tasks; and the "FCST" type is used for the RUN_FCST_TN task.
 
   <cycledef group="analysis"> {{ analysis_cycledef }} </cycledef>
   <cycledef group="forecast"> {{ forecast_cycledef }} </cycledef>
+
+  <cycledef group="postproc"> {{ postproc_cycledef }} </cycledef>
+  <cycledef group="postproc_long"> {{ postproc_long_cycledef }} </cycledef>
   <cycledef group="archive">  {{ archive_cycledef }} </cycledef> 
 
   <log>
@@ -657,13 +663,12 @@ MODULES_RUN_TASK_FP script.
   </task>
 
 {%- endif %}
+
+{%- if do_dacycle %}
 <!--
 ************************************************************************
 ************************************************************************
 -->
-
-{%- if do_dacycle %}
-
   <task name="&ANAL_GSI_TN;" cycledefs="analysis" maxtries="{{ maxtries_anal_gsi }}">
 
     &RSRV_ANALYSIS;
@@ -813,15 +818,58 @@ MODULES_RUN_TASK_FP script.
     </dependency>
 
   </task>
+
 <!--
 ************************************************************************
 ************************************************************************
 -->
   <metatask name="&RUN_POST_TN;{{ uscore_ensmem_name }}">
 
-    <var name="fhr"> {% for h in range(0, fcst_len_hrs+1) %}{{ " %03d" % h  }}{% endfor %} </var>
+    <var name="fhr"> {% for h in range(0, postproc_len_hrs+1) %}{{ " %03d" % h  }}{% endfor %} </var>
 
-    <task name="&RUN_POST_TN;{{ uscore_ensmem_name }}_f#fhr#" cycledefs="forecast" maxtries="{{ maxtries_run_post }}">
+    <task name="&RUN_POST_TN;{{ uscore_ensmem_name }}_f#fhr#" cycledefs="postproc" maxtries="{{ maxtries_run_post }}">
+
+      &RSRV_DEFAULT;
+      &WALL_LIMIT_POST;
+      <command>&LOAD_MODULES_RUN_TASK_FP; "&RUN_POST_TN;" "&JOBSDIR;/JREGIONAL_RUN_POST"</command>
+      <nodes>{{ nnodes_run_post }}:ppn={{ ppn_run_post }}</nodes>
+      <walltime>{{ wtime_run_post }}</walltime>
+      <nodesize>&NCORES_PER_NODE;</nodesize>
+      <jobname>&TAG;_&RUN_POST_TN;{{ uscore_ensmem_name }}_f#fhr#</jobname>
+      <join><cyclestr>&LOGDIR;/&RUN_POST_TN;{{ uscore_ensmem_name }}_f#fhr#_@Y@m@d@H.log</cyclestr></join>
+
+      <envar><name>GLOBAL_VAR_DEFNS_FP</name><value>&GLOBAL_VAR_DEFNS_FP;</value></envar>
+      <envar><name>PDY</name><value><cyclestr>@Y@m@d</cyclestr></value></envar>
+      <envar><name>CDATE</name><value><cyclestr>@Y@m@d@H</cyclestr></value></envar>
+      <envar><name>CYCLE_DIR</name><value><cyclestr>&CYCLE_BASEDIR;/@Y@m@d@H</cyclestr></value></envar>
+      <envar><name>SLASH_ENSMEM_SUBDIR</name><value><cyclestr>{{ slash_ensmem_subdir }}</cyclestr></value></envar>
+      <envar><name>cyc</name><value><cyclestr>@H</cyclestr></value></envar>
+      <envar><name>fhr</name><value>#fhr#</value></envar>
+
+      <dependency>
+        <and>
+          <datadep age="05:00"><cyclestr>&CYCLE_BASEDIR;/@Y@m@d@H/fcst_fv3lam{{ slash_ensmem_subdir }}/dynf#fhr#.nc</cyclestr></datadep>
+          <datadep age="05:00"><cyclestr>&CYCLE_BASEDIR;/@Y@m@d@H/fcst_fv3lam{{ slash_ensmem_subdir }}/phyf#fhr#.nc</cyclestr></datadep>
+        </and>
+      </dependency>
+
+    </task>
+
+  </metatask>
+
+{% if do_ensemble %}
+  </metatask>
+{% endif %}
+
+<!--
+************************************************************************
+************************************************************************
+-->
+  <metatask name="&RUN_POST_LONG_TN;{{ uscore_ensmem_name }}">
+
+    <var name="fhr"> {% for h in range(0, postproc_long_len_hrs+1) %}{{ " %03d" % h  }}{% endfor %} </var>
+
+    <task name="&RUN_POST_LONG_TN;{{ uscore_ensmem_name }}_f#fhr#" cycledefs="postproc_long" maxtries="{{ maxtries_run_post }}">
 
       &RSRV_DEFAULT;
       &WALL_LIMIT_POST;
@@ -881,7 +929,10 @@ MODULES_RUN_TASK_FP script.
     <envar><name>GRAPHICS_TYPE</name><value>skewts</value></envar>
 
     <dependency>
-      <taskdep task="&RUN_POST_TN;_f000"/>
+      <or>
+        <taskdep task="&RUN_POST_TN;_f000"/>
+        <taskdep task="&RUN_POST_LONG_TN;_f000"/>
+      </or>
     </dependency>
   </task>
 
@@ -891,9 +942,9 @@ MODULES_RUN_TASK_FP script.
 -->
   <metatask name="&RUN_NCL_TN;">
 
-    <var name="fhr"> {% for h in range(0, fcst_len_hrs+1) %}{{ " %03d" % h  }}{% endfor %} </var>
+    <var name="fhr"> {% for h in range(0, postproc_len_hrs+1) %}{{ " %03d" % h  }}{% endfor %} </var>
 
-    <task name="&RUN_NCL_TN;_#fhr#" cycledefs="forecast" maxtries="{{ maxtries_run_post }}">
+    <task name="&RUN_NCL_TN;_#fhr#" cycledefs="postproc" maxtries="{{ maxtries_run_post }}">
 
       &RSRV_GRAPHICS;
       &WALL_LIMIT_GRAPHICS;
@@ -917,15 +968,47 @@ MODULES_RUN_TASK_FP script.
 
    </metatask>
 
+<!--
+************************************************************************
+************************************************************************
+-->
+  <metatask name="&RUN_NCL_LONG_TN;">
+
+    <var name="fhr"> {% for h in range(0, postproc_long_len_hrs+1) %}{{ " %03d" % h  }}{% endfor %} </var>
+
+    <task name="&RUN_NCL_LONG_TN;_#fhr#" cycledefs="postproc_long" maxtries="{{ maxtries_run_post }}">
+
+      &RSRV_GRAPHICS;
+      &WALL_LIMIT_GRAPHICS;
+
+      <command>&JOBSDIR;/../scripts/exregional_run_ncl.ksh</command>
+      <walltime>00:30:00</walltime>
+      <memory>24G</memory>
+      <cores>16</cores>
+      <jobname>&TAG;_&RUN_NCL_TN;_#fhr#</jobname>
+      <join><cyclestr>&LOGDIR;/&RUN_NCL_TN;_#fhr#_@Y@m@d@H.log</cyclestr></join>
+
+      <envar><name>GLOBAL_VAR_DEFNS_FP</name><value>&GLOBAL_VAR_DEFNS_FP;</value></envar>
+      <envar><name>START_TIME</name><value><cyclestr>@Y@m@d@H</cyclestr></value></envar>
+      <envar><name>FCST_TIME</name><value>#fhr#</value></envar>
+
+      <dependency>
+          <taskdep task="&RUN_POST_LONG_TN;_f#fhr#"/>
+      </dependency>
+
+    </task>
+
+   </metatask>
+
 <!--
 ************************************************************************
 ************************************************************************
 -->
    <metatask mode="serial" name="&RUN_NCL_ZIP_TN;">
 
-    <var name="fhr"> {% for h in range(0, fcst_len_hrs+1) %}{{ " %03d" % h  }}{% endfor %} </var>
+    <var name="fhr"> {% for h in range(0, postproc_len_hrs+1) %}{{ " %03d" % h  }}{% endfor %} </var>
 
-    <task name="&RUN_NCL_ZIP_TN;_#fhr#" cycledefs="forecast" maxtries="{{ maxtries_run_post }}">
+    <task name="&RUN_NCL_ZIP_TN;_#fhr#" cycledefs="postproc" maxtries="{{ maxtries_run_post }}">
 
       &RSRV_GRAPHICS;
       &WALL_LIMIT_GRAPHICS;
@@ -953,6 +1036,42 @@ MODULES_RUN_TASK_FP script.
 
    </metatask>
 
+<!--
+************************************************************************
+************************************************************************
+-->
+   <metatask mode="serial" name="&RUN_NCL_LONG_ZIP_TN;">
+
+    <var name="fhr"> {% for h in range(0, postproc_long_len_hrs+1) %}{{ " %03d" % h  }}{% endfor %} </var>
+
+    <task name="&RUN_NCL_LONG_ZIP_TN;_#fhr#" cycledefs="postproc_long" maxtries="{{ maxtries_run_post }}">
+
+      &RSRV_GRAPHICS;
+      &WALL_LIMIT_GRAPHICS;
+
+      <command>&JOBSDIR;/../scripts/exregional_run_ncl_zip.ksh</command>
+      <cores>1</cores>
+      <walltime>00:15:00</walltime>
+      <memory>2G</memory>
+      <jobname>&TAG;_&RUN_NCL_ZIP_TN;_#fhr#</jobname>
+      <join><cyclestr>&LOGDIR;/&RUN_NCL_ZIP_TN;_#fhr#_@Y@m@d@H.log</cyclestr></join>
+
+      <envar><name>GLOBAL_VAR_DEFNS_FP</name><value>&GLOBAL_VAR_DEFNS_FP;</value></envar>
+      <envar><name>START_TIME</name><value><cyclestr>@Y@m@d@H</cyclestr></value></envar>
+      <envar><name>FCST_TIME</name><value>#fhr#</value></envar>
+
+      <dependency>
+        <or>
+          <taskdep state="Dead" task="&RUN_POST_LONG_TN;_#fhr#"/>
+          <taskdep state="Dead" task="&RUN_NCL_LONG_TN;_#fhr#"/>
+          <taskdep task="&RUN_NCL_LONG_TN;_#fhr#"/>
+        </or>
+      </dependency>
+
+    </task>
+
+   </metatask>
+
 <!--
 ************************************************************************
 ************************************************************************

From dcf3a060de0fe3957b916fc2bbf839385fcd39f3 Mon Sep 17 00:00:00 2001
From: "Ming.Hu" <Ming.Hu@noaa.gov>
Date: Sun, 2 May 2021 17:07:06 +0000
Subject: [PATCH 05/12] Update configure files for RRFS dev1 CONUS, AK, and NA
 13km for Spring experiment.

RRFS dev1 CONUS:
Hourly cycled with forecasts to 18 hrs except 48 hrs at 00/06/12/18z, cold-started at 09z/21z from HRRR, boundary from RAP.

RRFS dev1 AK:
Hourly cycled with forecasts to 21 hrs, 63 hours at 03/09/15/21z, cold-started at 03z/15z from GFS

RRFS dev1 NA 13km:
3-hourly cycled with forecasts to 18 hrs, cold-started at 09z/21z from RAP, boundary from RAP
---
 ush/config.sh.RRFS_AK_dev1 | 34 ++++++++++++++++++++--------------
 ush/config.sh.RRFS_NA_13km | 30 ++++++++++++++++++------------
 ush/config.sh.RRFS_dev1    |  2 +-
 3 files changed, 39 insertions(+), 27 deletions(-)

diff --git a/ush/config.sh.RRFS_AK_dev1 b/ush/config.sh.RRFS_AK_dev1
index 40b2b6cb5..1fb57f126 100644
--- a/ush/config.sh.RRFS_AK_dev1
+++ b/ush/config.sh.RRFS_AK_dev1
@@ -33,23 +33,29 @@ QUILTING="TRUE"
 CCPP_PHYS_SUITE="FV3_HRRR"
 
 EXTRN_MDL_ICS_OFFSET_HRS="0"
-BOUNDARY_LEN_HRS="18"
-BOUNDARY_LONG_LEN_HRS="36"
-LBC_SPEC_INTVL_HRS="3"
+BOUNDARY_LEN_HRS="24"
+BOUNDARY_LONG_LEN_HRS="24"
+LBC_SPEC_INTVL_HRS="1"
 EXTRN_MDL_LBCS_OFFSET_HRS="0"
 EXTRN_MDL_LBCS_SEARCH_OFFSET_HRS="0"
 
-INITIAL_CYCLEDEF="00 00,12 * * 2021 *"
-BOUNDARY_CYCLEDEF="00 00,06,12,18 * * 2021 *"
-BOUNDARY_LONG_CYCLEDEF="00 03,09,15,21 * * 2021 *"
-PREP_COLDSTART_CYCLEDEF="00 00,12 * * 2021 *"
-PREP_WARMSTART_CYCLEDEF="00 03-11/03,15-23/03 * * 2021 *"
-ANALYSIS_CYCLEDEF="00 00-23/03 * * 2021 *"
-FORECAST_CYCLEDEF="00 00-23/03 * * 2021 *"
-ARCHIVE_CYCLEDEF="00 07 * * 2021 *"
-
-FCST_LEN_HRS="24"
-FCST_LEN_HRS_CYCLES=(24 3 3 12 3 3 24 3 3 12 3 3 24 3 3 12 3 3 24 3 3 12 3 3)
+#CYCLEDAY="1-4"
+CYCLEMONTH="5-7"
+INITIAL_CYCLEDEF="00 09,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+BOUNDARY_CYCLEDEF="00 00,06,12,18 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+BOUNDARY_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+PREP_COLDSTART_CYCLEDEF="00 09,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+PREP_WARMSTART_CYCLEDEF="00 00-08/03,12-20/03 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+ANALYSIS_CYCLEDEF="00 00-23/03 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+FORECAST_CYCLEDEF="00 00-23/03 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+POSTPROC_CYCLEDEF="00 00-23/03 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+#POSTPROC_LONG_CYCLEDEF="00 00,06,12,18 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+ARCHIVE_CYCLEDEF="00 07 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+
+FCST_LEN_HRS="18"
+POSTPROC_LEN_HRS="18"
+POSTPROC_LONG_LEN_HRS="18"
+FCST_LEN_HRS_CYCLES=(18 3 3 18 3 3 18 3 3 18 3 3 18 3 3 18 3 3 18 3 3 18 3 3)
 DA_CYCLE_INTERV="3"
 RESTART_INTERVAL="3 6"
 
diff --git a/ush/config.sh.RRFS_NA_13km b/ush/config.sh.RRFS_NA_13km
index f71360c4d..faf9363a5 100644
--- a/ush/config.sh.RRFS_NA_13km
+++ b/ush/config.sh.RRFS_NA_13km
@@ -34,30 +34,36 @@ QUILTING="TRUE"
 CCPP_PHYS_SUITE="FV3_RAP"
 
 EXTRN_MDL_ICS_OFFSET_HRS="3"
-BOUNDARY_LEN_HRS="39"
-BOUNDARY_LONG_LEN_HRS="3"
+BOUNDARY_LEN_HRS="75"
+BOUNDARY_LONG_LEN_HRS="1"
 LBC_SPEC_INTVL_HRS="1"
 EXTRN_MDL_LBCS_OFFSET_HRS="0"
 EXTRN_MDL_LBCS_SEARCH_OFFSET_HRS="0"
 
-INITIAL_CYCLEDEF="00 03,15 * * 2021 *"
-BOUNDARY_CYCLEDEF="00 00,06,12,18 * * 2021 *"
-#BOUNDARY_LONG_CYCLEDEF="00 00,12 18 04 2021 *"
-PREP_COLDSTART_CYCLEDEF="00 03,15 * * 2021 *"
-PREP_WARMSTART_CYCLEDEF="00 00-02,04-14,16-23 * * 2021 *"
-ANALYSIS_CYCLEDEF="00 00-23 * * 2021 *"
-FORECAST_CYCLEDEF="00 00-23 * * 2021 *"
+#CYCLEDAY="1-4"
+CYCLEMONTH="5-7"
+INITIAL_CYCLEDEF="00 03,15 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+BOUNDARY_CYCLEDEF="00 00,06,12,18 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+PREP_COLDSTART_CYCLEDEF="00 03,15 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+PREP_WARMSTART_CYCLEDEF="00 00-02,04-14,16-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+ANALYSIS_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+FORECAST_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+POSTPROC_CYCLEDEF="00 00-02,04-08,10-14,16-20,22-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+POSTPROC_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 ARCHIVE_CYCLEDEF="00 07 * * 2021 *"
 
-FCST_LEN_HRS="24"
-FCST_LEN_HRS_CYCLES=(24 3 3 12 3 3 24 3 3 12 3 3 24 3 3 12 3 3 24 3 3 12 3 3)
+FCST_LEN_HRS="21"
+POSTPROC_LEN_HRS="21"
+POSTPROC_LONG_LEN_HRS="63"
+FCST_LEN_HRS_CYCLES=(21 21 21 63 21 21 21 21 21 63 21 21 21 21 21 63 21 21 21 21 21 63 21 21)
 DA_CYCLE_INTERV="1"
 RESTART_INTERVAL="1 2 3 4 5 6"
 
 NCORES_RUN_ANAL=240
 HALO_BLEND=10
 
-WTIME_RUN_FCST="04:30:00"
+WTIME_RUN_FCST="07:30:00"
+WTIME_MAKE_LBCS="02:30:00"
 
 NNODES_RUN_POST="1"
 
diff --git a/ush/config.sh.RRFS_dev1 b/ush/config.sh.RRFS_dev1
index cbcc24761..74a29beae 100644
--- a/ush/config.sh.RRFS_dev1
+++ b/ush/config.sh.RRFS_dev1
@@ -58,7 +58,7 @@ ARCHIVE_CYCLEDEF="00 07 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 FCST_LEN_HRS="18"
 POSTPROC_LEN_HRS="18"
 POSTPROC_LONG_LEN_HRS="48"
-FCST_LEN_HRS_CYCLES=(48 18 18 18 18 18 48 12 12 12 12 12 48 18 18 18 18 18 48 18 18 18 18 18)
+FCST_LEN_HRS_CYCLES=(48 18 18 18 18 18 48 18 18 18 18 18 48 18 18 18 18 18 48 18 18 18 18 18)
 DA_CYCLE_INTERV="1"
 RESTART_INTERVAL="1 2 3 4 5 6"
 

From 6d540a0fde38800a3f4277005e88bf260a4e4f45 Mon Sep 17 00:00:00 2001
From: "Ming.Hu" <Ming.Hu@noaa.gov>
Date: Mon, 3 May 2021 16:06:00 +0000
Subject: [PATCH 06/12] Use early rap observation BUFR files for 00/12Z cycle.

---
 scripts/exregional_run_analysis.sh | 10 +++++++---
 ush/config.sh.RRFS_AK_dev1         |  4 ++--
 2 files changed, 9 insertions(+), 5 deletions(-)

diff --git a/scripts/exregional_run_analysis.sh b/scripts/exregional_run_analysis.sh
index 599823702..2c39f0f54 100755
--- a/scripts/exregional_run_analysis.sh
+++ b/scripts/exregional_run_analysis.sh
@@ -321,14 +321,18 @@ sed -i "s/hh/${HH}/"     coupler.res
 # copy observation files to working directory 
 #
 #-----------------------------------------------------------------------
+obs_source=rap
+if [[ ${HH} -eq '00' || ${HH} -eq '12' ]]; then
+  obs_source=rap_e
+fi
 
-obs_files_source[0]=${OBSPATH}/${YYYYMMDDHH}.rap.t${HH}z.prepbufr.tm00
+obs_files_source[0]=${OBSPATH}/${YYYYMMDDHH}.${obs_source}.t${HH}z.prepbufr.tm00
 obs_files_target[0]=prepbufr
 
-obs_files_source[1]=${OBSPATH}/${YYYYMMDDHH}.rap.t${HH}z.satwnd.tm00.bufr_d
+obs_files_source[1]=${OBSPATH}/${YYYYMMDDHH}.${obs_source}.t${HH}z.satwnd.tm00.bufr_d
 obs_files_target[1]=satwndbufr
 
-obs_files_source[2]=${OBSPATH}/${YYYYMMDDHH}.rap.t${HH}z.nexrad.tm00.bufr_d
+obs_files_source[2]=${OBSPATH}/${YYYYMMDDHH}.${obs_source}.t${HH}z.nexrad.tm00.bufr_d
 obs_files_target[2]=l2rwbufr
 
 obs_number=${#obs_files_source[@]}
diff --git a/ush/config.sh.RRFS_AK_dev1 b/ush/config.sh.RRFS_AK_dev1
index 1fb57f126..4781c85af 100644
--- a/ush/config.sh.RRFS_AK_dev1
+++ b/ush/config.sh.RRFS_AK_dev1
@@ -33,8 +33,8 @@ QUILTING="TRUE"
 CCPP_PHYS_SUITE="FV3_HRRR"
 
 EXTRN_MDL_ICS_OFFSET_HRS="0"
-BOUNDARY_LEN_HRS="24"
-BOUNDARY_LONG_LEN_HRS="24"
+BOUNDARY_LEN_HRS="21"
+BOUNDARY_LONG_LEN_HRS="27"
 LBC_SPEC_INTVL_HRS="1"
 EXTRN_MDL_LBCS_OFFSET_HRS="0"
 EXTRN_MDL_LBCS_SEARCH_OFFSET_HRS="0"

From 3a1140f46f85712987c2dddf433f13326c6c50e9 Mon Sep 17 00:00:00 2001
From: "Ming.Hu" <Ming.Hu@noaa.gov>
Date: Mon, 3 May 2021 16:28:29 +0000
Subject: [PATCH 07/12] Bug fix to exregional_process_bufr.sh. Use rap_e for
 00/12Z cycle.

---
 scripts/exregional_process_bufr.sh | 22 ++++++++++++++++------
 1 file changed, 16 insertions(+), 6 deletions(-)

diff --git a/scripts/exregional_process_bufr.sh b/scripts/exregional_process_bufr.sh
index 4763f39a4..e9ea7c1d3 100755
--- a/scripts/exregional_process_bufr.sh
+++ b/scripts/exregional_process_bufr.sh
@@ -169,6 +169,16 @@ cp_vrfy ${fixgriddir}/geo_em.d01.nc          geo_em.d01.nc
 BUFR_TABLE=${FIX_GSI}/prepobs_prep_RAP.bufrtable
 cp_vrfy $BUFR_TABLE prepobs_prep.bufrtable
 
+#-----------------------------------------------------------------------
+#
+#   set observation soruce 
+#
+#-----------------------------------------------------------------------
+obs_source=rap
+if [[ ${HH} -eq '00' || ${HH} -eq '12' ]]; then
+  obs_source=rap_e
+fi
+
 #
 #-----------------------------------------------------------------------
 #-----------------------------------------------------------------------
@@ -178,7 +188,7 @@ cp_vrfy $BUFR_TABLE prepobs_prep.bufrtable
 #-----------------------------------------------------------------------
 
 run_lightning=false
-obs_file=${OBSPATH}/${YYYYMMDDHH}.rap.t${HH}z.lghtng.tm00.bufr_d
+obs_file=${OBSPATH}/${YYYYMMDDHH}.${obs_source}.t${HH}z.lghtng.tm00.bufr_d
 print_info_msg "$VERBOSE" "obsfile is $obs_file"
 if [ -r "${obs_file}" ]; then
    cp_vrfy "${obs_file}" "lghtngbufr"
@@ -238,7 +248,7 @@ fi
 #
 #-----------------------------------------------------------------------
 #
-if [ $run_lightning ]; then
+if [[ "$run_lightning" == true ]]; then
    $APRUN ./${exect} > stdout_lightning_bufr 2>&1 || print_err_msg "\
    Call to executable to run lightning process returned with nonzero exit code."
 fi
@@ -251,7 +261,7 @@ fi
 #
 #-----------------------------------------------------------------------
 
-obs_file=${OBSPATH}/${YYYYMMDDHH}.rap.t${HH}z.lgycld.tm00.bufr_d
+obs_file=${OBSPATH}/${YYYYMMDDHH}.${obs_source}.t${HH}z.lgycld.tm00.bufr_d
 print_info_msg "$VERBOSE" "obsfile is $obs_file"
 run_cloud=false
 if [ -r "${obs_file}" ]; then
@@ -313,7 +323,7 @@ fi
 #
 #-----------------------------------------------------------------------
 #
-if [ $run_cloud ]; then
+if [[ "$run_cloud" == true ]]; then
   $APRUN ./${exect} > stdout_nasalarc 2>&1 || print_err_msg "\
   Call to executable to run NASA LaRC Cloud process returned with nonzero exit code."
 fi
@@ -326,7 +336,7 @@ fi
 #
 #-----------------------------------------------------------------------
 
-obs_file=${OBSPATH}/${YYYYMMDDHH}.rap.t${HH}z.prepbufr.tm00 
+obs_file=${OBSPATH}/${YYYYMMDDHH}.${obs_source}.t${HH}z.prepbufr.tm00 
 print_info_msg "$VERBOSE" "obsfile is $obs_file"
 run_metar=false
 if [ -r "${obs_file}" ]; then
@@ -382,7 +392,7 @@ fi
 #
 #-----------------------------------------------------------------------
 #
-if [ $run_metar ]; then
+if [[ "$run_metar" == true ]]; then
   $APRUN ./${exect} > stdout_metarcld 2>&1 || print_err_msg "\
   Call to executable to run METAR cloud process returned with nonzero exit code."
 fi

From fba687bee082e8b4e74bf06a6b4ef5e6af5264b0 Mon Sep 17 00:00:00 2001
From: "Ming.Hu" <Ming.Hu@noaa.gov>
Date: Mon, 3 May 2021 20:58:25 +0000
Subject: [PATCH 08/12] Finalize the configure files for RRFS dev1 CONUS, AK,
 and NA 13km.

---
 ush/config.sh.RRFS_AK_dev1     | 22 ++++++++++++----------
 ush/config.sh.RRFS_NA_13km     |  4 +++-
 ush/config.sh.RRFS_dev1        | 12 ++++++++----
 ush/config_defaults.sh         |  4 ++--
 ush/templates/FV3LAM_wflow.xml |  2 +-
 5 files changed, 26 insertions(+), 18 deletions(-)

diff --git a/ush/config.sh.RRFS_AK_dev1 b/ush/config.sh.RRFS_AK_dev1
index 4781c85af..b543eb79d 100644
--- a/ush/config.sh.RRFS_AK_dev1
+++ b/ush/config.sh.RRFS_AK_dev1
@@ -42,22 +42,24 @@ EXTRN_MDL_LBCS_SEARCH_OFFSET_HRS="0"
 #CYCLEDAY="1-4"
 CYCLEMONTH="5-7"
 INITIAL_CYCLEDEF="00 09,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-BOUNDARY_CYCLEDEF="00 00,06,12,18 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+BOUNDARY_CYCLEDEF="00 00-02,04-08,10-14,16-20,22,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 BOUNDARY_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 PREP_COLDSTART_CYCLEDEF="00 09,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-PREP_WARMSTART_CYCLEDEF="00 00-08/03,12-20/03 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-ANALYSIS_CYCLEDEF="00 00-23/03 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-FORECAST_CYCLEDEF="00 00-23/03 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-POSTPROC_CYCLEDEF="00 00-23/03 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-#POSTPROC_LONG_CYCLEDEF="00 00,06,12,18 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+PREP_WARMSTART_CYCLEDEF="00 00-08,10-20,22,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+ANALYSIS_CYCLEDEF="00 00-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+FORECAST_CYCLEDEF="00 00-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+POSTPROC_CYCLEDEF="00 01,02,04,05,07,08,10,11,13,14,16,17,19,20,22,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+POSTPROC_LONG_CYCLEDEF="00 00,03,06,09,12,15,18,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 ARCHIVE_CYCLEDEF="00 07 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 
 FCST_LEN_HRS="18"
-POSTPROC_LEN_HRS="18"
+POSTPROC_LEN_HRS="3"
 POSTPROC_LONG_LEN_HRS="18"
-FCST_LEN_HRS_CYCLES=(18 3 3 18 3 3 18 3 3 18 3 3 18 3 3 18 3 3 18 3 3 18 3 3)
-DA_CYCLE_INTERV="3"
-RESTART_INTERVAL="3 6"
+#FCST_LEN_HRS_CYCLES=(18 3 3 18 3 3 18 3 3 18 3 3 18 3 3 18 3 3 18 3 3 18 3 3)
+or i in {0..23}; do FCST_LEN_HRS_CYCLES[$i]=3; done
+for i in {0..23..3}; do FCST_LEN_HRS_CYCLES[$i]=18; done
+DA_CYCLE_INTERV="1"
+RESTART_INTERVAL="1 2 3 4 5 6"
 
 NCORES_RUN_ANAL=240
 HALO_BLEND=10
diff --git a/ush/config.sh.RRFS_NA_13km b/ush/config.sh.RRFS_NA_13km
index faf9363a5..e8eb4a27b 100644
--- a/ush/config.sh.RRFS_NA_13km
+++ b/ush/config.sh.RRFS_NA_13km
@@ -55,7 +55,9 @@ ARCHIVE_CYCLEDEF="00 07 * * 2021 *"
 FCST_LEN_HRS="21"
 POSTPROC_LEN_HRS="21"
 POSTPROC_LONG_LEN_HRS="63"
-FCST_LEN_HRS_CYCLES=(21 21 21 63 21 21 21 21 21 63 21 21 21 21 21 63 21 21 21 21 21 63 21 21)
+#FCST_LEN_HRS_CYCLES=(21 21 21 63 21 21 21 21 21 63 21 21 21 21 21 63 21 21 21 21 21 63 21 21)
+or i in {0..23}; do FCST_LEN_HRS_CYCLES[$i]=21; done
+for i in {3..23..6}; do FCST_LEN_HRS_CYCLES[$i]=63; done
 DA_CYCLE_INTERV="1"
 RESTART_INTERVAL="1 2 3 4 5 6"
 
diff --git a/ush/config.sh.RRFS_dev1 b/ush/config.sh.RRFS_dev1
index 74a29beae..bfe6a3a63 100644
--- a/ush/config.sh.RRFS_dev1
+++ b/ush/config.sh.RRFS_dev1
@@ -19,6 +19,8 @@ GWD_HRRRsuite_BASEDIR=/mnt/lfs4/BMC/nrtrr/RRFS/fix/fix_lam.20210128
 
 FIX_GSI=/mnt/lfs4/BMC/nrtrr/RRFS/fix/fix_gsi
 FIX_CRTM=/home/rtrr/FIX_EXEC_MODULE/crtm/CRTM_v2.3.0
+OBSPATH_NSSLMOSIAC=/public/data/radar/nssl/mrms/conus
+RADARREFL_TIMELEVEL=(0 15 30 45)
 
 VERBOSE="TRUE"
 
@@ -44,11 +46,11 @@ EXTRN_MDL_LBCS_SEARCH_OFFSET_HRS="0"
 
 #CYCLEDAY="1-4"
 CYCLEMONTH="5-7"
-INITIAL_CYCLEDEF="00 09,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+INITIAL_CYCLEDEF="00 10,22 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 BOUNDARY_CYCLEDEF="00 00-02/01,04-08/01,10-14/01,16-20/01,22,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 BOUNDARY_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-PREP_COLDSTART_CYCLEDEF="00 09,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-PREP_WARMSTART_CYCLEDEF="00 00-08/01,10-20/01,22-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+PREP_COLDSTART_CYCLEDEF="00 10,22 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+PREP_WARMSTART_CYCLEDEF="00 00-09/01,11-21/01,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 ANALYSIS_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 FORECAST_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 POSTPROC_CYCLEDEF="00 01-05,07-11,13-17,19-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
@@ -58,7 +60,9 @@ ARCHIVE_CYCLEDEF="00 07 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 FCST_LEN_HRS="18"
 POSTPROC_LEN_HRS="18"
 POSTPROC_LONG_LEN_HRS="48"
-FCST_LEN_HRS_CYCLES=(48 18 18 18 18 18 48 18 18 18 18 18 48 18 18 18 18 18 48 18 18 18 18 18)
+#FCST_LEN_HRS_CYCLES=(48 18 18 18 18 18 48 18 18 18 18 18 48 18 18 18 18 18 48 18 18 18 18 18)
+for i in {0..23}; do FCST_LEN_HRS_CYCLES[$i]=18; done
+for i in {0..23..6}; do FCST_LEN_HRS_CYCLES[$i]=48; done
 DA_CYCLE_INTERV="1"
 RESTART_INTERVAL="1 2 3 4 5 6"
 
diff --git a/ush/config_defaults.sh b/ush/config_defaults.sh
index 592ab72ed..8f93330fc 100644
--- a/ush/config_defaults.sh
+++ b/ush/config_defaults.sh
@@ -437,8 +437,8 @@ WFLOW_LAUNCH_LOG_FN="log.launch_FV3LAM_wflow"
 DATE_FIRST_CYCL="YYYYMMDD"
 DATE_LAST_CYCL="YYYYMMDD"
 CYCL_HRS=( "HH1" "HH2" )
-BOUNDARY_LEN_HRS="1"
-BOUNDARY_LONG_LEN_HRS="1"
+BOUNDARY_LEN_HRS="0"
+BOUNDARY_LONG_LEN_HRS="0"
 POSTPROC_LEN_HRS="1"
 POSTPROC_LONG_LEN_HRS="1"
 FCST_LEN_HRS="24"
diff --git a/ush/templates/FV3LAM_wflow.xml b/ush/templates/FV3LAM_wflow.xml
index 4f6bb4886..34b9b2e84 100644
--- a/ush/templates/FV3LAM_wflow.xml
+++ b/ush/templates/FV3LAM_wflow.xml
@@ -124,7 +124,7 @@ tasks; and the "FCST" type is used for the RUN_FCST_TN task.
 <!ENTITY DEADLINE_GRAPHICS "24:00:00">
 
 <!ENTITY START_TIME_ANALYSIS     "02:37:00">
-<!ENTITY START_TIME_CONVENTIONAL "00:37:00">
+<!ENTITY START_TIME_CONVENTIONAL "00:40:00">
 <!ENTITY START_TIME_NSSLMOSIAC   "00:45:00">
 <!ENTITY START_TIME_LIGHTNINGNC  "00:45:00">
 

From bae8e5dfa063ace1e69a40dfbbbcad6d549028ef Mon Sep 17 00:00:00 2001
From: "Ming.Hu" <Ming.Hu@noaa.gov>
Date: Mon, 3 May 2021 23:42:45 +0000
Subject: [PATCH 09/12] Use Guoqing's method to generate the post process tasks
 so we can use one task for both long and normal forecast.

---
 ush/config.sh.RRFS_AK_dev1     |   6 +-
 ush/config.sh.RRFS_NA_13km     |   4 +-
 ush/config.sh.RRFS_dev1        |   2 +-
 ush/config_defaults.sh         |   1 -
 ush/generate_FV3LAM_wflow.sh   |   1 -
 ush/templates/FV3LAM_wflow.xml | 133 +++------------------------------
 6 files changed, 16 insertions(+), 131 deletions(-)

diff --git a/ush/config.sh.RRFS_AK_dev1 b/ush/config.sh.RRFS_AK_dev1
index b543eb79d..8889e95f0 100644
--- a/ush/config.sh.RRFS_AK_dev1
+++ b/ush/config.sh.RRFS_AK_dev1
@@ -48,15 +48,15 @@ PREP_COLDSTART_CYCLEDEF="00 09,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 PREP_WARMSTART_CYCLEDEF="00 00-08,10-20,22,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 ANALYSIS_CYCLEDEF="00 00-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 FORECAST_CYCLEDEF="00 00-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-POSTPROC_CYCLEDEF="00 01,02,04,05,07,08,10,11,13,14,16,17,19,20,22,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-POSTPROC_LONG_CYCLEDEF="00 00,03,06,09,12,15,18,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+POSTPROC_CYCLEDEF="00 00-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+POSTPROC_LONG_CYCLEDEF="00 00-23/03 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 ARCHIVE_CYCLEDEF="00 07 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 
 FCST_LEN_HRS="18"
 POSTPROC_LEN_HRS="3"
 POSTPROC_LONG_LEN_HRS="18"
 #FCST_LEN_HRS_CYCLES=(18 3 3 18 3 3 18 3 3 18 3 3 18 3 3 18 3 3 18 3 3 18 3 3)
-or i in {0..23}; do FCST_LEN_HRS_CYCLES[$i]=3; done
+for i in {0..23}; do FCST_LEN_HRS_CYCLES[$i]=3; done
 for i in {0..23..3}; do FCST_LEN_HRS_CYCLES[$i]=18; done
 DA_CYCLE_INTERV="1"
 RESTART_INTERVAL="1 2 3 4 5 6"
diff --git a/ush/config.sh.RRFS_NA_13km b/ush/config.sh.RRFS_NA_13km
index e8eb4a27b..5fb4faf77 100644
--- a/ush/config.sh.RRFS_NA_13km
+++ b/ush/config.sh.RRFS_NA_13km
@@ -48,7 +48,7 @@ PREP_COLDSTART_CYCLEDEF="00 03,15 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 PREP_WARMSTART_CYCLEDEF="00 00-02,04-14,16-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 ANALYSIS_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 FORECAST_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-POSTPROC_CYCLEDEF="00 00-02,04-08,10-14,16-20,22-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+POSTPROC_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 POSTPROC_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 ARCHIVE_CYCLEDEF="00 07 * * 2021 *"
 
@@ -56,7 +56,7 @@ FCST_LEN_HRS="21"
 POSTPROC_LEN_HRS="21"
 POSTPROC_LONG_LEN_HRS="63"
 #FCST_LEN_HRS_CYCLES=(21 21 21 63 21 21 21 21 21 63 21 21 21 21 21 63 21 21 21 21 21 63 21 21)
-or i in {0..23}; do FCST_LEN_HRS_CYCLES[$i]=21; done
+for i in {0..23}; do FCST_LEN_HRS_CYCLES[$i]=21; done
 for i in {3..23..6}; do FCST_LEN_HRS_CYCLES[$i]=63; done
 DA_CYCLE_INTERV="1"
 RESTART_INTERVAL="1 2 3 4 5 6"
diff --git a/ush/config.sh.RRFS_dev1 b/ush/config.sh.RRFS_dev1
index bfe6a3a63..bce59de8c 100644
--- a/ush/config.sh.RRFS_dev1
+++ b/ush/config.sh.RRFS_dev1
@@ -53,7 +53,7 @@ PREP_COLDSTART_CYCLEDEF="00 10,22 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 PREP_WARMSTART_CYCLEDEF="00 00-09/01,11-21/01,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 ANALYSIS_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 FORECAST_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-POSTPROC_CYCLEDEF="00 01-05,07-11,13-17,19-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+POSTPROC_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 POSTPROC_LONG_CYCLEDEF="00 00,06,12,18 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 ARCHIVE_CYCLEDEF="00 07 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
 
diff --git a/ush/config_defaults.sh b/ush/config_defaults.sh
index 8f93330fc..1d5a5dedc 100644
--- a/ush/config_defaults.sh
+++ b/ush/config_defaults.sh
@@ -1427,7 +1427,6 @@ MAKE_ICS_TN="make_ics"
 MAKE_LBCS_TN="make_lbcs"
 RUN_FCST_TN="run_fcst"
 RUN_POST_TN="run_post"
-RUN_POST_LONG_TN="run_post_long"
 
 ANAL_GSI_TN="anal_gsi_input"
 PREP_COLDSTART_TN="prep_coldstart"
diff --git a/ush/generate_FV3LAM_wflow.sh b/ush/generate_FV3LAM_wflow.sh
index 651f35fd7..3cf82daa8 100755
--- a/ush/generate_FV3LAM_wflow.sh
+++ b/ush/generate_FV3LAM_wflow.sh
@@ -190,7 +190,6 @@ settings="\
   'make_lbcs_tn': ${MAKE_LBCS_TN}
   'run_fcst_tn': ${RUN_FCST_TN}
   'run_post_tn': ${RUN_POST_TN}
-  'run_post_long_tn': ${RUN_POST_LONG_TN}
   'anal_gsi': ${ANAL_GSI_TN}
   'prep_coldstart': ${PREP_COLDSTART_TN}
   'prep_warmstart': ${PREP_WARMSTART_TN}
diff --git a/ush/templates/FV3LAM_wflow.xml b/ush/templates/FV3LAM_wflow.xml
index 34b9b2e84..b586d2095 100644
--- a/ush/templates/FV3LAM_wflow.xml
+++ b/ush/templates/FV3LAM_wflow.xml
@@ -36,7 +36,6 @@ Workflow task names.
 <!ENTITY MAKE_LBCS_TN      "{{ make_lbcs_tn }}">
 <!ENTITY RUN_FCST_TN       "{{ run_fcst_tn }}">
 <!ENTITY RUN_POST_TN       "{{ run_post_tn }}">
-<!ENTITY RUN_POST_LONG_TN  "{{ run_post_long_tn }}">
 <!ENTITY ANAL_GSI_TN       "{{ anal_gsi }}">
 <!ENTITY PREP_COLDSTART_TN "{{ prep_coldstart }}">
 <!ENTITY PREP_WARMSTART_TN "{{ prep_warmstart }}">
@@ -51,9 +50,7 @@ Workflow task names.
 <!ENTITY RUN_ANAL_TN          "run_anal_gsi">
 <!ENTITY RUN_BUFR_TN          "run_bufr">
 <!ENTITY RUN_NCL_TN           "run_ncl">
-<!ENTITY RUN_NCL_LONG_TN      "run_ncl_long">
 <!ENTITY RUN_NCL_ZIP_TN       "run_ncl_zip">
-<!ENTITY RUN_NCL_LONG_ZIP_TN  "run_ncl_long_zip">
 <!ENTITY CLEAN_TN             "run_clean">
 <!ENTITY ARCHIVE_TN           "run_archive">
 
@@ -153,7 +150,7 @@ tasks; and the "FCST" type is used for the RUN_FCST_TN task.
   <cycledef group="analysis"> {{ analysis_cycledef }} </cycledef>
   <cycledef group="forecast"> {{ forecast_cycledef }} </cycledef>
 
-  <cycledef group="postproc"> {{ postproc_cycledef }} </cycledef>
+  <cycledef group="postproc_normal"> {{ postproc_cycledef }} </cycledef>
   <cycledef group="postproc_long"> {{ postproc_long_cycledef }} </cycledef>
   <cycledef group="archive">  {{ archive_cycledef }} </cycledef> 
 
@@ -825,51 +822,10 @@ MODULES_RUN_TASK_FP script.
 -->
   <metatask name="&RUN_POST_TN;{{ uscore_ensmem_name }}">
 
-    <var name="fhr"> {% for h in range(0, postproc_len_hrs+1) %}{{ " %03d" % h  }}{% endfor %} </var>
-
-    <task name="&RUN_POST_TN;{{ uscore_ensmem_name }}_f#fhr#" cycledefs="postproc" maxtries="{{ maxtries_run_post }}">
-
-      &RSRV_DEFAULT;
-      &WALL_LIMIT_POST;
-      <command>&LOAD_MODULES_RUN_TASK_FP; "&RUN_POST_TN;" "&JOBSDIR;/JREGIONAL_RUN_POST"</command>
-      <nodes>{{ nnodes_run_post }}:ppn={{ ppn_run_post }}</nodes>
-      <walltime>{{ wtime_run_post }}</walltime>
-      <nodesize>&NCORES_PER_NODE;</nodesize>
-      <jobname>&TAG;_&RUN_POST_TN;{{ uscore_ensmem_name }}_f#fhr#</jobname>
-      <join><cyclestr>&LOGDIR;/&RUN_POST_TN;{{ uscore_ensmem_name }}_f#fhr#_@Y@m@d@H.log</cyclestr></join>
-
-      <envar><name>GLOBAL_VAR_DEFNS_FP</name><value>&GLOBAL_VAR_DEFNS_FP;</value></envar>
-      <envar><name>PDY</name><value><cyclestr>@Y@m@d</cyclestr></value></envar>
-      <envar><name>CDATE</name><value><cyclestr>@Y@m@d@H</cyclestr></value></envar>
-      <envar><name>CYCLE_DIR</name><value><cyclestr>&CYCLE_BASEDIR;/@Y@m@d@H</cyclestr></value></envar>
-      <envar><name>SLASH_ENSMEM_SUBDIR</name><value><cyclestr>{{ slash_ensmem_subdir }}</cyclestr></value></envar>
-      <envar><name>cyc</name><value><cyclestr>@H</cyclestr></value></envar>
-      <envar><name>fhr</name><value>#fhr#</value></envar>
-
-      <dependency>
-        <and>
-          <datadep age="05:00"><cyclestr>&CYCLE_BASEDIR;/@Y@m@d@H/fcst_fv3lam{{ slash_ensmem_subdir }}/dynf#fhr#.nc</cyclestr></datadep>
-          <datadep age="05:00"><cyclestr>&CYCLE_BASEDIR;/@Y@m@d@H/fcst_fv3lam{{ slash_ensmem_subdir }}/phyf#fhr#.nc</cyclestr></datadep>
-        </and>
-      </dependency>
-
-    </task>
-
-  </metatask>
-
-{% if do_ensemble %}
-  </metatask>
-{% endif %}
-
-<!--
-************************************************************************
-************************************************************************
--->
-  <metatask name="&RUN_POST_LONG_TN;{{ uscore_ensmem_name }}">
-
     <var name="fhr"> {% for h in range(0, postproc_long_len_hrs+1) %}{{ " %03d" % h  }}{% endfor %} </var>
+    <var name="type"> {% for h in range(0, postproc_len_hrs+1) %}{{ " normal" }}{% endfor %} {% for h in range(postproc_len_hrs+1, postproc_long_len_hrs+1) %}{{ " long"  }}{% endfor %} </var>
 
-    <task name="&RUN_POST_LONG_TN;{{ uscore_ensmem_name }}_f#fhr#" cycledefs="postproc_long" maxtries="{{ maxtries_run_post }}">
+    <task name="&RUN_POST_TN;{{ uscore_ensmem_name }}_f#fhr#" cycledefs="postproc_#type#" maxtries="{{ maxtries_run_post }}">
 
       &RSRV_DEFAULT;
       &WALL_LIMIT_POST;
@@ -929,10 +885,7 @@ MODULES_RUN_TASK_FP script.
     <envar><name>GRAPHICS_TYPE</name><value>skewts</value></envar>
 
     <dependency>
-      <or>
-        <taskdep task="&RUN_POST_TN;_f000"/>
-        <taskdep task="&RUN_POST_LONG_TN;_f000"/>
-      </or>
+      <taskdep task="&RUN_POST_TN;_f000"/>
     </dependency>
   </task>
 
@@ -942,41 +895,10 @@ MODULES_RUN_TASK_FP script.
 -->
   <metatask name="&RUN_NCL_TN;">
 
-    <var name="fhr"> {% for h in range(0, postproc_len_hrs+1) %}{{ " %03d" % h  }}{% endfor %} </var>
-
-    <task name="&RUN_NCL_TN;_#fhr#" cycledefs="postproc" maxtries="{{ maxtries_run_post }}">
-
-      &RSRV_GRAPHICS;
-      &WALL_LIMIT_GRAPHICS;
-
-      <command>&JOBSDIR;/../scripts/exregional_run_ncl.ksh</command>
-      <walltime>00:30:00</walltime>
-      <memory>24G</memory>
-      <cores>16</cores>
-      <jobname>&TAG;_&RUN_NCL_TN;_#fhr#</jobname>
-      <join><cyclestr>&LOGDIR;/&RUN_NCL_TN;_#fhr#_@Y@m@d@H.log</cyclestr></join>
-
-      <envar><name>GLOBAL_VAR_DEFNS_FP</name><value>&GLOBAL_VAR_DEFNS_FP;</value></envar>
-      <envar><name>START_TIME</name><value><cyclestr>@Y@m@d@H</cyclestr></value></envar>
-      <envar><name>FCST_TIME</name><value>#fhr#</value></envar>
-
-      <dependency>
-          <taskdep task="&RUN_POST_TN;_f#fhr#"/>
-      </dependency>
-
-    </task>
-
-   </metatask>
-
-<!--
-************************************************************************
-************************************************************************
--->
-  <metatask name="&RUN_NCL_LONG_TN;">
-
     <var name="fhr"> {% for h in range(0, postproc_long_len_hrs+1) %}{{ " %03d" % h  }}{% endfor %} </var>
+    <var name="type"> {% for h in range(0, postproc_len_hrs+1) %}{{ " normal" }}{% endfor %} {% for h in range(postproc_len_hrs+1, postproc_long_len_hrs+1) %}{{ " long"  }}{% endfor %} </var>
 
-    <task name="&RUN_NCL_LONG_TN;_#fhr#" cycledefs="postproc_long" maxtries="{{ maxtries_run_post }}">
+    <task name="&RUN_NCL_TN;_#fhr#" cycledefs="postproc_#type#" maxtries="{{ maxtries_run_post }}">
 
       &RSRV_GRAPHICS;
       &WALL_LIMIT_GRAPHICS;
@@ -993,7 +915,7 @@ MODULES_RUN_TASK_FP script.
       <envar><name>FCST_TIME</name><value>#fhr#</value></envar>
 
       <dependency>
-          <taskdep task="&RUN_POST_LONG_TN;_f#fhr#"/>
+          <taskdep task="&RUN_POST_TN;_f#fhr#"/>
       </dependency>
 
     </task>
@@ -1006,9 +928,10 @@ MODULES_RUN_TASK_FP script.
 -->
    <metatask mode="serial" name="&RUN_NCL_ZIP_TN;">
 
-    <var name="fhr"> {% for h in range(0, postproc_len_hrs+1) %}{{ " %03d" % h  }}{% endfor %} </var>
+    <var name="fhr"> {% for h in range(0, postproc_long_len_hrs+1) %}{{ " %03d" % h  }}{% endfor %} </var>
+    <var name="type"> {% for h in range(0, postproc_len_hrs+1) %}{{ " normal" }}{% endfor %} {% for h in range(postproc_len_hrs+1, postproc_long_len_hrs+1) %}{{ " long"  }}{% endfor %} </var>
 
-    <task name="&RUN_NCL_ZIP_TN;_#fhr#" cycledefs="postproc" maxtries="{{ maxtries_run_post }}">
+    <task name="&RUN_NCL_ZIP_TN;_#fhr#" cycledefs="postproc_#type#" maxtries="{{ maxtries_run_post }}">
 
       &RSRV_GRAPHICS;
       &WALL_LIMIT_GRAPHICS;
@@ -1036,42 +959,6 @@ MODULES_RUN_TASK_FP script.
 
    </metatask>
 
-<!--
-************************************************************************
-************************************************************************
--->
-   <metatask mode="serial" name="&RUN_NCL_LONG_ZIP_TN;">
-
-    <var name="fhr"> {% for h in range(0, postproc_long_len_hrs+1) %}{{ " %03d" % h  }}{% endfor %} </var>
-
-    <task name="&RUN_NCL_LONG_ZIP_TN;_#fhr#" cycledefs="postproc_long" maxtries="{{ maxtries_run_post }}">
-
-      &RSRV_GRAPHICS;
-      &WALL_LIMIT_GRAPHICS;
-
-      <command>&JOBSDIR;/../scripts/exregional_run_ncl_zip.ksh</command>
-      <cores>1</cores>
-      <walltime>00:15:00</walltime>
-      <memory>2G</memory>
-      <jobname>&TAG;_&RUN_NCL_ZIP_TN;_#fhr#</jobname>
-      <join><cyclestr>&LOGDIR;/&RUN_NCL_ZIP_TN;_#fhr#_@Y@m@d@H.log</cyclestr></join>
-
-      <envar><name>GLOBAL_VAR_DEFNS_FP</name><value>&GLOBAL_VAR_DEFNS_FP;</value></envar>
-      <envar><name>START_TIME</name><value><cyclestr>@Y@m@d@H</cyclestr></value></envar>
-      <envar><name>FCST_TIME</name><value>#fhr#</value></envar>
-
-      <dependency>
-        <or>
-          <taskdep state="Dead" task="&RUN_POST_LONG_TN;_#fhr#"/>
-          <taskdep state="Dead" task="&RUN_NCL_LONG_TN;_#fhr#"/>
-          <taskdep task="&RUN_NCL_LONG_TN;_#fhr#"/>
-        </or>
-      </dependency>
-
-    </task>
-
-   </metatask>
-
 <!--
 ************************************************************************
 ************************************************************************

From 4f1ecbd899b93653df9adae7176387f3f258cf97 Mon Sep 17 00:00:00 2001
From: Ming Hu <Ming.Hu@noaa.gov>
Date: Wed, 12 May 2021 19:58:42 +0000
Subject: [PATCH 10/12] Add function to do retrospective test on WCOSS.

---
 scripts/exregional_run_analysis.sh | 98 +++++++++++++++++++++---------
 ush/config.sh.RRFS_AK_dev1         | 51 +++++++++++-----
 ush/config.sh.RRFS_NA_13km         | 46 +++++++++-----
 ush/config.sh.RRFS_NA_3km          | 46 +++++++++-----
 ush/config.sh.RRFS_dev1            | 49 ++++++++++-----
 ush/config.sh.RRFS_wcoss           | 52 ++++++++++++----
 ush/config_defaults.sh             |  5 ++
 ush/templates/FV3LAM_wflow.xml     | 24 +++++++-
 ush/valid_param_vals.sh            |  1 +
 9 files changed, 271 insertions(+), 101 deletions(-)

diff --git a/scripts/exregional_run_analysis.sh b/scripts/exregional_run_analysis.sh
index 450e42eca..18b654922 100755
--- a/scripts/exregional_run_analysis.sh
+++ b/scripts/exregional_run_analysis.sh
@@ -207,37 +207,77 @@ minHourDiff=100
 loops="009"    # or 009s for GFSv15
 ens_type="nc"  # or nemsio for GFSv15
 foundens=false
-for loop in $loops; do
-  for timelist in `ls ${ENKF_FCST}/enkfgdas.*/*/atmos/mem080/gdas*.atmf${loop}.${ens_type}`; do
-    availtimeyyyymmdd=`echo ${timelist} | cut -d'/' -f9 | cut -c 10-17`
-    availtimehh=`echo ${timelist} | cut -d'/' -f10`
-    availtime=${availtimeyyyymmdd}${availtimehh}
-    AVAIL_TIME=`echo "${availtime}" | sed 's/\([[:digit:]]\{2\}\)$/ \1/'`
-    AVAIL_TIME=`date -d "${AVAIL_TIME}"`
-
-    stamp_avail=`date -d "${AVAIL_TIME} ${loop} hours" +%s`
-
-    hourDiff=`echo "($stampcycle - $stamp_avail) / (60 * 60 )" | bc`;
-    if [[ ${stampcycle} -lt ${stamp_avail} ]]; then
-       hourDiff=`echo "($stamp_avail - $stampcycle) / (60 * 60 )" | bc`;
-    fi
-
-    if [[ ${hourDiff} -lt ${minHourDiff} ]]; then
-       minHourDiff=${hourDiff}
-       enkfcstname=gdas.t${availtimehh}z.atmf${loop}
-       EYYYYMMDD=$(echo ${availtime} | cut -c1-8)
-       EHH=$(echo ${availtime} | cut -c9-10)
-       foundens=true
-    fi
+cat "no ens found" >> filelist03
+
+case $MACHINE in
+
+"WCOSS_C" | "WCOSS" | "WCOSS_DELL_P3")
+
+  for loop in $loops; do
+    for timelist in `ls ${ENKF_FCST}/enkfgdas.*/*/atmos/mem080/gdas*.atmf${loop}.${ens_type}`; do
+      availtimeyyyymmdd=`echo ${timelist} | cut -d'/' -f9 | cut -c 10-17`
+      availtimehh=`echo ${timelist} | cut -d'/' -f10`
+      availtime=${availtimeyyyymmdd}${availtimehh}
+      avail_time=`echo "${availtime}" | sed 's/\([[:digit:]]\{2\}\)$/ \1/'`
+      avail_time=`date -d "${avail_time}"`
+
+      stamp_avail=`date -d "${avail_time} ${loop} hours" +%s`
+
+      hourDiff=`echo "($stampcycle - $stamp_avail) / (60 * 60 )" | bc`;
+      if [[ ${stampcycle} -lt ${stamp_avail} ]]; then
+         hourDiff=`echo "($stamp_avail - $stampcycle) / (60 * 60 )" | bc`;
+      fi
+
+      if [[ ${hourDiff} -lt ${minHourDiff} ]]; then
+         minHourDiff=${hourDiff}
+         enkfcstname=gdas.t${availtimehh}z.atmf${loop}
+         eyyyymmdd=$(echo ${availtime} | cut -c1-8)
+         ehh=$(echo ${availtime} | cut -c9-10)
+         foundens=true
+      fi
+    done
   done
-done
 
-if [ ${foundens} ]
-then
-  ls ${ENKF_FCST}/enkfgdas.${EYYYYMMDD}/${EHH}/atmos/mem???/${enkfcstname}.nc > filelist03
-else
-  more "no enkfgdas file " > filelist03
-fi
+  if [ ${foundens} ]
+  then
+    ls ${ENKF_FCST}/enkfgdas.${eyyyymmdd}/${ehh}/atmos/mem???/${enkfcstname}.nc > filelist03
+  fi
+
+  ;;
+"JET")
+
+  for loop in $loops; do
+    for timelist in `ls ${ENKF_FCST}/*.gdas.t*z.atmf${loop}.mem080.${ens_type}`; do
+      availtimeyy=`basename ${timelist} | cut -c 1-2`
+      availtimeyyyy=20${availtimeyy}
+      availtimejjj=`basename ${timelist} | cut -c 3-5`
+      availtimemm=`date -d "${availtimeyyyy}0101 +$(( 10#${availtimejjj} - 1 )) days" +%m`
+      availtimedd=`date -d "${availtimeyyyy}0101 +$(( 10#${availtimejjj} - 1 )) days" +%d`
+      availtimehh=`basename ${timelist} | cut -c 6-7`
+      availtime=${availtimeyyyy}${availtimemm}${availtimedd}${availtimehh}
+      avail_time=`echo "${availtime}" | sed 's/\([[:digit:]]\{2\}\)$/ \1/'`
+      avail_time=`date -d "${avail_time}"`
+
+      stamp_avail=`date -d "${avail_time} ${loop} hours" +%s`
+
+      hourDiff=`echo "($stampcycle - $stamp_avail) / (60 * 60 )" | bc`;
+      if [[ ${stampcycle} -lt ${stamp_avail} ]]; then
+         hourDiff=`echo "($stamp_avail - $stampcycle) / (60 * 60 )" | bc`;
+      fi
+
+      if [[ ${hourDiff} -lt ${minHourDiff} ]]; then
+         minHourDiff=${hourDiff}
+         enkfcstname=${availtimeyy}${availtimejjj}${availtimehh}00.gdas.t${availtimehh}z.atmf${loop}
+         foundens=true
+      fi
+    done
+  done
+
+  if [ $foundens ]; then
+    ls ${ENKF_FCST}/${enkfcstname}.mem0??.${ens_type} >> filelist03
+  fi
+
+esac
 
 #
 #-----------------------------------------------------------------------
diff --git a/ush/config.sh.RRFS_AK_dev1 b/ush/config.sh.RRFS_AK_dev1
index 8889e95f0..a8fbd8b35 100644
--- a/ush/config.sh.RRFS_AK_dev1
+++ b/ush/config.sh.RRFS_AK_dev1
@@ -28,6 +28,8 @@ PREEXISTING_DIR_METHOD="rename"
 PREDEF_GRID_NAME=RRFS_AK_3km
 
 DO_DACYCLE="true"
+#DO_RETRO="true"
+#LBCS_ICS_ONLY="true"
 
 QUILTING="TRUE"
 CCPP_PHYS_SUITE="FV3_HRRR"
@@ -39,18 +41,39 @@ LBC_SPEC_INTVL_HRS="1"
 EXTRN_MDL_LBCS_OFFSET_HRS="0"
 EXTRN_MDL_LBCS_SEARCH_OFFSET_HRS="0"
 
-#CYCLEDAY="1-4"
+DATE_FIRST_CYCL="20210401"
+DATE_LAST_CYCL="20211231"
+CYCL_HRS=( "00" "12" )
 CYCLEMONTH="5-7"
-INITIAL_CYCLEDEF="00 09,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-BOUNDARY_CYCLEDEF="00 00-02,04-08,10-14,16-20,22,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-BOUNDARY_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-PREP_COLDSTART_CYCLEDEF="00 09,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-PREP_WARMSTART_CYCLEDEF="00 00-08,10-20,22,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-ANALYSIS_CYCLEDEF="00 00-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-FORECAST_CYCLEDEF="00 00-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-POSTPROC_CYCLEDEF="00 00-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-POSTPROC_LONG_CYCLEDEF="00 00-23/03 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-ARCHIVE_CYCLEDEF="00 07 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+#CYCLEDAY="1-4"
+
+if [[ $DO_RETRO == "true" ]] ; then
+  if [[ $LBCS_ICS_ONLY == "true" ]]; then
+    PREEXISTING_DIR_METHOD="rename"
+    INITIAL_CYCLEDEF="00 09,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    BOUNDARY_CYCLEDEF="00 00-02,04-08,10-14,16-20,22,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    BOUNDARY_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  else
+    PREEXISTING_DIR_METHOD="overwrite"
+    PREP_COLDSTART_CYCLEDEF="00 09,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    PREP_WARMSTART_CYCLEDEF="00 00-08,10-20,22,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    ANALYSIS_CYCLEDEF="00 00-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    FORECAST_CYCLEDEF="00 00-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    POSTPROC_CYCLEDEF="00 00-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    POSTPROC_LONG_CYCLEDEF="00 00-23/03 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  fi
+else
+  INITIAL_CYCLEDEF="00 09,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  BOUNDARY_CYCLEDEF="00 00-02,04-08,10-14,16-20,22,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  BOUNDARY_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  PREP_COLDSTART_CYCLEDEF="00 09,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  PREP_WARMSTART_CYCLEDEF="00 00-08,10-20,22,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  ANALYSIS_CYCLEDEF="00 00-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  FORECAST_CYCLEDEF="00 00-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  POSTPROC_CYCLEDEF="00 00-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  POSTPROC_LONG_CYCLEDEF="00 00-23/03 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  ARCHIVE_CYCLEDEF="00 07 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+fi
 
 FCST_LEN_HRS="18"
 POSTPROC_LEN_HRS="3"
@@ -74,11 +97,7 @@ if [[ -n $RESERVATION ]] ; then
 fi
 
 WTIME_RUN_FCST="03:00:00"
-DT_ATMOS=20
-
-DATE_FIRST_CYCL="20210401"
-DATE_LAST_CYCL="20211231"
-CYCL_HRS=( "00" "12" )
+DT_ATMOS=30
 
 EXTRN_MDL_NAME_ICS="RAP"
 EXTRN_MDL_NAME_LBCS="RAP"
diff --git a/ush/config.sh.RRFS_NA_13km b/ush/config.sh.RRFS_NA_13km
index 5fb4faf77..280cb686c 100644
--- a/ush/config.sh.RRFS_NA_13km
+++ b/ush/config.sh.RRFS_NA_13km
@@ -29,6 +29,8 @@ PREDEF_GRID_NAME=GSD_RAP13km
 ADDNL_OUTPUT_GRIDS=( "130" "242" )
 
 DO_DACYCLE="true"
+#DO_RETRO="true"
+#LBCS_ICS_ONLY="true"
 
 QUILTING="TRUE"
 CCPP_PHYS_SUITE="FV3_RAP"
@@ -40,17 +42,37 @@ LBC_SPEC_INTVL_HRS="1"
 EXTRN_MDL_LBCS_OFFSET_HRS="0"
 EXTRN_MDL_LBCS_SEARCH_OFFSET_HRS="0"
 
-#CYCLEDAY="1-4"
+DATE_FIRST_CYCL="20210419"
+DATE_LAST_CYCL="20220419"
+CYCL_HRS=( "00" "06" "12" "18" )
 CYCLEMONTH="5-7"
-INITIAL_CYCLEDEF="00 03,15 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-BOUNDARY_CYCLEDEF="00 00,06,12,18 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-PREP_COLDSTART_CYCLEDEF="00 03,15 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-PREP_WARMSTART_CYCLEDEF="00 00-02,04-14,16-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-ANALYSIS_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-FORECAST_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-POSTPROC_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-POSTPROC_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-ARCHIVE_CYCLEDEF="00 07 * * 2021 *"
+#CYCLEDAY="1-4"
+
+if [[ $DO_RETRO == "true" ]] ; then
+  if [[ $LBCS_ICS_ONLY == "true" ]]; then
+    PREEXISTING_DIR_METHOD="rename"
+    INITIAL_CYCLEDEF="00 03,15 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    BOUNDARY_CYCLEDEF="00 00,06,12,18 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  else
+    PREEXISTING_DIR_METHOD="overwrite"
+    PREP_COLDSTART_CYCLEDEF="00 03,15 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    PREP_WARMSTART_CYCLEDEF="00 00-02,04-14,16-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    ANALYSIS_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    FORECAST_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    POSTPROC_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    POSTPROC_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  fi
+else
+  INITIAL_CYCLEDEF="00 03,15 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  BOUNDARY_CYCLEDEF="00 00,06,12,18 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  PREP_COLDSTART_CYCLEDEF="00 03,15 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  PREP_WARMSTART_CYCLEDEF="00 00-02,04-14,16-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  ANALYSIS_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  FORECAST_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  POSTPROC_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  POSTPROC_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  ARCHIVE_CYCLEDEF="00 07 * * 2021 *"
+fi
 
 FCST_LEN_HRS="21"
 POSTPROC_LEN_HRS="21"
@@ -69,10 +91,6 @@ WTIME_MAKE_LBCS="02:30:00"
 
 NNODES_RUN_POST="1"
 
-DATE_FIRST_CYCL="20210419"
-DATE_LAST_CYCL="20220419"
-CYCL_HRS=( "00" "06" "12" "18" )
-
 EXTRN_MDL_NAME_ICS="FV3GFS"
 EXTRN_MDL_NAME_LBCS="FV3GFS"
 
diff --git a/ush/config.sh.RRFS_NA_3km b/ush/config.sh.RRFS_NA_3km
index ae29b516e..1a153aa7d 100644
--- a/ush/config.sh.RRFS_NA_3km
+++ b/ush/config.sh.RRFS_NA_3km
@@ -30,6 +30,8 @@ PREEXISTING_DIR_METHOD="rename"
 PREDEF_GRID_NAME=RRFS_NA_3km
 
 DO_DACYCLE="FALSE"
+#DO_RETRO="true"
+#LBCS_ICS_ONLY="true"
 
 QUILTING="TRUE"
 CCPP_PHYS_SUITE="FV3_HRRR"
@@ -41,17 +43,37 @@ LBC_SPEC_INTVL_HRS="3"
 EXTRN_MDL_LBCS_OFFSET_HRS="6"
 EXTRN_MDL_LBCS_SEARCH_OFFSET_HRS="0"
 
-#CYCLEDAY="1-4"
+DATE_FIRST_CYCL="20210430"
+DATE_LAST_CYCL="20210430"
+CYCL_HRS=( "00" )
 #CYCLEMONTH="5-7"
-INITIAL_CYCLEDEF="00 00,12 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-BOUNDARY_CYCLEDEF="00 00,12 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-PREP_COLDSTART_CYCLEDEF="00 00,12 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-#PREP_WARMSTART_CYCLEDEF="00 00-02,04-14,16-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *" <!-- placeholder; future capability -->
-#ANALYSIS_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"                <!-- placeholder; future capability -->
-FORECAST_CYCLEDEF="00 00,12 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-POSTPROC_CYCLEDEF="00 00,12 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-#POSTPROC_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"        <!-- placeholder; future capability -->
-ARCHIVE_CYCLEDEF="00 07 * * 2021 *"
+#CYCLEDAY="1-4"
+#
+if [[ $DO_RETRO == "true" ]] ; then
+  if [[ $LBCS_ICS_ONLY == "true" ]]; then
+    PREEXISTING_DIR_METHOD="rename"
+    INITIAL_CYCLEDEF="00 00,12 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    BOUNDARY_CYCLEDEF="00 00,12 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  else
+    PREEXISTING_DIR_METHOD="overwrite"
+    PREP_COLDSTART_CYCLEDEF="00 00,12 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    #PREP_WARMSTART_CYCLEDEF="00 00-02,04-14,16-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *" <!-- placeholder; future capability -->
+    #ANALYSIS_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"                <!-- placeholder; future capability -->
+    FORECAST_CYCLEDEF="00 00,12 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    POSTPROC_CYCLEDEF="00 00,12 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    #POSTPROC_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"        <!-- placeholder; future capability -->
+  fi
+else
+  INITIAL_CYCLEDEF="00 00,12 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  BOUNDARY_CYCLEDEF="00 00,12 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  PREP_COLDSTART_CYCLEDEF="00 00,12 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  #PREP_WARMSTART_CYCLEDEF="00 00-02,04-14,16-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *" <!-- placeholder; future capability -->
+  #ANALYSIS_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"                <!-- placeholder; future capability -->
+  FORECAST_CYCLEDEF="00 00,12 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  POSTPROC_CYCLEDEF="00 00,12 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  #POSTPROC_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"        <!-- placeholder; future capability -->
+  ARCHIVE_CYCLEDEF="00 07 * * 2021 *"
+fi
 
 FCST_LEN_HRS="30"
 POSTPROC_LEN_HRS="30"
@@ -75,10 +97,6 @@ WTIME_RUN_FCST="08:00:00"
 
 NNODES_RUN_POST="6"
 
-DATE_FIRST_CYCL="20210430"
-DATE_LAST_CYCL="20210430"
-CYCL_HRS=( "00" )
-
 EXTRN_MDL_NAME_ICS="FV3GFS"
 EXTRN_MDL_NAME_LBCS="FV3GFS"
 
diff --git a/ush/config.sh.RRFS_dev1 b/ush/config.sh.RRFS_dev1
index bce59de8c..0d8340a56 100644
--- a/ush/config.sh.RRFS_dev1
+++ b/ush/config.sh.RRFS_dev1
@@ -31,6 +31,8 @@ PREDEF_GRID_NAME=RRFS_CONUS_3km
 ADDNL_OUTPUT_GRIDS=( "hrrr" )
 
 DO_DACYCLE="true"
+DO_RETRO="false"
+LBCS_ICS_ONLY="true"
 DO_NONVAR_CLDANAL="true"
 DO_REFL2TTEN="true"
 
@@ -44,18 +46,39 @@ LBC_SPEC_INTVL_HRS="1"
 EXTRN_MDL_LBCS_OFFSET_HRS="0"
 EXTRN_MDL_LBCS_SEARCH_OFFSET_HRS="0"
 
-#CYCLEDAY="1-4"
+DATE_FIRST_CYCL="20210414"
+DATE_LAST_CYCL="20210415"
+CYCL_HRS=( "00" "12" )
 CYCLEMONTH="5-7"
-INITIAL_CYCLEDEF="00 10,22 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-BOUNDARY_CYCLEDEF="00 00-02/01,04-08/01,10-14/01,16-20/01,22,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-BOUNDARY_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-PREP_COLDSTART_CYCLEDEF="00 10,22 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-PREP_WARMSTART_CYCLEDEF="00 00-09/01,11-21/01,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-ANALYSIS_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-FORECAST_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-POSTPROC_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-POSTPROC_LONG_CYCLEDEF="00 00,06,12,18 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
-ARCHIVE_CYCLEDEF="00 07 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+#CYCLEDAY="1-4"
+
+if [[ $DO_RETRO == "true" ]] ; then
+  if [[ $LBCS_ICS_ONLY == "true" ]]; then
+    PREEXISTING_DIR_METHOD="rename"
+    INITIAL_CYCLEDEF="00 10,22 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    BOUNDARY_CYCLEDEF="00 00-02/01,04-08/01,10-14/01,16-20/01,22,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    BOUNDARY_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  else
+    PREEXISTING_DIR_METHOD="overwrite"
+    PREP_COLDSTART_CYCLEDEF="00 10,22 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    PREP_WARMSTART_CYCLEDEF="00 00-09/01,11-21/01,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    ANALYSIS_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    FORECAST_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    POSTPROC_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    POSTPROC_LONG_CYCLEDEF="00 00,06,12,18 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  fi
+else
+  INITIAL_CYCLEDEF="00 10,22 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  BOUNDARY_CYCLEDEF="00 00-02/01,04-08/01,10-14/01,16-20/01,22,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  BOUNDARY_LONG_CYCLEDEF="00 03,09,15,21 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  PREP_COLDSTART_CYCLEDEF="00 10,22 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  PREP_WARMSTART_CYCLEDEF="00 00-09/01,11-21/01,23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  ANALYSIS_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  FORECAST_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  POSTPROC_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  POSTPROC_LONG_CYCLEDEF="00 00,06,12,18 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  ARCHIVE_CYCLEDEF="00 07 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+fi
 
 FCST_LEN_HRS="18"
 POSTPROC_LEN_HRS="18"
@@ -81,10 +104,6 @@ fi
 WTIME_RUN_FCST="07:45:00"
 WTIME_MAKE_LBCS="02:00:00"
 
-DATE_FIRST_CYCL="20210414"
-DATE_LAST_CYCL="20210415"
-CYCL_HRS=( "00" "12" )
-
 EXTRN_MDL_NAME_ICS="HRRR"
 EXTRN_MDL_NAME_LBCS="RAP"
 
diff --git a/ush/config.sh.RRFS_wcoss b/ush/config.sh.RRFS_wcoss
index d1cd4df7c..6109b4304 100644
--- a/ush/config.sh.RRFS_wcoss
+++ b/ush/config.sh.RRFS_wcoss
@@ -18,6 +18,8 @@ GWD_HRRRsuite_BASEDIR=/gpfs/hps3/emc/meso/save/Ming.Hu/rrfs/fix/fix_lam.20210128
 
 FIX_GSI=/gpfs/hps3/emc/meso/save/Ming.Hu/rrfs/fix/fix_gsi
 FIX_CRTM=/gpfs/hps3/emc/meso/save/Ming.Hu/rrfs/fix/CRTM_v2.3.0
+AIRCRAFT_REJECT=${FIX_GSI}
+SFCOBS_USELIST=${FIX_GSI}
 
 VERBOSE="TRUE"
 
@@ -27,6 +29,8 @@ PREEXISTING_DIR_METHOD="rename"
 PREDEF_GRID_NAME=RRFS_CONUS_3km
 
 DO_DACYCLE="true"
+DO_RETRO="true"
+#LBCS_ICS_ONLY="true"
 
 QUILTING="TRUE"
 CCPP_PHYS_SUITE="FV3_HRRR"
@@ -36,17 +40,45 @@ BOUNDARY_LEN_HRS="24"
 BOUNDARY_LONG_LEN_HRS="01"
 LBC_SPEC_INTVL_HRS="1"
 EXTRN_MDL_LBCS_OFFSET_HRS="0"
-EXTRN_MDL_LBCS_SEARCH_OFFSET_HRS="0"
-INITIAL_CYCLEDEF="00 03,15 21-25 04 2021 *"
-BOUNDARY_CYCLEDEF="00 00,06,12,18 21-25 04 2021 *"
-#BOUNDARY_LONG_CYCLEDEF="00 00,09,15,21 * * 2021 *"
-PREP_COLDSTART_CYCLEDEF="00 03,15 21-25 04 2021 *"
-PREP_WARMSTART_CYCLEDEF="00 00-02/01,04-14/01,16-23/01 21-25 04 2021 *"
-ANALYSIS_CYCLEDEF="00 00-23/01 21-25 04 2021 *"
-FORECAST_CYCLEDEF="00 00-23/01 21-25 04 2021 *"
+EXTRN_MDL_LBCS_SEARCH_OFFSET_HRS="3"
+
+DATE_FIRST_CYCL="20210510"
+DATE_LAST_CYCL="20210511"
+CYCLEMONTH="5"
+CYCLEDAY="10-11"
+CYCL_HRS=( "00" "12" )
+if [[ $DO_RETRO == "true" ]] ; then
+  if [[ $LBCS_ICS_ONLY == "true" ]]; then
+    PREEXISTING_DIR_METHOD="rename"
+    INITIAL_CYCLEDEF="${DATE_FIRST_CYCL}0300 ${DATE_LAST_CYCL}2300 12:00:00"
+    BOUNDARY_CYCLEDEF="${DATE_FIRST_CYCL}0000 ${DATE_LAST_CYCL}2300 06:00:00"
+  else
+    PREEXISTING_DIR_METHOD="overwrite"
+    PREP_COLDSTART_CYCLEDEF="00 03,15 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    PREP_WARMSTART_CYCLEDEF="00 00-02,04-14,16-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    ANALYSIS_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    FORECAST_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    POSTPROC_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+    POSTPROC_LONG_CYCLEDEF="00 00,06,12,18 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  fi
+else
+  INITIAL_CYCLEDEF="00 03,15 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  BOUNDARY_CYCLEDEF="00 00,06,12,18 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  PREP_COLDSTART_CYCLEDEF="00 03,15 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  PREP_WARMSTART_CYCLEDEF="00 00-02,04-14,16-23 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  ANALYSIS_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  FORECAST_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  POSTPROC_CYCLEDEF="00 00-23/01 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  POSTPROC_LONG_CYCLEDEF="00 00,06,12,18 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+  ARCHIVE_CYCLEDEF="00 07 ${CYCLEDAY} ${CYCLEMONTH} 2021 *"
+fi
 
 FCST_LEN_HRS="12"
+POSTPROC_LEN_HRS="3"
+POSTPROC_LONG_LEN_HRS="12"
 FCST_LEN_HRS_CYCLES=(12 3 3 06 3 3 12 3 3 6 3 3 12 3 3 6 3 3 12 3 3 6 3 3)
+for i in {0..23}; do FCST_LEN_HRS_CYCLES[$i]=3; done
+for i in {0..23..6}; do FCST_LEN_HRS_CYCLES[$i]=12; done
 DA_CYCLE_INTERV="1"
 RESTART_INTERVAL="1 2 3 4 5 6"
 
@@ -66,10 +98,6 @@ fi
 
 WTIME_RUN_FCST="02:45:00"
 
-DATE_FIRST_CYCL="20210413"
-DATE_LAST_CYCL="20210415"
-CYCL_HRS=( "00" "12" )
-
 EXTRN_MDL_NAME_ICS="FV3GFS"
 EXTRN_MDL_NAME_LBCS="FV3GFS"
 FV3GFS_FILE_FMT_ICS="grib2"
diff --git a/ush/config_defaults.sh b/ush/config_defaults.sh
index 4d2314a94..4d7e48e2a 100644
--- a/ush/config_defaults.sh
+++ b/ush/config_defaults.sh
@@ -1610,7 +1610,12 @@ DO_DACYCLE="FALSE"
 # DO_RETRO:
 # Flag turn on the retrospective experiments.
 #
+# LBCS_ICS_ONLY:
+# Flag turn on the runs prepare boundary and cold start initial conditions in
+#      retrospective experiments.
+#
 DO_RETRO="FALSE"
+LBCS_ICS_ONLY="FALSE"
 #
 #-----------------------------------------------------------------------
 #
diff --git a/ush/templates/FV3LAM_wflow.xml b/ush/templates/FV3LAM_wflow.xml
index 85cafa243..9ffff2660 100644
--- a/ush/templates/FV3LAM_wflow.xml
+++ b/ush/templates/FV3LAM_wflow.xml
@@ -125,18 +125,30 @@ tasks; and the "FCST" type is used for the RUN_FCST_TN task.
 <!ENTITY START_TIME_NSSLMOSIAC   "00:45:00">
 <!ENTITY START_TIME_LIGHTNINGNC  "00:45:00">
 
+{%- if do_retro %}
+<!ENTITY WALL_LIMIT_PRE ''>
+<!ENTITY WALL_LIMIT_ANAL ''>
+<!ENTITY WALL_LIMIT_FCST ''>
+<!ENTITY WALL_LIMIT_POST ''>
+<!ENTITY WALL_LIMIT_BUFR ''>
+<!ENTITY WALL_LIMIT_GRAPHICS ''>
+{% else %}
 <!ENTITY WALL_LIMIT_PRE '<deadline><cyclestr offset="&DEADLINE_PRE;">@Y@m@d@H@M</cyclestr></deadline>'>
 <!ENTITY WALL_LIMIT_ANAL '<deadline><cyclestr offset="&DEADLINE_ANAL;">@Y@m@d@H@M</cyclestr></deadline>'>
 <!ENTITY WALL_LIMIT_FCST '<deadline><cyclestr offset="&DEADLINE_FCST;">@Y@m@d@H@M</cyclestr></deadline>'>
 <!ENTITY WALL_LIMIT_POST '<deadline><cyclestr offset="&DEADLINE_POST;">@Y@m@d@H@M</cyclestr></deadline>'>
 <!ENTITY WALL_LIMIT_BUFR '<deadline><cyclestr offset="&DEADLINE_POST;">@Y@m@d@H@M</cyclestr></deadline>'>
 <!ENTITY WALL_LIMIT_GRAPHICS '<deadline><cyclestr offset="&DEADLINE_GRAPHICS;">@Y@m@d@H@M</cyclestr></deadline>'>
-
+{% endif %}
 
 
 ]>
 
+{%- if do_retro %}
+<workflow realtime="F" scheduler="&SCHED;" cyclethrottle="5" cyclelifespan="01:00:00:00">
+{% else %}
 <workflow realtime="T" scheduler="&SCHED;" cyclethrottle="24" cyclelifespan="01:00:00:00">
+{% endif %}
 {# Double quotes are required inside the strftime! Expect an error from reading the template if using single quotes. #}
   <cycledef group="at_start">{{ at_start_cycledef }} </cycledef>
 
@@ -525,6 +537,9 @@ MODULES_RUN_TASK_FP script.
     <envar><name>BKTYPE</name><value><cyclestr>1</cyclestr></value></envar>
 
     <dependency>
+{%- if do_retro %}
+      <datadep age="00:00:05:00"><cyclestr>&FG_ROOT;/@Y@m@d@H/ics/gfs_data.tile7.halo0.nc</cyclestr></datadep>
+{% else %}
       <and>
         <timedep><cyclestr offset="&START_TIME_CONVENTIONAL;">@Y@m@d@H@M00</cyclestr></timedep>
         <taskdep task="&MAKE_ICS_TN;"/>
@@ -532,6 +547,7 @@ MODULES_RUN_TASK_FP script.
         <taskdep task="&MAKE_LBCS_TN;"/>
         {%- endif %}
       </and>
+{% endif %}
     </dependency>
 
   </task>
@@ -562,6 +578,9 @@ MODULES_RUN_TASK_FP script.
     <envar><name>BKTYPE</name><value><cyclestr>0</cyclestr></value></envar>
 
     <dependency>
+{%- if do_retro %}
+      <datadep age="00:00:05:00"><cyclestr offset="-{{ da_cycle_interval_hrs }}:00:00">&FG_ROOT;/@Y@m@d@H/fcst_fv3lam/dynf00{{ da_cycle_interval_hrs }}.nc</cyclestr></datadep>
+{% else %}
       <or>
         <and>
           <timedep><cyclestr offset="&START_TIME_CONVENTIONAL;">@Y@m@d@H@M00</cyclestr></timedep>
@@ -576,6 +595,7 @@ MODULES_RUN_TASK_FP script.
           </or>
         </and>
       </or>
+{% endif %}
     </dependency>
 
   </task>
@@ -973,6 +993,7 @@ MODULES_RUN_TASK_FP script.
    </metatask>
 
 {% endif %}
+{%- if not do_retro %}
 <!--
 ************************************************************************
 ************************************************************************
@@ -992,6 +1013,7 @@ MODULES_RUN_TASK_FP script.
 
   </task>
 
+{% endif %}
 {%- if machine in ["JET", "HERA"]  %}
 <!--
 ************************************************************************
diff --git a/ush/valid_param_vals.sh b/ush/valid_param_vals.sh
index 65757c47a..c5714d035 100644
--- a/ush/valid_param_vals.sh
+++ b/ush/valid_param_vals.sh
@@ -57,6 +57,7 @@ valid_vals_NOMADS_file_type=("GRIB2" "grib2" "NEMSIO" "nemsio")
 valid_vals_DO_ENSEMBLE=("TRUE" "true" "YES" "yes" "FALSE" "false" "NO" "no")
 valid_vals_DO_DACYCLE=("TRUE" "true" "YES" "yes" "FALSE" "false" "NO" "no")
 valid_vals_DO_RETRO=("TRUE" "true" "FALSE" "false" "NO" "no")
+valid_vals_LBCS_ICS_ONLY=("TRUE" "true" "FALSE" "false" "NO" "no")
 valid_vals_DO_NONVAR_CLDANAL=("TRUE" "true" "FALSE" "false" "NO" "no")
 valid_vals_DO_REFL2TTEN=("TRUE" "true" "FALSE" "false" "NO" "no")
 valid_vals_USE_CUSTOM_POST_CONFIG_FILE=("TRUE" "true" "YES" "yes" "FALSE" "false" "NO" "no")

From 7ee8510a7af0c7c978da431939c8a6fe5a026798 Mon Sep 17 00:00:00 2001
From: Ming Hu <Ming.Hu@noaa.gov>
Date: Thu, 13 May 2021 15:58:10 +0000
Subject: [PATCH 11/12] Bug fix to link the observation files on WCOSS.

---
 scripts/exregional_run_analysis.sh | 22 +++++++++++++++++-----
 ush/config.sh.RRFS_wcoss           |  4 ++--
 2 files changed, 19 insertions(+), 7 deletions(-)

diff --git a/scripts/exregional_run_analysis.sh b/scripts/exregional_run_analysis.sh
index 18b654922..b0cb102f2 100755
--- a/scripts/exregional_run_analysis.sh
+++ b/scripts/exregional_run_analysis.sh
@@ -301,8 +301,6 @@ if [[ ${nummem} -eq 80 ]]; then
   print_info_msg "$VERBOSE" " Cycle ${YYYYMMDDHH}: GSI hybrid uses ${memname} with n_ens=${nummem}" 
 fi
 
-ifhyb=.false.
-
 #
 #-----------------------------------------------------------------------
 #
@@ -352,13 +350,27 @@ if [[ ${HH} -eq '00' || ${HH} -eq '12' ]]; then
   obs_source=rap_e
 fi
 
-obs_files_source[0]=${OBSPATH}/${YYYYMMDDHH}.${obs_source}.t${HH}z.prepbufr.tm00
+case $MACHINE in
+
+"WCOSS_C" | "WCOSS" | "WCOSS_DELL_P3")
+   obsfileprefix=${obs_source}
+   obspath_tmp=${OBSPATH}/${obs_source}.${YYYYMMDD}
+
+  ;;
+"JET")
+   obsfileprefix=${YYYYMMDDHH}.${obs_source}
+   obspath_tmp=${OBSPATH}
+
+esac
+
+
+obs_files_source[0]=${obspath_tmp}/${obsfileprefix}.t${HH}z.prepbufr.tm00
 obs_files_target[0]=prepbufr
 
-obs_files_source[1]=${OBSPATH}/${YYYYMMDDHH}.${obs_source}.t${HH}z.satwnd.tm00.bufr_d
+obs_files_source[1]=${obspath_tmp}/${obsfileprefix}.t${HH}z.satwnd.tm00.bufr_d
 obs_files_target[1]=satwndbufr
 
-obs_files_source[2]=${OBSPATH}/${YYYYMMDDHH}.${obs_source}.t${HH}z.nexrad.tm00.bufr_d
+obs_files_source[2]=${obspath_tmp}/${obsfileprefix}.t${HH}z.nexrad.tm00.bufr_d
 obs_files_target[2]=l2rwbufr
 
 obs_number=${#obs_files_source[@]}
diff --git a/ush/config.sh.RRFS_wcoss b/ush/config.sh.RRFS_wcoss
index 6109b4304..8d61b4199 100644
--- a/ush/config.sh.RRFS_wcoss
+++ b/ush/config.sh.RRFS_wcoss
@@ -29,7 +29,7 @@ PREEXISTING_DIR_METHOD="rename"
 PREDEF_GRID_NAME=RRFS_CONUS_3km
 
 DO_DACYCLE="true"
-DO_RETRO="true"
+#DO_RETRO="true"
 #LBCS_ICS_ONLY="true"
 
 QUILTING="TRUE"
@@ -45,7 +45,7 @@ EXTRN_MDL_LBCS_SEARCH_OFFSET_HRS="3"
 DATE_FIRST_CYCL="20210510"
 DATE_LAST_CYCL="20210511"
 CYCLEMONTH="5"
-CYCLEDAY="10-11"
+CYCLEDAY="12"
 CYCL_HRS=( "00" "12" )
 if [[ $DO_RETRO == "true" ]] ; then
   if [[ $LBCS_ICS_ONLY == "true" ]]; then

From fd5d03c1f7ba6a1ad71325ffd17aa60702b8f88c Mon Sep 17 00:00:00 2001
From: "Ming.Hu" <Ming.Hu@noaa.gov>
Date: Thu, 13 May 2021 23:15:56 +0000
Subject: [PATCH 12/12] Copy addtional grid from UPP run directory to comout
 space.

---
 scripts/exregional_run_post.sh | 6 +++++-
 1 file changed, 5 insertions(+), 1 deletion(-)

diff --git a/scripts/exregional_run_post.sh b/scripts/exregional_run_post.sh
index 14a9bbee1..ea5d0fe41 100755
--- a/scripts/exregional_run_post.sh
+++ b/scripts/exregional_run_post.sh
@@ -345,8 +345,12 @@ if [ ${#ADDNL_OUTPUT_GRIDS[@]} -gt 0 ]; then
       # Remove temporary files
       rm -f ${subdir}/${fhr}/tmp_${grid}.grib2
 
+      # Save to com directory 
+      mkdir -p ${comout}/${grid}_grid
+      cp_vrfy ${bg_remap} ${comout}/${grid}_grid/${NET}.t${cyc}z.bg${leveltype}f${fhr}.${tmmark}.grib2
+
       # Link output for transfer from Jet to web
-      ln -fs ${bg_remap} ${subdir}/BG${leveltype^^}_${basetime}${post_fhr}00
+      ln_vrfy -fs --relative ${comout}/${grid}_grid/${NET}.t${cyc}z.bg${leveltype}f${fhr}.${tmmark}.grib2 ${comout}/${grid}_grid/BG${leveltype^^}_${basetime}${post_fhr}00
     done
   done
 fi