Adding WAFS jobs to GFSv16

Externals.cfg

@@ -43,7 +43,7 @@ protocol = git
 required = True
 
 [EMC_gfs_wafs]
-tag = gfs_wafs.v5.0.11
+tag = gfs_wafs.v6.0.3
 local_path = sorc/gfs_wafs.fd
 repo_url = https://github.com/NOAA-EMC/EMC_gfs_wafs.git
 protocol = git

jobs/rocoto/wafs.sh

@@ -0,0 +1,41 @@
+#!/bin/ksh -x
+
+###############################################################
+echo
+echo "=============== START TO SOURCE FV3GFS WORKFLOW MODULES ==============="
+. $HOMEgfs/ush/load_fv3gfs_modules.sh
+status=$?
+[[ $status -ne 0 ]] && exit $status
+
+###############################################################
+echo "=============== BEGIN TO SOURCE RELEVANT CONFIGS ==============="
+configs="base wafs"
+for config in $configs; do
+    . $EXPDIR/config.${config}
+    status=$?
+    [[ $status -ne 0 ]] && exit $status
+done
+
+###############################################################
+
+export pid=${pid:-$$}
+export jobid=${job}.${pid}
+export DATAROOT="$RUNDIR/$CDATE/$CDUMP/wafs.$jobid"
+[[ -d $DATAROOT ]] && rm -rf $DATAROOT
+mkdir -p $DATAROOT
+
+export DATA="${DATAROOT}/$job"
+
+###############################################################
+echo
+echo "=============== START TO RUN WAFS ==============="
+
+# Execute the JJOB
+$HOMEgfs/jobs/JGFS_WAFS
+status=$?
+exit $status
+
+###############################################################
+# Force Exit out cleanly
+if [ ${KEEPDATA:-"NO"} = "NO" ] ; then rm -rf $DATAROOT ; fi
+exit 0

jobs/rocoto/wafsblending.sh

@@ -0,0 +1,40 @@
+#!/bin/ksh -x
+
+###############################################################
+echo
+echo "=============== START TO SOURCE FV3GFS WORKFLOW MODULES ==============="
+. $HOMEgfs/ush/load_fv3gfs_modules.sh
+status=$?
+[[ $status -ne 0 ]] && exit $status
+
+###############################################################
+echo "=============== BEGIN TO SOURCE RELEVANT CONFIGS ==============="
+configs="base wafsblending"
+for config in $configs; do
+    . $EXPDIR/config.${config}
+    status=$?
+    [[ $status -ne 0 ]] && exit $status
+done
+
+###############################################################
+
+export DATAROOT="$RUNDIR/$CDATE/$CDUMP/wafsblending"
+[[ -d $DATAROOT ]] && rm -rf $DATAROOT
+mkdir -p $DATAROOT
+
+export pid=${pid:-$$}
+export jobid=${job}.${pid}
+export DATA="${DATAROOT}/$job"
+
+###############################################################
+echo
+echo "=============== START TO RUN WAFSBLENDING ==============="
+# Execute the JJOB
+$HOMEgfs/jobs/JGFS_WAFS_BLENDING
+status=$?
+exit $status
+
+###############################################################
+# Force Exit out cleanly
+if [ ${KEEPDATA:-"NO"} = "NO" ] ; then rm -rf $DATAROOT ; fi
+exit 0

jobs/rocoto/wafsblending0p25.sh

@@ -0,0 +1,40 @@
+#!/bin/ksh -x
+
+###############################################################
+echo
+echo "=============== START TO SOURCE FV3GFS WORKFLOW MODULES ==============="
+. $HOMEgfs/ush/load_fv3gfs_modules.sh
+status=$?
+[[ $status -ne 0 ]] && exit $status
+
+###############################################################
+echo "=============== BEGIN TO SOURCE RELEVANT CONFIGS ==============="
+configs="base wafsblending0p25"
+for config in $configs; do
+    . $EXPDIR/config.${config}
+    status=$?
+    [[ $status -ne 0 ]] && exit $status
+done
+
+###############################################################
+
+export DATAROOT="$RUNDIR/$CDATE/$CDUMP/wafsblending0p25"
+[[ -d $DATAROOT ]] && rm -rf $DATAROOT
+mkdir -p $DATAROOT
+
+export pid=${pid:-$$}
+export jobid=${job}.${pid}
+export DATA="${DATAROOT}/$job"
+
+###############################################################
+echo
+echo "=============== START TO RUN WAFSBLENDING0P25 ==============="
+# Execute the JJOB
+$HOMEgfs/jobs/JGFS_WAFS_BLENDING_0P25
+status=$?
+exit $status
+
+###############################################################
+# Force Exit out cleanly
+if [ ${KEEPDATA:-"NO"} = "NO" ] ; then rm -rf $DATAROOT ; fi
+exit 0

jobs/rocoto/wafsgcip.sh

@@ -0,0 +1,40 @@
+#!/bin/ksh -x
+
+###############################################################
+echo
+echo "=============== START TO SOURCE FV3GFS WORKFLOW MODULES ==============="
+. $HOMEgfs/ush/load_fv3gfs_modules.sh
+status=$?
+[[ $status -ne 0 ]] && exit $status
+
+###############################################################
+echo "=============== BEGIN TO SOURCE RELEVANT CONFIGS ==============="
+configs="base wafsgcip"
+for config in $configs; do
+    . $EXPDIR/config.${config}
+    status=$?
+    [[ $status -ne 0 ]] && exit $status
+done
+
+###############################################################
+
+export DATAROOT="$RUNDIR/$CDATE/$CDUMP/wafsgcip"
+[[ -d $DATAROOT ]] && rm -rf $DATAROOT
+mkdir -p $DATAROOT
+
+export pid=${pid:-$$}
+export jobid=${job}.${pid}
+export DATA="${DATAROOT}/$job"
+
+###############################################################
+echo
+echo "=============== START TO RUN WAFSGCIP ==============="
+# Execute the JJOB
+$HOMEgfs/jobs/JGFS_WAFS_GCIP
+status=$?
+exit $status
+
+###############################################################
+# Force Exit out cleanly
+if [ ${KEEPDATA:-"NO"} = "NO" ] ; then rm -rf $DATAROOT ; fi
+exit 0

jobs/rocoto/wafsgrib2.sh

@@ -0,0 +1,40 @@
+#!/bin/ksh -x
+
+###############################################################
+echo
+echo "=============== START TO SOURCE FV3GFS WORKFLOW MODULES ==============="
+. $HOMEgfs/ush/load_fv3gfs_modules.sh
+status=$?
+[[ $status -ne 0 ]] && exit $status
+
+###############################################################
+echo "=============== BEGIN TO SOURCE RELEVANT CONFIGS ==============="
+configs="base wafsgrib2"
+for config in $configs; do
+    . $EXPDIR/config.${config}
+    status=$?
+    [[ $status -ne 0 ]] && exit $status
+done
+
+###############################################################
+
+export DATAROOT="$RUNDIR/$CDATE/$CDUMP/wafsgrib2"
+[[ -d $DATAROOT ]] && rm -rf $DATAROOT
+mkdir -p $DATAROOT
+
+export pid=${pid:-$$}
+export jobid=${job}.${pid}
+export DATA="${DATAROOT}/$job"
+
+###############################################################
+echo
+echo "=============== START TO RUN WAFSGRIB2 ==============="
+# Execute the JJOB
+$HOMEgfs/jobs/JGFS_WAFS_GRIB2
+status=$?
+exit $status
+
+###############################################################
+# Force Exit out cleanly
+if [ ${KEEPDATA:-"NO"} = "NO" ] ; then rm -rf $DATAROOT ; fi
+exit 0

jobs/rocoto/wafsgrib20p25.sh

@@ -0,0 +1,40 @@
+#!/bin/ksh -x
+
+###############################################################
+echo
+echo "=============== START TO SOURCE FV3GFS WORKFLOW MODULES ==============="
+. $HOMEgfs/ush/load_fv3gfs_modules.sh
+status=$?
+[[ $status -ne 0 ]] && exit $status
+
+###############################################################
+echo "=============== BEGIN TO SOURCE RELEVANT CONFIGS ==============="
+configs="base wafsgrib20p25"
+for config in $configs; do
+    . $EXPDIR/config.${config}
+    status=$?
+    [[ $status -ne 0 ]] && exit $status
+done
+
+###############################################################
+
+export DATAROOT="$RUNDIR/$CDATE/$CDUMP/wafsgrib20p25"
+[[ -d $DATAROOT ]] && rm -rf $DATAROOT
+mkdir -p $DATAROOT
+
+export pid=${pid:-$$}
+export jobid=${job}.${pid}
+export DATA="${DATAROOT}/$job"
+
+###############################################################
+echo
+echo "=============== START TO RUN WAFSGRIB20p25 ==============="
+# Execute the JJOB
+$HOMEgfs/jobs/JGFS_WAFS_GRIB2_0P25
+status=$?
+exit $status
+
+###############################################################
+# Force Exit out cleanly
+if [ ${KEEPDATA:-"NO"} = "NO" ] ; then rm -rf $DATAROOT ; fi
+exit 0

modulefiles/module_base.wcoss_dell_p3

@@ -28,6 +28,10 @@ module load esmf/8.0.1bs08
 module use -a /gpfs/dell1/nco/ops/nwprod/modulefiles/
 module load gempak/7.3.1
 
+# Load for WAFS
+module load bufr_dumplist/2.0.0
+module load dumpjb/5.0.3
+
 # python
 module load python/3.6.3
 

parm/config/config.base.emc.dyn

@@ -45,9 +45,10 @@ export NOSCRUB="@NOSCRUB@"
 export BASE_GIT="@BASE_GIT@"
 
 # Toggle to turn on/off GFS downstream processing.
-export DO_BUFRSND="YES"
-export DO_GEMPAK="NO"
-export DO_AWIPS="NO"
+export DO_BUFRSND="YES"    # BUFR sounding products
+export DO_GEMPAK="NO"      # GEMPAK products
+export DO_AWIPS="NO"       # AWIPS products
+export WAFSF="NO"          # WAFS products
 
 # NO for retrospective parallel; YES for real-time parallel
 #  arch.sh uses REALTIME for MOS.  Need to set REALTIME=YES
@@ -124,6 +125,7 @@ export REDERR="2>"
 export SENDECF="NO"
 export SENDCOM="NO"
 export SENDDBN="NO"
+export SENDDBN_NTC="NO"
 export SENDSDM="NO"
 
 # Resolution specific parameters

parm/config/config.base.nco.static

@@ -56,6 +56,7 @@ export RTMFIX=$CRTM_FIX
 export DO_BUFRSND="YES"
 export DO_GEMPAK="YES"
 export DO_AWIPS="YES"
+export WAFSF="YES"         # WAFS products
 
 # NO for retrospective parallel; YES for real-time parallel
 export REALTIME="YES"
@@ -121,6 +122,7 @@ export REDERR="2>"
 export SENDECF=${SENDECF:-"NO"}
 export SENDCOM=${SENDCOM:-"YES"}
 export SENDDBN=${SENDDBN:-"YES"}
+export SENDDBN_NTC=${SENDDBN_NTC:-"YES"}
 export SENDSDM=${SENDSDM:-"NO"}
 
 # Resolution specific parameters

parm/config/config.post

@@ -27,7 +27,7 @@ export GFSDWNSH="$HOMEpost/ush/fv3gfs_dwn_nems.sh"
 export POSTGPSH="$HOMEpost/ush/gfs_nceppost.sh"
 export POSTGPEXEC="$HOMEpost/exec/gfs_ncep_post"
 export GOESF=YES                              # goes image
-export WAFSF=NO                               # WAFS products
+export WAFSF=${WAFSF:-NO}                     # WAFS products
 export FLXF=YES                               # grib2 flux file written by post
 export PGB1F=YES                              
 if [ $RUN_ENVIR = "nco" ]; then

parm/config/config.resources

@@ -13,6 +13,7 @@ if [ $# -ne 1 ]; then
     echo "waveinit waveprep wavepostsbs wavegempaksbs waveawipssbs"
     echo "wavepost waveawips wavestat"
     echo "postsnd awips gempak"
+    echo "wafs wafsgrib2 wafsblending wafsgrib20p25 wafsblending0p25 wafsgcip"
     exit 1
 
 fi
@@ -170,6 +171,48 @@ elif [ $step = "post" ]; then
     if [[ "$machine" = "WCOSS_DELL_P3" ]]; then export npe_node_post=14 ; fi
     if [[ "$machine" == "WCOSS_C" ]]; then export memory_post="3072M"; fi
 
+elif [ $step = "wafs" ]; then
+
+    export wtime_wafs="00:30:00"
+    export npe_wafs=1
+    export npe_node_wafs=1
+    export nth_wafs=1
+
+elif [ $step = "wafsgcip" ]; then
+
+    export wtime_wafsgcip="00:30:00"
+    export npe_wafsgcip=2
+    export npe_node_wafsgcip=1
+    export nth_wafsgcip=1
+
+elif [ $step = "wafsgrib2" ]; then
+
+    export wtime_wafsgrib2="00:30:00"
+    export npe_wafsgrib2=1
+    export npe_node_wafsgrib2=1
+    export nth_wafsgrib2=1
+
+elif [ $step = "wafsblending" ]; then
+
+    export wtime_wafsblending="00:30:00"
+    export npe_wafsblending=1
+    export npe_node_wafsblending=1
+    export nth_wafsblending=1
+
+elif [ $step = "wafsgrib20p25" ]; then
+
+    export wtime_wafsgrib20p25="00:30:00"
+    export npe_wafsgrib20p25=1
+    export npe_node_wafsgrib20p25=1
+    export nth_wafsgrib20p25=1
+
+elif [ $step = "wafsblending0p25" ]; then
+
+    export wtime_wafsblending0p25="00:30:00"
+    export npe_wafsblending0p25=1
+    export npe_node_wafsblending0p25=1
+    export nth_wafsblending0p25=1
+
 elif [ $step = "vrfy" ]; then
 
     export wtime_vrfy="03:00:00"

parm/config/config.wafs

@@ -0,0 +1,15 @@
+#!/bin/ksh -x
+
+########## config.wafs ##########
+
+echo "BEGIN: config.wafs"
+
+# Get task specific resources
+. $EXPDIR/config.resources wafs
+
+export fcsthrs=120
+export COMIN=$COMINatmos
+export COMOUT=$COMOUTatmos
+export SENDCOM="YES"
+
+echo "END: config.wafs"