diff --git a/dev/jobs/JGDAS_AERO_ANALYSIS_GENERATE_BMATRIX b/dev/jobs/JGDAS_AERO_ANALYSIS_GENERATE_BMATRIX index 1495be3bcbb..7ac092ed616 100755 --- a/dev/jobs/JGDAS_AERO_ANALYSIS_GENERATE_BMATRIX +++ b/dev/jobs/JGDAS_AERO_ANALYSIS_GENERATE_BMATRIX @@ -41,7 +41,7 @@ EXSCRIPT=${GDASAEROBMATPY:-${SCRglobal}/exgdas_aero_analysis_generate_bmatrix.py ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate bmatrix for aerosol analysis" fi ############################################## @@ -61,7 +61,7 @@ fi cd "${DATAROOT}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to change directory to ${DATAROOT}" fi if [[ "${KEEPDATA}" == "NO" ]]; then rm -rf "${DATA}" diff --git a/dev/jobs/JGDAS_ATMOS_CHGRES_FORENKF b/dev/jobs/JGDAS_ATMOS_CHGRES_FORENKF index aca0092a406..13d03bc7f3d 100755 --- a/dev/jobs/JGDAS_ATMOS_CHGRES_FORENKF +++ b/dev/jobs/JGDAS_ATMOS_CHGRES_FORENKF @@ -36,7 +36,7 @@ declare -rx COMIN_ATMOS_HISTORY_MEM="${ROTDIR}/${RUN}.${PDY}/${cyc}/mem001/model ${CHGRESFCSTSH:-${SCRglobal}/exgdas_atmos_chgres_forenkf.sh} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to run chgres for the ensemble" fi ############################################## diff --git a/dev/jobs/JGDAS_ATMOS_GEMPAK b/dev/jobs/JGDAS_ATMOS_GEMPAK index be336132c3f..ce9e33045df 100755 --- a/dev/jobs/JGDAS_ATMOS_GEMPAK +++ b/dev/jobs/JGDAS_ATMOS_GEMPAK @@ -42,18 +42,18 @@ done export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate AWIPS products at 1 degree resolution for forecast hour ${FHR3}" fi ######################################################## -# Execute the script for quater-degree grib +# Execute the script for quarter-degree grib ######################################################## "${SCRglobal}/exgdas_atmos_nawips.sh" "0p25" "${FHR3}" "GDAS_GEMPAK" "${COMOUT_ATMOS_GEMPAK_0p25}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate AWIPS products at 0.25 degree resolution for forecast hour ${FHR3}" fi ############################################ diff --git a/dev/jobs/JGDAS_ATMOS_GEMPAK_META_NCDC b/dev/jobs/JGDAS_ATMOS_GEMPAK_META_NCDC index ec44aaf00f4..62d6f0dd1c5 100755 --- a/dev/jobs/JGDAS_ATMOS_GEMPAK_META_NCDC +++ b/dev/jobs/JGDAS_ATMOS_GEMPAK_META_NCDC @@ -66,26 +66,27 @@ export pgmout=OUTPUT.$$ "${HOMEglobal}/gempak/ush/gdas_meta_na.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate North American meta gempak products" fi "${HOMEglobal}/gempak/ush/gdas_meta_loop.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate looped image meta gempak products" fi if [[ "${cyc}" == '06' ]]; then + # TODO remove ECMWF and UKMET meta generation once the products are no longer needed "${HOMEglobal}/gempak/ush/gdas_ecmwf_meta_ver.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate ECMWF meta gempak products" fi "${HOMEglobal}/gempak/ush/gdas_ukmet_meta_ver.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate UKMET meta gempak products" fi fi ######################################################## @@ -101,7 +102,7 @@ if ((cyc % 12 == 0)); then fi export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate NCDC GIFs from GDAS GEMPAK products" fi ######################################################## diff --git a/dev/jobs/JGDAS_ATMOS_VERFOZN b/dev/jobs/JGDAS_ATMOS_VERFOZN index d763dcd0aff..42bb14b7d13 100755 --- a/dev/jobs/JGDAS_ATMOS_VERFOZN +++ b/dev/jobs/JGDAS_ATMOS_VERFOZN @@ -42,7 +42,7 @@ if [[ ! -d ${TANKverf_ozn} ]]; then mkdir -p "${TANKverf_ozn}"; fi "${SCRglobal}/exgdas_atmos_verfozn.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate ozone monitor products" fi ################################ diff --git a/dev/jobs/JGDAS_ATMOS_VERFRAD b/dev/jobs/JGDAS_ATMOS_VERFRAD index b04d4e5ed29..843c1ca478c 100755 --- a/dev/jobs/JGDAS_ATMOS_VERFRAD +++ b/dev/jobs/JGDAS_ATMOS_VERFRAD @@ -45,7 +45,7 @@ if [[ ! -d ${TANKverf_rad} ]]; then mkdir -p "${TANKverf_rad}"; fi "${SCRglobal}/exgdas_atmos_verfrad.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate radiance monitor products" fi ################################ diff --git a/dev/jobs/JGDAS_ENKF_POST b/dev/jobs/JGDAS_ENKF_POST index 5c0cb7e5f9e..f2638793dd4 100755 --- a/dev/jobs/JGDAS_ENKF_POST +++ b/dev/jobs/JGDAS_ENKF_POST @@ -33,7 +33,7 @@ export LEVS=$((LEVS - 1)) ${ENKFPOSTSH:-${SCRglobal}/exgdas_enkf_post.sh} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to run ensemble post processing" fi ############################################## diff --git a/dev/jobs/JGFS_ATMOS_AWIPS_20KM_1P0DEG b/dev/jobs/JGFS_ATMOS_AWIPS_20KM_1P0DEG index 6646924e204..6ee688659a0 100755 --- a/dev/jobs/JGFS_ATMOS_AWIPS_20KM_1P0DEG +++ b/dev/jobs/JGFS_ATMOS_AWIPS_20KM_1P0DEG @@ -42,7 +42,7 @@ export pgmout=OUTPUT.$$ "${SCRglobal}/exgfs_atmos_awips_20km_1p0deg.sh" "${fcsthr}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate AWIPS products at 20km resolution for forecast hour ${fcsthr}" fi ######################################################## diff --git a/dev/jobs/JGFS_ATMOS_CYCLONE_GENESIS b/dev/jobs/JGFS_ATMOS_CYCLONE_GENESIS index ad3a809bdb4..92ce696a12b 100755 --- a/dev/jobs/JGFS_ATMOS_CYCLONE_GENESIS +++ b/dev/jobs/JGFS_ATMOS_CYCLONE_GENESIS @@ -51,7 +51,7 @@ source "${USHglobal}/unset_strict.sh" export err=$? source "${USHglobal}/set_strict.sh" if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to run the tropical cyclone genesis script" fi ############################################## diff --git a/dev/jobs/JGFS_ATMOS_CYCLONE_TRACKER b/dev/jobs/JGFS_ATMOS_CYCLONE_TRACKER index 522c6b8844b..99e49699d47 100755 --- a/dev/jobs/JGFS_ATMOS_CYCLONE_TRACKER +++ b/dev/jobs/JGFS_ATMOS_CYCLONE_TRACKER @@ -60,14 +60,14 @@ export loopnum=1 "${USHens_tracker}/data_check_gfs.sh" export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Data check failed for GFS input data. Cannot run the tracker script." fi #------------------------------------------------ "${USHens_tracker}/extrkr_gfs.sh" "${loopnum}" "${cmodel}" "${PDY}${cyc}" "${pert}" "${DATA}" export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Tropical cyclone tracking failed" fi # cat ${DATA}/trak.avnx.atcfunix.${PDY}${cyc} | \ diff --git a/dev/jobs/JGFS_ATMOS_FBWIND b/dev/jobs/JGFS_ATMOS_FBWIND index 47b376921ef..7b403f0b134 100755 --- a/dev/jobs/JGFS_ATMOS_FBWIND +++ b/dev/jobs/JGFS_ATMOS_FBWIND @@ -36,7 +36,7 @@ fi "${SCRglobal}/exgfs_atmos_fbwind.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate Pacific WMO wind products" fi ######################################################## diff --git a/dev/jobs/JGFS_ATMOS_GEMPAK b/dev/jobs/JGFS_ATMOS_GEMPAK index 5ceabbe49b6..51ce0f23072 100755 --- a/dev/jobs/JGFS_ATMOS_GEMPAK +++ b/dev/jobs/JGFS_ATMOS_GEMPAK @@ -56,7 +56,7 @@ if [[ "${fhr}" -ge "${fhmin}" ]] && [[ "${fhr}" -le "${fhmax}" ]]; then "${SCRglobal}/exgfs_atmos_nawips.sh" "1p00" "${FHR3}" "GFS_GEMPAK" "${COMOUT_ATMOS_GEMPAK_1p00}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate 1 degree GEMPAK products for forecast hour ${FHR3}" fi fi fi @@ -68,7 +68,7 @@ if [[ "${fhr}" -ge "${fhmin}" ]] && [[ "${fhr}" -le "${fhmax}" ]]; then "${SCRglobal}/exgfs_atmos_nawips.sh" "1p00" "${FHR3}" "GFS_GEMPAK" "${COMOUT_ATMOS_GEMPAK_1p00}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate 1 degree GEMPAK products for forecast hour ${FHR3}" fi fi fi @@ -83,7 +83,7 @@ if [[ "${fhr}" -ge "${fhmin}" ]] && [[ "${fhr}" -le "${fhmax}" ]]; then "${SCRglobal}/exgfs_atmos_nawips.sh" "0p50" "${FHR3}" "GFS_GEMPAK" "${COMOUT_ATMOS_GEMPAK_0p50}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate 0.5 degree GEMPAK products for forecast hour ${FHR3}" fi fi fi @@ -95,7 +95,7 @@ if [[ "${fhr}" -ge "${fhmin}" ]] && [[ "${fhr}" -le "${fhmax}" ]]; then "${SCRglobal}/exgfs_atmos_nawips.sh" "0p50" "${FHR3}" "GFS_GEMPAK" "${COMOUT_ATMOS_GEMPAK_0p50}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate 0.5 degree GEMPAK products for forecast hour ${FHR3}" fi fi fi @@ -107,7 +107,7 @@ if [[ "${fhr}" -ge "${fhmin}" ]] && [[ "${fhr}" -le "${fhmax}" ]]; then "${SCRglobal}/exgfs_atmos_nawips.sh" "0p50" "${FHR3}" "GFS_GEMPAK" "${COMOUT_ATMOS_GEMPAK_0p50}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate 0.5 degree GEMPAK products for forecast hour ${FHR3}" fi fi fi @@ -122,7 +122,7 @@ if [[ "${fhr}" -ge "${fhmin}" ]] && [[ "${fhr}" -le "${fhmax}" ]]; then "${SCRglobal}/exgfs_atmos_nawips.sh" "0p25" "${FHR3}" "GFS_GEMPAK" "${COMOUT_ATMOS_GEMPAK_0p25}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate 0.25 degree GEMPAK products for forecast hour ${FHR3}" fi fi fi @@ -134,7 +134,7 @@ if [[ "${fhr}" -ge "${fhmin}" ]] && [[ "${fhr}" -le "${fhmax}" ]]; then "${SCRglobal}/exgfs_atmos_nawips.sh" "0p25" "${FHR3}" "GFS_GEMPAK" "${COMOUT_ATMOS_GEMPAK_0p25}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate 0.25 degree GEMPAK products for forecast hour ${FHR3}" fi fi fi @@ -146,7 +146,7 @@ if [[ "${fhr}" -ge "${fhmin}" ]] && [[ "${fhr}" -le "${fhmax}" ]]; then "${SCRglobal}/exgfs_atmos_nawips.sh" "0p25" "${FHR3}" "GFS_GEMPAK" "${COMOUT_ATMOS_GEMPAK_0p25}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate 0.25 degree GEMPAK products for forecast hour ${FHR3}" fi fi fi @@ -161,19 +161,19 @@ if [[ "${fhr}" -ge "${fhmin}" ]] && [[ "${fhr}" -le "${fhmax}" ]]; then "${SCRglobal}/exgfs_atmos_nawips.sh" "35km_pac" "${FHR3}" "GFS_GEMPAK_WWB" "${COMOUT_ATMOS_GEMPAK_35km_pac}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate 35km Pacific GEMPAK products for forecast hour ${FHR3}" fi "${SCRglobal}/exgfs_atmos_nawips.sh" "35km_atl" "${FHR3}" "GFS_GEMPAK_WWB" "${COMOUT_ATMOS_GEMPAK_35km_atl}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate 35km Atlantic GEMPAK products for forecast hour ${FHR3}" fi "${SCRglobal}/exgfs_atmos_nawips.sh" "40km" "${FHR3}" "GFS_GEMPAK_WWB" "${COMOUT_ATMOS_GEMPAK_40km}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate 40km global ocean GEMPAK products for forecast hour ${FHR3}" fi fi fi diff --git a/dev/jobs/JGFS_ATMOS_GEMPAK_META b/dev/jobs/JGFS_ATMOS_GEMPAK_META index d8d7f541c22..8bd51020d3d 100755 --- a/dev/jobs/JGFS_ATMOS_GEMPAK_META +++ b/dev/jobs/JGFS_ATMOS_GEMPAK_META @@ -65,7 +65,7 @@ mkdir -m 775 -p "${COMOUT_ATMOS_GEMPAK_META}" "${SCRglobal}/exgfs_atmos_gempak_meta.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate at least one GFS GEMPAK meta product" fi ######################################################## diff --git a/dev/jobs/JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF b/dev/jobs/JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF index 266804dd0fd..234f59a7bab 100755 --- a/dev/jobs/JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF +++ b/dev/jobs/JGFS_ATMOS_GEMPAK_NCDC_UPAPGIF @@ -57,7 +57,7 @@ export pgmout=OUTPUT.$$ "${SCRglobal}/exgfs_atmos_gempak_gif_ncdc_skew_t.sh" export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate NCDC skew-T GIFs from GFS GEMPAK products" fi ######################################################## diff --git a/dev/jobs/JGFS_ATMOS_GEMPAK_PGRB2_SPEC b/dev/jobs/JGFS_ATMOS_GEMPAK_PGRB2_SPEC index ad946026155..d5e343c37d5 100755 --- a/dev/jobs/JGFS_ATMOS_GEMPAK_PGRB2_SPEC +++ b/dev/jobs/JGFS_ATMOS_GEMPAK_PGRB2_SPEC @@ -58,7 +58,7 @@ export EXT=".grd221" export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to simulate GOES data from GFS GEMPAK products for forecast hour ${FHR3}" fi cd "${DATA}" || exit 1 diff --git a/dev/jobs/JGFS_ATMOS_PGRB2_SPEC_NPOESS b/dev/jobs/JGFS_ATMOS_PGRB2_SPEC_NPOESS index c3b51d30094..26c0fe42009 100755 --- a/dev/jobs/JGFS_ATMOS_PGRB2_SPEC_NPOESS +++ b/dev/jobs/JGFS_ATMOS_PGRB2_SPEC_NPOESS @@ -36,7 +36,7 @@ mkdir -m 775 -p "${COMOUT_ATMOS_GOES}" "${SCRglobal}/exgfs_atmos_grib2_special_npoess.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to simulate NPOESS data from GFS GRIB2 products" fi ############################################################# diff --git a/dev/jobs/JGFS_ATMOS_POSTSND b/dev/jobs/JGFS_ATMOS_POSTSND index 08fd0610dcd..6b33cd06ff9 100755 --- a/dev/jobs/JGFS_ATMOS_POSTSND +++ b/dev/jobs/JGFS_ATMOS_POSTSND @@ -43,7 +43,7 @@ fi "${SCRglobal}/exgfs_atmos_postsnd.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate GFS BUFR soundings and/or associated WMO products" fi ############################################## diff --git a/dev/jobs/JGLOBAL_AERO_ANALYSIS_FINALIZE b/dev/jobs/JGLOBAL_AERO_ANALYSIS_FINALIZE index 9960fe7d8b8..0307fb644ed 100755 --- a/dev/jobs/JGLOBAL_AERO_ANALYSIS_FINALIZE +++ b/dev/jobs/JGLOBAL_AERO_ANALYSIS_FINALIZE @@ -42,7 +42,7 @@ EXSCRIPT=${GDASAEROFINALPY:-${SCRglobal}/exglobal_aero_analysis_finalize.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to finalize aerosol analysis" fi ############################################## @@ -62,7 +62,7 @@ fi cd "${DATAROOT}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to navigate to DATAROOT!" fi if [[ "${KEEPDATA}" == "NO" ]]; then rm -rf "${DATA}" diff --git a/dev/jobs/JGLOBAL_AERO_ANALYSIS_INITIALIZE b/dev/jobs/JGLOBAL_AERO_ANALYSIS_INITIALIZE index 7e4808e4315..f4bbc3d646a 100755 --- a/dev/jobs/JGLOBAL_AERO_ANALYSIS_INITIALIZE +++ b/dev/jobs/JGLOBAL_AERO_ANALYSIS_INITIALIZE @@ -52,7 +52,7 @@ EXSCRIPT=${GDASAEROINITPY:-${SCRglobal}/exglobal_aero_analysis_initialize.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to initialize aerosol analysis" fi ############################################## diff --git a/dev/jobs/JGLOBAL_AERO_ANALYSIS_VARIATIONAL b/dev/jobs/JGLOBAL_AERO_ANALYSIS_VARIATIONAL index 9a34c709300..5c5d411dfa5 100755 --- a/dev/jobs/JGLOBAL_AERO_ANALYSIS_VARIATIONAL +++ b/dev/jobs/JGLOBAL_AERO_ANALYSIS_VARIATIONAL @@ -34,7 +34,7 @@ EXSCRIPT=${GDASAEROVARSH:-${SCRglobal}/exglobal_aero_analysis_variational.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to run variational aerosol analysis" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ANALYSIS_STATS b/dev/jobs/JGLOBAL_ANALYSIS_STATS index 3ce66673011..6c0dd633eee 100755 --- a/dev/jobs/JGLOBAL_ANALYSIS_STATS +++ b/dev/jobs/JGLOBAL_ANALYSIS_STATS @@ -58,7 +58,7 @@ EXSCRIPT=${ANLSTATSPY:-${SCRglobal}/exglobal_analysis_stats.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate analysis statistics for ${RUN} ${PDY}${cyc}" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_FINALIZE b/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_FINALIZE index 444039be353..672992950e5 100755 --- a/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_FINALIZE +++ b/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_FINALIZE @@ -42,7 +42,7 @@ EXSCRIPT=${GDASATMENSFINALPY:-${SCRglobal}/exglobal_atmens_analysis_finalize.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to finalize the atmospheric ensemble analysis" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_FV3_INCREMENT b/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_FV3_INCREMENT index 31e58354858..fc1791571a4 100755 --- a/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_FV3_INCREMENT +++ b/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_FV3_INCREMENT @@ -34,7 +34,7 @@ EXSCRIPT=${GDASATMENSRUNSH:-${SCRglobal}/exglobal_atmens_analysis_fv3_increment. ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate the atmospheric ensemble analysis FV3 increment" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_INITIALIZE b/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_INITIALIZE index fb23246ab8e..b93c5b0d433 100755 --- a/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_INITIALIZE +++ b/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_INITIALIZE @@ -47,7 +47,7 @@ EXSCRIPT=${GDASATMENSINITPY:-${SCRglobal}/exglobal_atmens_analysis_initialize.py ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to initialize the atmospheric ensemble analysis" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_LETKF b/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_LETKF index 0c2b98ea585..366fa65bc84 100755 --- a/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_LETKF +++ b/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_LETKF @@ -33,7 +33,7 @@ EXSCRIPT=${GDASATMENSRUNSH:-${SCRglobal}/exglobal_atmens_analysis_letkf.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to run the atmospheric ensemble LETKF analysis" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_OBS b/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_OBS index cbf8a42b3e4..c3d81c118e1 100755 --- a/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_OBS +++ b/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_OBS @@ -33,7 +33,7 @@ EXSCRIPT=${GDASATMENSOBSSH:-${SCRglobal}/exglobal_atmens_analysis_obs.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to complete the observer for the atmospheric ensemble analysis" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_SOL b/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_SOL index 375a81cb25f..985abe17692 100755 --- a/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_SOL +++ b/dev/jobs/JGLOBAL_ATMENS_ANALYSIS_SOL @@ -34,7 +34,7 @@ EXSCRIPT=${GDASATMENSSOLSH:-${SCRglobal}/exglobal_atmens_analysis_sol.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to complete the atmospheric ensemble analysis solver" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ATMOS_ANALYSIS b/dev/jobs/JGLOBAL_ATMOS_ANALYSIS index fa2a2305cff..9261f0ffcc7 100755 --- a/dev/jobs/JGLOBAL_ATMOS_ANALYSIS +++ b/dev/jobs/JGLOBAL_ATMOS_ANALYSIS @@ -68,7 +68,7 @@ export LEVS LEVS=$(${NCLEN} "${ATMGES}" pfull) && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to get LEVS from ${ATMGES}" fi if [[ "${DOHYBVAR}" == "YES" ]]; then @@ -102,7 +102,7 @@ fi ${ANALYSISSH:-${SCRglobal}/exglobal_atmos_analysis.sh} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to run the GSI atmospheric analysis" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ATMOS_ANALYSIS_CALC b/dev/jobs/JGLOBAL_ATMOS_ANALYSIS_CALC index 05e69958b6b..f76695ab210 100755 --- a/dev/jobs/JGLOBAL_ATMOS_ANALYSIS_CALC +++ b/dev/jobs/JGLOBAL_ATMOS_ANALYSIS_CALC @@ -63,7 +63,7 @@ export LEVS LEVS=$(${NCLEN} "${ATMGES}" pfull) && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to get LEVS from ${ATMGES}" fi # Generate Gaussian surface analysis # TODO: Should this be removed now that sfcanl is its own job? @@ -75,7 +75,7 @@ export DOGAUSFCANL=${DOGAUSFCANL:-"YES"} ${ANALCALCSH:-${SCRglobal}/exglobal_atmos_analysis_calc.sh} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate gaussian gridded analysis for ${RUN} ${PDY}${cyc}" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ATMOS_ANALYSIS_CALC_FV3JEDI b/dev/jobs/JGLOBAL_ATMOS_ANALYSIS_CALC_FV3JEDI index d19c688a616..b8678035b2e 100755 --- a/dev/jobs/JGLOBAL_ATMOS_ANALYSIS_CALC_FV3JEDI +++ b/dev/jobs/JGLOBAL_ATMOS_ANALYSIS_CALC_FV3JEDI @@ -47,7 +47,7 @@ EXSCRIPT=${GDASATMRUNPY:-${SCRglobal}/exglobal_atmos_analysis_calc_fv3jedi.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to calculate the atmospheric analysis with fv3jedi" fi # Write analysis log file diff --git a/dev/jobs/JGLOBAL_ATMOS_ANALYSIS_DIAG b/dev/jobs/JGLOBAL_ATMOS_ANALYSIS_DIAG index e993909c78c..0c2653f7e18 100755 --- a/dev/jobs/JGLOBAL_ATMOS_ANALYSIS_DIAG +++ b/dev/jobs/JGLOBAL_ATMOS_ANALYSIS_DIAG @@ -47,7 +47,7 @@ export pCOMIN_ATMOS_ANALYSIS ${ANALDIAGSH:-${SCRglobal}/exglobal_diag.sh} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate GSI diagnostics from the atmospheric analysis" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ATMOS_ENSSTAT b/dev/jobs/JGLOBAL_ATMOS_ENSSTAT index daa9773335f..756ea2c54c2 100755 --- a/dev/jobs/JGLOBAL_ATMOS_ENSSTAT +++ b/dev/jobs/JGLOBAL_ATMOS_ENSSTAT @@ -36,7 +36,7 @@ done "${SCRglobal}/exglobal_atmos_ensstat.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to calculate the atmospheric ensemble statistics" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ATMOS_PRODUCTS b/dev/jobs/JGLOBAL_ATMOS_PRODUCTS index a500aeb538f..5988193736c 100755 --- a/dev/jobs/JGLOBAL_ATMOS_PRODUCTS +++ b/dev/jobs/JGLOBAL_ATMOS_PRODUCTS @@ -48,7 +48,7 @@ export PREFIX="${RUN}.t${cyc}z." "${SCRglobal}/exglobal_atmos_products.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate atmospheric GRIB2 products" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ATMOS_SFCANL b/dev/jobs/JGLOBAL_ATMOS_SFCANL index c99787fabb9..f8a2911ee5a 100755 --- a/dev/jobs/JGLOBAL_ATMOS_SFCANL +++ b/dev/jobs/JGLOBAL_ATMOS_SFCANL @@ -46,7 +46,7 @@ export USE_CFP=YES ${SFCANALSH:-${SCRglobal}/exglobal_atmos_sfcanl.sh} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to calculate the surface analysis" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ATMOS_TROPCY_QC_RELOC b/dev/jobs/JGLOBAL_ATMOS_TROPCY_QC_RELOC index 12100b22a9f..60685d7dcd9 100755 --- a/dev/jobs/JGLOBAL_ATMOS_TROPCY_QC_RELOC +++ b/dev/jobs/JGLOBAL_ATMOS_TROPCY_QC_RELOC @@ -47,7 +47,7 @@ export BKGFREQ=1 # for hourly relocation ${TROPCYQCRELOSH:-${SCRglobal}/exglobal_atmos_tropcy_qc_reloc.sh} export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to run tropical cyclone QC and/or relocation" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ATMOS_UPP b/dev/jobs/JGLOBAL_ATMOS_UPP index d7755db6f54..477b033c3d5 100755 --- a/dev/jobs/JGLOBAL_ATMOS_UPP +++ b/dev/jobs/JGLOBAL_ATMOS_UPP @@ -37,7 +37,7 @@ mkdir -p "${COMOUT_ATMOS_MASTER}" "${SCRglobal}/exglobal_atmos_upp.py" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate atmospheric GRIB2 master files" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ATMOS_VMINMON b/dev/jobs/JGLOBAL_ATMOS_VMINMON index c933f918c80..ed2f627ca72 100755 --- a/dev/jobs/JGLOBAL_ATMOS_VMINMON +++ b/dev/jobs/JGLOBAL_ATMOS_VMINMON @@ -44,7 +44,7 @@ mkdir -p "${M_TANKverf}" "${SCRglobal}/exglobal_atmos_vminmon.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to run the GSI minimization monitor" fi ################################ diff --git a/dev/jobs/JGLOBAL_ATM_ANALYSIS_FINALIZE b/dev/jobs/JGLOBAL_ATM_ANALYSIS_FINALIZE index 632776838da..5adf6f20066 100755 --- a/dev/jobs/JGLOBAL_ATM_ANALYSIS_FINALIZE +++ b/dev/jobs/JGLOBAL_ATM_ANALYSIS_FINALIZE @@ -41,7 +41,7 @@ EXSCRIPT=${GDASATMFINALPY:-${SCRglobal}/exglobal_atm_analysis_finalize.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to finalize the atmospheric analysis" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ATM_ANALYSIS_FV3_INCREMENT b/dev/jobs/JGLOBAL_ATM_ANALYSIS_FV3_INCREMENT index 21b88e1f812..2e632b1a803 100755 --- a/dev/jobs/JGLOBAL_ATM_ANALYSIS_FV3_INCREMENT +++ b/dev/jobs/JGLOBAL_ATM_ANALYSIS_FV3_INCREMENT @@ -34,7 +34,7 @@ EXSCRIPT=${GDASATMRUNSH:-${SCRglobal}/exglobal_atm_analysis_fv3_increment.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to calculate the atmospheric FV3 increment" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ATM_ANALYSIS_INITIALIZE b/dev/jobs/JGLOBAL_ATM_ANALYSIS_INITIALIZE index af4d6badd07..45a41dd0740 100755 --- a/dev/jobs/JGLOBAL_ATM_ANALYSIS_INITIALIZE +++ b/dev/jobs/JGLOBAL_ATM_ANALYSIS_INITIALIZE @@ -45,7 +45,7 @@ EXSCRIPT=${GDASATMINITPY:-${SCRglobal}/exglobal_atm_analysis_initialize.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to initialize the atmospheric analysis" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ATM_ANALYSIS_VARIATIONAL b/dev/jobs/JGLOBAL_ATM_ANALYSIS_VARIATIONAL index b35d5587c5c..a0db8fc9c94 100755 --- a/dev/jobs/JGLOBAL_ATM_ANALYSIS_VARIATIONAL +++ b/dev/jobs/JGLOBAL_ATM_ANALYSIS_VARIATIONAL @@ -34,7 +34,7 @@ EXSCRIPT=${GDASATMRUNSH:-${SCRglobal}/exglobal_atm_analysis_variational.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to calculate the atmospheric variational analysis" fi ############################################## diff --git a/dev/jobs/JGLOBAL_CLEANUP b/dev/jobs/JGLOBAL_CLEANUP index 976ff97ac57..0da89cfb005 100755 --- a/dev/jobs/JGLOBAL_CLEANUP +++ b/dev/jobs/JGLOBAL_CLEANUP @@ -17,7 +17,7 @@ source "${USHglobal}/set_strict.sh" "${SCRglobal}/exglobal_cleanup.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to cleanup for ${RUN} at ${PDY}${cyc}" fi ################################################# diff --git a/dev/jobs/JGLOBAL_ENKF_DIAG b/dev/jobs/JGLOBAL_ENKF_DIAG index acbf00b1492..14f5c9ffeab 100755 --- a/dev/jobs/JGLOBAL_ENKF_DIAG +++ b/dev/jobs/JGLOBAL_ENKF_DIAG @@ -52,7 +52,7 @@ export DIAG_COMPRESS="NO" ${ANALDIAGSH:-${SCRglobal}/exglobal_diag.sh} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate GSI diagnostics from the atmospheric ensemble analysis" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ENKF_ECEN b/dev/jobs/JGLOBAL_ENKF_ECEN index 867c940d90f..a587a1f59f2 100755 --- a/dev/jobs/JGLOBAL_ENKF_ECEN +++ b/dev/jobs/JGLOBAL_ENKF_ECEN @@ -48,7 +48,7 @@ declare -rx COMIN_ATMOS_HISTORY_STAT_PREV="${ROTDIR}/${GDUMP}.${gPDY}/${gcyc}/en ${ENKFRECENSH:-${SCRglobal}/exglobal_enkf_ecen.sh} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to recenter the ensemble mean" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ENKF_ECEN_FV3JEDI b/dev/jobs/JGLOBAL_ENKF_ECEN_FV3JEDI index 44ba9c2b2ca..d1c1195e378 100755 --- a/dev/jobs/JGLOBAL_ENKF_ECEN_FV3JEDI +++ b/dev/jobs/JGLOBAL_ENKF_ECEN_FV3JEDI @@ -49,7 +49,7 @@ EXSCRIPT=${GDASATMRUNPY:-${SCRglobal}/exglobal_enkf_ecen_fv3jedi.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to recenter the JEDI ensemble mean" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ENKF_SELECT_OBS b/dev/jobs/JGLOBAL_ENKF_SELECT_OBS index a9eca8151b9..8ad44e454be 100755 --- a/dev/jobs/JGLOBAL_ENKF_SELECT_OBS +++ b/dev/jobs/JGLOBAL_ENKF_SELECT_OBS @@ -145,7 +145,7 @@ done ${INVOBSSH:-${SCRglobal}/exglobal_enkf_select_obs.sh} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to run the observer for the GSI ensemble mean analysis" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ENKF_SFC b/dev/jobs/JGLOBAL_ENKF_SFC index e4f3749f389..dfdc4271414 100755 --- a/dev/jobs/JGLOBAL_ENKF_SFC +++ b/dev/jobs/JGLOBAL_ENKF_SFC @@ -55,7 +55,7 @@ export USE_CFP=YES ${ENKFRESFCSH:-${SCRglobal}/exglobal_enkf_sfc.sh} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to calculate the ensemble surface analysis" fi ############################################## diff --git a/dev/jobs/JGLOBAL_ENKF_UPDATE b/dev/jobs/JGLOBAL_ENKF_UPDATE index 38564406d8c..0455ef0fd9e 100755 --- a/dev/jobs/JGLOBAL_ENKF_UPDATE +++ b/dev/jobs/JGLOBAL_ENKF_UPDATE @@ -40,7 +40,7 @@ declare -rx COMIN_ATMOS_HISTORY_STAT_PREV="${ROTDIR}/enkfgdas.${GDATE:0:8}/${GDA ${ENKFUPDSH:-${SCRglobal}/exglobal_enkf_update.sh} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to update the ensemble" fi ############################################## diff --git a/dev/jobs/JGLOBAL_FORECAST b/dev/jobs/JGLOBAL_FORECAST index 467bac7bf63..21f245712b4 100755 --- a/dev/jobs/JGLOBAL_FORECAST +++ b/dev/jobs/JGLOBAL_FORECAST @@ -122,7 +122,7 @@ fi "${FORECASTSH}" && true # The && true prevents the shell from exiting when set -e export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to run the ${RUN} forecast for ${PDY}${cyc}" fi # Send DBN alerts for EnKF diff --git a/dev/jobs/JGLOBAL_MARINE_ANALYSIS_CHECKPOINT b/dev/jobs/JGLOBAL_MARINE_ANALYSIS_CHECKPOINT index 185f778406a..8b5a25a18b6 100755 --- a/dev/jobs/JGLOBAL_MARINE_ANALYSIS_CHECKPOINT +++ b/dev/jobs/JGLOBAL_MARINE_ANALYSIS_CHECKPOINT @@ -35,7 +35,7 @@ EXSCRIPT=${GDASMARINEANALYSIS:-${SCRglobal}/exglobal_marine_analysis_checkpoint. ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to update the ocean increment and/or ice restarts" fi ############################################## diff --git a/dev/jobs/JGLOBAL_MARINE_ANALYSIS_ECEN b/dev/jobs/JGLOBAL_MARINE_ANALYSIS_ECEN index b0c379f1771..a7e46e1608f 100755 --- a/dev/jobs/JGLOBAL_MARINE_ANALYSIS_ECEN +++ b/dev/jobs/JGLOBAL_MARINE_ANALYSIS_ECEN @@ -58,7 +58,7 @@ EXSCRIPT=${GDASOCNCENPY:-${HOMEglobal}/scripts/exglobal_marine_analysis_ecen.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to recenter the ocean and/or ice analyses" fi ############################################## @@ -78,7 +78,7 @@ fi cd "${DATAROOT/enkf/}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to change directory to navigate to DATAROOT!" fi exit 0 diff --git a/dev/jobs/JGLOBAL_MARINE_ANALYSIS_FINALIZE b/dev/jobs/JGLOBAL_MARINE_ANALYSIS_FINALIZE index 384b6036936..20568337210 100755 --- a/dev/jobs/JGLOBAL_MARINE_ANALYSIS_FINALIZE +++ b/dev/jobs/JGLOBAL_MARINE_ANALYSIS_FINALIZE @@ -48,7 +48,7 @@ EXSCRIPT=${GDASMARINEANALYSIS:-${SCRglobal}/exglobal_marine_analysis_finalize.py ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to finalize the ocean and/or ice analyses" fi ########################################## @@ -57,7 +57,7 @@ fi cd "${DATAROOT}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to change directory to ${DATAROOT} to remove temporary data" fi if [[ "${KEEPDATA}" == "NO" ]]; then diff --git a/dev/jobs/JGLOBAL_MARINE_ANALYSIS_INITIALIZE b/dev/jobs/JGLOBAL_MARINE_ANALYSIS_INITIALIZE index 13cb08372f8..e7ed785c8e3 100755 --- a/dev/jobs/JGLOBAL_MARINE_ANALYSIS_INITIALIZE +++ b/dev/jobs/JGLOBAL_MARINE_ANALYSIS_INITIALIZE @@ -51,7 +51,7 @@ EXSCRIPT=${GDASMARINEANALYSIS:-${SCRglobal}/exglobal_marine_analysis_initialize. ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to initialize the ocean and/or ice analyses" fi ############################################## diff --git a/dev/jobs/JGLOBAL_MARINE_ANALYSIS_LETKF b/dev/jobs/JGLOBAL_MARINE_ANALYSIS_LETKF index 4c02d403367..74792a9c433 100755 --- a/dev/jobs/JGLOBAL_MARINE_ANALYSIS_LETKF +++ b/dev/jobs/JGLOBAL_MARINE_ANALYSIS_LETKF @@ -68,7 +68,7 @@ EXSCRIPT=${GDASOCNLETKFPY:-${HOMEglobal}/scripts/exglobal_marine_analysis_letkf. ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to run the marine LETKF analysis" fi ############################################## @@ -89,7 +89,7 @@ fi cd "${DATAROOT/enkf/}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to change directory to navigate to DATAROOT!" fi exit 0 diff --git a/dev/jobs/JGLOBAL_MARINE_ANALYSIS_VARIATIONAL b/dev/jobs/JGLOBAL_MARINE_ANALYSIS_VARIATIONAL index 349a7096c53..77efac111a4 100755 --- a/dev/jobs/JGLOBAL_MARINE_ANALYSIS_VARIATIONAL +++ b/dev/jobs/JGLOBAL_MARINE_ANALYSIS_VARIATIONAL @@ -35,7 +35,7 @@ EXSCRIPT=${GDASMARINERUNSH:-${SCRglobal}/exglobal_marine_analysis_variational.py ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to run the variational marine analysis" fi ############################################## diff --git a/dev/jobs/JGLOBAL_MARINE_BMAT b/dev/jobs/JGLOBAL_MARINE_BMAT index e499590e62f..d992a784ecb 100755 --- a/dev/jobs/JGLOBAL_MARINE_BMAT +++ b/dev/jobs/JGLOBAL_MARINE_BMAT @@ -73,7 +73,7 @@ EXSCRIPT=${GDASMARINEBMATRUNPY:-${SCRglobal}/exglobal_marinebmat.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to calculate the marine background error covariance matrix" fi ############################################## diff --git a/dev/jobs/JGLOBAL_MARINE_BMAT_INITIALIZE b/dev/jobs/JGLOBAL_MARINE_BMAT_INITIALIZE index df272897b26..196988ffad2 100755 --- a/dev/jobs/JGLOBAL_MARINE_BMAT_INITIALIZE +++ b/dev/jobs/JGLOBAL_MARINE_BMAT_INITIALIZE @@ -72,7 +72,7 @@ EXSCRIPT=${GDASMARINEBMATRUNPY:-${SCRglobal}/exglobal_marinebmat_initialize.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to initialize the marine background error covariance matrix" fi ############################################## # End JOB SPECIFIC work diff --git a/dev/jobs/JGLOBAL_OCEANICE_PRODUCTS b/dev/jobs/JGLOBAL_OCEANICE_PRODUCTS index a54aa565ceb..7ceef78360e 100755 --- a/dev/jobs/JGLOBAL_OCEANICE_PRODUCTS +++ b/dev/jobs/JGLOBAL_OCEANICE_PRODUCTS @@ -50,7 +50,7 @@ fi "${SCRglobal}/exglobal_oceanice_products.py" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate ${COMPONENT} products." fi ############################################## diff --git a/dev/jobs/JGLOBAL_PREP_OCEAN_OBS b/dev/jobs/JGLOBAL_PREP_OCEAN_OBS index d3c1125fea8..2e0c7cc2c8b 100755 --- a/dev/jobs/JGLOBAL_PREP_OCEAN_OBS +++ b/dev/jobs/JGLOBAL_PREP_OCEAN_OBS @@ -33,7 +33,7 @@ EXSCRIPT=${GDASPREPOCNOBSPY:-${SCRglobal}/exglobal_prep_ocean_obs.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to prepare ocean observations for assimilation" fi ############################################## diff --git a/dev/jobs/JGLOBAL_SNOWENS_ANALYSIS b/dev/jobs/JGLOBAL_SNOWENS_ANALYSIS index eb0a788c83e..9464074ebeb 100755 --- a/dev/jobs/JGLOBAL_SNOWENS_ANALYSIS +++ b/dev/jobs/JGLOBAL_SNOWENS_ANALYSIS @@ -63,7 +63,7 @@ EXSCRIPT=${SNOWANLPY:-${SCRglobal}/exglobal_snowens_analysis.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to caluclate the ensemble snow analysis" fi ############################################## @@ -83,7 +83,7 @@ fi cd "${DATAROOT}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to change directory to DATAROOT!" fi if [[ "${KEEPDATA}" == "NO" ]]; then rm -rf "${DATA}" diff --git a/dev/jobs/JGLOBAL_SNOW_ANALYSIS b/dev/jobs/JGLOBAL_SNOW_ANALYSIS index 10e0b171063..536fb0879ab 100755 --- a/dev/jobs/JGLOBAL_SNOW_ANALYSIS +++ b/dev/jobs/JGLOBAL_SNOW_ANALYSIS @@ -47,7 +47,7 @@ EXSCRIPT=${SNOWANLPY:-${SCRglobal}/exglobal_snow_analysis.py} ${EXSCRIPT} && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to calculate the snow analysis for ${RUN} at ${PDY}${cyc}" fi ############################################## @@ -67,7 +67,7 @@ fi cd "${DATAROOT}" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to change directory to ${DATAROOT}" fi if [[ "${KEEPDATA}" == "NO" ]]; then rm -rf "${DATA}" diff --git a/dev/jobs/JGLOBAL_WAVE_GEMPAK b/dev/jobs/JGLOBAL_WAVE_GEMPAK index f897627a599..068e1a20da5 100755 --- a/dev/jobs/JGLOBAL_WAVE_GEMPAK +++ b/dev/jobs/JGLOBAL_WAVE_GEMPAK @@ -38,7 +38,7 @@ if [[ ! -d ${COMOUT_WAVE_GEMPAK} ]]; then mkdir -p "${COMOUT_WAVE_GEMPAK}"; fi "${SCRglobal}/exgfs_wave_nawips.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate wave gempak/AWIPS products." fi ################################### diff --git a/dev/jobs/JGLOBAL_WAVE_INIT b/dev/jobs/JGLOBAL_WAVE_INIT index 8698264b037..00f41c5f577 100755 --- a/dev/jobs/JGLOBAL_WAVE_INIT +++ b/dev/jobs/JGLOBAL_WAVE_INIT @@ -37,7 +37,7 @@ export wave_mpmd=${wave_mpmd:-"cfp"} "${SCRglobal}/exgfs_wave_init.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate wave grids for model initialization." fi ########################################## diff --git a/dev/jobs/JGLOBAL_WAVE_POST_BNDPNTBLL b/dev/jobs/JGLOBAL_WAVE_POST_BNDPNTBLL index 76c3d1bd798..e98c768a3de 100755 --- a/dev/jobs/JGLOBAL_WAVE_POST_BNDPNTBLL +++ b/dev/jobs/JGLOBAL_WAVE_POST_BNDPNTBLL @@ -36,7 +36,7 @@ export DOBNDPNT_WAV='YES' # Boundary points "${SCRglobal}/exgfs_wave_post_pnt.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate wave boundary point bulletins." fi ########################################## diff --git a/dev/jobs/JGLOBAL_WAVE_PRDGEN_BULLS b/dev/jobs/JGLOBAL_WAVE_PRDGEN_BULLS index aaedfff0566..d77e3d4687b 100755 --- a/dev/jobs/JGLOBAL_WAVE_PRDGEN_BULLS +++ b/dev/jobs/JGLOBAL_WAVE_PRDGEN_BULLS @@ -29,7 +29,7 @@ mkdir -p "${COMOUT_WAVE_WMO}" "${SCRglobal}/exgfs_wave_prdgen_bulls.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate wave WMO bulletins." fi ################################### diff --git a/dev/jobs/JGLOBAL_WAVE_PRDGEN_GRIDDED b/dev/jobs/JGLOBAL_WAVE_PRDGEN_GRIDDED index 1ce1e0b1c53..bc97dd4dc90 100755 --- a/dev/jobs/JGLOBAL_WAVE_PRDGEN_GRIDDED +++ b/dev/jobs/JGLOBAL_WAVE_PRDGEN_GRIDDED @@ -39,7 +39,7 @@ fi "${SCRglobal}/exgfs_wave_prdgen_gridded.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate wave gridded WMO bulletins." fi ################################### diff --git a/dev/jobs/JGLOBAL_WAVE_PREP b/dev/jobs/JGLOBAL_WAVE_PREP index 4f9ea245586..c94c7bc8863 100755 --- a/dev/jobs/JGLOBAL_WAVE_PREP +++ b/dev/jobs/JGLOBAL_WAVE_PREP @@ -41,7 +41,7 @@ mkdir -p "${COMOUT_WAVE_PREP}" export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to prepare RTOFS data for WW3 inputs!" fi ########################################## diff --git a/dev/parm/config/gfs/config.resources b/dev/parm/config/gfs/config.resources index 1881765275c..06a6bd37d5e 100644 --- a/dev/parm/config/gfs/config.resources +++ b/dev/parm/config/gfs/config.resources @@ -1381,7 +1381,7 @@ case ${step} in "gempak") # Walltime is per forecast hour; will be multipled by group size - walltime="00:05:00" + walltime="00:10:00" threads_per_task=1 if [[ "${RUN}" = *gdas ]]; then ntasks=2 diff --git a/dev/scripts/exgdas_atmos_chgres_forenkf.sh b/dev/scripts/exgdas_atmos_chgres_forenkf.sh index 3c9d54d4de8..0f0ad6517e1 100755 --- a/dev/scripts/exgdas_atmos_chgres_forenkf.sh +++ b/dev/scripts/exgdas_atmos_chgres_forenkf.sh @@ -142,7 +142,7 @@ EOF "${USHglobal}/run_mpmd.sh" "${DATA}/mp_chgres.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to run chgres on one or more forecast hours!" fi else echo "DO_CALC_ANALYSIS != YES, doing nothing" diff --git a/dev/scripts/exgdas_atmos_gempak_gif_ncdc.sh b/dev/scripts/exgdas_atmos_gempak_gif_ncdc.sh index 8ce2628c72e..66587bdde5d 100755 --- a/dev/scripts/exgdas_atmos_gempak_gif_ncdc.sh +++ b/dev/scripts/exgdas_atmos_gempak_gif_ncdc.sh @@ -37,7 +37,7 @@ if [[ ${MODEL} == GDAS ]]; then "${HOMEglobal}/gempak/ush/gempak_${RUN}_f${fhr3}_gif.sh" && true export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to generate GIF for forecast hour ${fhr3}" fi done fi diff --git a/dev/scripts/exgfs_atmos_nawips.sh b/dev/scripts/exgfs_atmos_nawips.sh index f6039628b5f..b00a05c6ce9 100755 --- a/dev/scripts/exgfs_atmos_nawips.sh +++ b/dev/scripts/exgfs_atmos_nawips.sh @@ -115,7 +115,7 @@ EOF export err=$? if [[ ${err} -ne 0 ]]; then - err_exit + err_exit "Failed to convert ${grid} grid from GRIB to GEMPAK for forecast hour ${fhr3}" fi "${GEMEXE}/gpend" diff --git a/dev/scripts/exgfs_atmos_postsnd.sh b/dev/scripts/exgfs_atmos_postsnd.sh index 596c9ed287f..25c37e81eb1 100755 --- a/dev/scripts/exgfs_atmos_postsnd.sh +++ b/dev/scripts/exgfs_atmos_postsnd.sh @@ -147,7 +147,11 @@ if [[ $((10#${fhr})) -eq 0 ]]; then else export F00FLAG="NO" fi -${runscript} "${fhr}" "${fhr_p}" "${FINT}" "${F00FLAG}" "${DATA}" +${runscript} "${fhr}" "${fhr_p}" "${FINT}" "${F00FLAG}" "${DATA}" && true +export err=$? +if [[ ${err} -ne 0 ]]; then + err_exit "Failed to generate BUFR sounding files for forecast hour ${fhr}!" +fi ############################################ # Tar and gzip the bufr files created so far diff --git a/ush/gfs_bufr.sh b/ush/gfs_bufr.sh index ca6f588ff08..bd3dd84babf 100755 --- a/ush/gfs_bufr.sh +++ b/ush/gfs_bufr.sh @@ -109,7 +109,7 @@ if [[ ${err} -ne 0 ]]; then echo "FATAL ERROR: GFS postsnd job error, Please check files " echo "${COMIN_ATMOS_HISTORY}/${RUN}.${cycle}.atm.f${fhr}.${atmfm}" echo "${COMIN_ATMOS_HISTORY}/${RUN}.${cycle}.sfc.f${fhr}.${atmfm}" - err_exit + exit 1 fi exit 0 diff --git a/ush/tropcy_relocate.sh b/ush/tropcy_relocate.sh index 17c2645c302..13a6bd6babc 100755 --- a/ush/tropcy_relocate.sh +++ b/ush/tropcy_relocate.sh @@ -187,7 +187,8 @@ if [[ "${err0}" -ne 0 ]]; then # problem with obtaining date record so exit export err="${err0}" msg="FATAL ERROR: problem with obtaining date record" - err_exit "${msg}" + echo "${msg}" + exit "${err}" fi modhr=$((cyc % 3)) @@ -232,9 +233,8 @@ if [[ "${modhr}" -ne 0 ]]; then # if center date/time for relocation processing isn't a multiple of 3-hrs, exit # ----------------------------------------------------------------------------- - export err=9 - msg="FATAL ERROR: cannot perform tropical cyclone processing because cycle hour is not a multiple of 3-hrs" - err_exit "${msg}" + echo "FATAL ERROR: cannot perform tropical cyclone processing because cycle hour is not a multiple of 3-hrs" + exit 9 fi for fhr in 6 12; do @@ -312,9 +312,8 @@ EOF errges=$? if [[ "${errges}" -ne 0 ]]; then # problem obtaining global sigma first guess so exit - export err="${errges}" - msg="FATAL ERROR: problem obtaining global sigma guess valid ${fhr} hrs relative to center relocation date/time" - err_exit "${msg}" + echo "FATAL ERROR: problem obtaining global sigma guess valid ${fhr} hrs relative to center relocation date/time" + exit "${errges}" fi # For center time sigma guess file obtained via getges, store pathname from @@ -355,9 +354,8 @@ EOF errges=$? if [[ "${errges}" -ne 0 ]]; then # problem obtaining global pressure grib guess so exit - export err="${errges}" - msg="FATAL ERROR: problem obtaining global pressure grib guess valid ${fhr} hrs relative to center relocation date/time;" - err_exit "${msg}" + echo "FATAL ERROR: problem obtaining global pressure grib guess valid ${fhr} hrs relative to center relocation date/time;" + exit "${errges}" fi cat << EOF @@ -427,9 +425,8 @@ else # problem: script tropcy_relocate_extrkr.sh failed # ------------------------------------------------ - export err echo "FATAL ERROR: ${USHglobal}/tropcy_relocate_extrkr.sh failed" - err_exit "${msg}" + exit "${err}" fi # relocate model tropical cyclone vortices in ges sigma files @@ -501,7 +498,7 @@ else echo if [[ "${errSTATUS}" -gt '0' ]]; then export err="${errSTATUS}" - err_exit + exit "${err}" fi # further check for success @@ -525,9 +522,8 @@ else # problem: $sges.relocate does not exist # -------------------------------------- - export err=9 - msg="FATAL ERROR: The file ${sges}.relocate does not exist" - err_exit "${msg}" + echo "FATAL ERROR: The file ${sges}.relocate does not exist" + exit 9 fi done diff --git a/ush/tropcy_relocate_extrkr.sh b/ush/tropcy_relocate_extrkr.sh index 16eec1543f0..aa7ba8432c0 100755 --- a/ush/tropcy_relocate_extrkr.sh +++ b/ush/tropcy_relocate_extrkr.sh @@ -315,7 +315,8 @@ Model= ---> ${cmodel} <--- ..... Please submit the script again.... EOF ) err=8 - err_exit "${msg}" + echo "${msg}" + exit "${err}" ;; esac @@ -374,7 +375,8 @@ replace the forecast hour characters 00 with XX. Please check the name in the kickoff script and qsub it again. EOF err=8 - err_exit "${msg}" + echo "${msg}" + exit "${err}" fi fflag='y' @@ -425,7 +427,8 @@ EOF EOF ) err=8 - err_exit "${msg}" + echo "${msg}" + exit "${err}" fi cat << EOF @@ -510,7 +513,8 @@ if [[ ${numvitrecs} -eq 0 ]]; then EOF ) err=8 - err_exit "${msg}" + echo "${msg}" + exit "${err}" fi # - - - - - - - - - - - - - @@ -600,7 +604,8 @@ else EOF ) err=9 - err_exit "${msg}" + echo "${msg}" + exit "${err}" fi #------------------------------------------------------------------# @@ -621,7 +626,7 @@ if [[ "${numvitrecs}" -eq 0 ]]; then EOF err=8 - err_exit + exit "${err}" fi cat << EOF | tee stormlist @@ -770,7 +775,8 @@ EOF EOF ) err=8 - err_exit "${msg}" + echo "${msg}" + exit "${err}" fi cat "${TMPDIR}/ngmllu850.grb.f${fhour}" "${TMPDIR}/ngmllu700.grb.f${fhour}" \ @@ -866,7 +872,7 @@ EOF EOF err=8 - err_exit + exit "${err}" fi cat "${TMPDIR}/namllu850.grb.f${fhour}" "${TMPDIR}/namllu700.grb.f${fhour}" \ @@ -915,7 +921,8 @@ if [[ "${model}" -eq 4 ]]; then EOF ) err=8 - err_exit "${msg}" + echo "${msg}" + exit "${err}" fi ${GRBINDEX:?} "${ecmwfdir}/${ecmwfgfile}" "${TMPDIR}/${ecmwfgfile}.ix" @@ -1182,7 +1189,8 @@ if [[ "${model}" -eq 7 ]]; then EOF ) err=8 - err_exit "${msg}" + echo "${msg}" + exit "${err}" fi gfile="${ngpsdir}/${ngpsgfile}" @@ -1323,7 +1331,8 @@ EOF EOF ) err=8 - err_exit "${msg}" + echo "${msg}" + exit "${err}" fi cat "${TMPDIR}/otherllu850.grb.f${fhour}" "${TMPDIR}/otherllu700.grb.f${fhour}" \ @@ -1457,7 +1466,7 @@ EOF if [[ "${err}" -gt 0 ]]; then err=9 - err_exit + exit "${err}" fi rm -f fort.* diff --git a/ush/wave_prnc_cur.sh b/ush/wave_prnc_cur.sh index cc12f788d5e..3ff37ce2f34 100755 --- a/ush/wave_prnc_cur.sh +++ b/ush/wave_prnc_cur.sh @@ -76,7 +76,6 @@ source prep_step "${EXECglobal}/${pgm}" 1> "prnc_${WAVECUR_FID}_${ymdh_rtofs}.out" 2>&1 export err=$? -err_chk if [[ "${err}" -ne 0 ]]; then cat "prnc_${WAVECUR_FID}_${ymdh_rtofs}.out" echo "WARNING: NON-FATAL ERROR IN ${pgm}." diff --git a/ush/wave_tar.sh b/ush/wave_tar.sh index e23162dd47e..60d9bc52162 100755 --- a/ush/wave_tar.sh +++ b/ush/wave_tar.sh @@ -35,8 +35,8 @@ export err if [[ "$#" -lt '3' ]]; then msg='FATAL ERROR: VARIABLES IN ww3_tar.sh NOT SET' - err=1 - err_exit "${msg}" + echo "${msg}" + exit 1 else ID=$1 type=$2 @@ -72,9 +72,8 @@ mkdir "TAR_${filext}_${ID}" # The tested variables should be exported by the postprocessor script. if [[ -z "${COMOUT_WAVE_STATION+x}" || -z "${SENDDBN+x}" || -z "${STA_DIR+x}" ]]; then - msg='FATAL ERROR: EXPORTED VARIABLES IN ww3_tar.sh NOT SET' - err=2 - err_exit "${msg}" + echo 'FATAL ERROR: EXPORTED VARIABLES IN ww3_tar.sh NOT SET' + exit 2 fi # --------------------------------------------------------------------------- # @@ -95,16 +94,14 @@ while [[ "${tardone}" == "no" ]]; do err=$? if [[ ${err} -ne 0 ]]; then - msg='FATAL ERROR: TAR CREATION FAILED *** ' - err=3 - err_exit "${msg}" + echo 'FATAL ERROR: TAR CREATION FAILED *** ' + exit 3 fi filename="${ID}.${type}.tar" if ! wait_for_file "${filename}" "${sleep_interval}" "${countMAX}"; then - msg="FATAL ERROR: File ${filename} not found after waiting $((sleep_interval * (countMAX + 1))) secs" - err=3 - err_exit "${msg}" + echo "FATAL ERROR: File ${filename} not found after waiting $((sleep_interval * (countMAX + 1))) secs" + exit 3 fi if [[ -f "${ID}.${type}.tar" ]]; then @@ -115,21 +112,24 @@ while [[ "${tardone}" == "no" ]]; do done if [[ "${tardone}" == 'no' ]]; then - msg='FATAL ERROR: TAR CREATION FAILED *** ' - err=3 - err_exit "${msg}" + echo 'FATAL ERROR: TAR CREATION FAILED *** ' + exit 4 fi if [[ "${type}" == 'spec' ]]; then if [[ -s "${ID}.${type}.tar" ]]; then file_name="${ID}.${type}.tar.gz" - /usr/bin/gzip -c "${ID}.${type}.tar" > "${file_name}" + # Check if gzip is available + if ! command -v gzip &> /dev/null; then + echo "FATAL ERROR: gzip command not found!" + exit 5 + fi + gzip -c "${ID}.${type}.tar" > "${file_name}" err=$? if [[ ${err} -ne 0 ]]; then - msg='FATAL ERROR: SPECTRAL TAR COMPRESSION FAILED *** ' - err=4 - err_exit + echo 'FATAL ERROR: SPECTRAL TAR COMPRESSION FAILED *** ' + exit 6 fi fi else @@ -146,9 +146,8 @@ cpfs "${file_name}" "${COMOUT_WAVE_STATION}/." err=$? if [[ ${err} -ne 0 ]]; then - msg='FATAL ERROR: TAR COPY FAILED *** ' - export err=4 - err_exit "${msg}" + echo 'FATAL ERROR: TAR COPY FAILED *** ' + export err=6 fi if [[ "${SENDDBN}" == "YES" ]]; then