Skip to content

Add "atmos" COMPONENT subfolder to DMPDIR paths (dev_v16) #813

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
KateFriedman-NOAA merged 4 commits into from
Jun 9, 2022
Merged

Add "atmos" COMPONENT subfolder to DMPDIR paths (dev_v16) #813

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
baa5893
Add "atmos" COMPONENT subfolder to DMPDIR paths
KateFriedman-NOAA May 25, 2022
c04246c
Update parm/config/config.anal
KateFriedman-NOAA May 27, 2022
7782a02
Remove unnecessary export for COMPONENT
KateFriedman-NOAA May 27, 2022
7ba270f
Remove unneeded export for COMPONENT
KateFriedman-NOAA May 27, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 1 addition & 1 deletion jobs/JGLOBAL_WAVE_PREP
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -75,7 +75,7 @@ else
$NLN $DMPDIR/${WAVECUR_DID}.${RPDY} $ROTDIR/${WAVECUR_DID}.${RPDY}
fi
if [ ! -L $ROTDIR/${CDUMP}.${PDY}/${cyc}/atmos/${WAVICEFILE} ]; then # Check if symlink already exists in ROTDIR
$NLN $DMPDIR/$CDUMP.${PDY}/$cyc/${WAVICEFILE} $ROTDIR/$CDUMP.${PDY}/$cyc/atmos/${WAVICEFILE}
$NLN $DMPDIR/$CDUMP.${PDY}/$cyc/atmos/${WAVICEFILE} $ROTDIR/$CDUMP.${PDY}/$cyc/atmos/${WAVICEFILE}
fi
export COMIN_WAV_ICE=${COMIN_WAV_ICE:-$ROTDIR/$RUN.$PDY/$cyc/atmos}
export COMIN_WAV_RTOFS=${COMIN_WAV_RTOFS:-$ROTDIR}
Expand Down
14 changes: 7 additions & 7 deletions jobs/rocoto/prep.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -36,7 +36,7 @@ export COMOUT="$ROTDIR/$CDUMP.$PDY/$cyc/$COMPONENT"
###############################################################
# If ROTDIR_DUMP=YES, copy dump files to rotdir
if [ $ROTDIR_DUMP = "YES" ]; then
$HOMEgfs/ush/getdump.sh $CDATE $CDUMP $DMPDIR/${CDUMP}${DUMP_SUFFIX}.${PDY}/${cyc} $COMOUT
$HOMEgfs/ush/getdump.sh $CDATE $CDUMP $DMPDIR/${CDUMP}${DUMP_SUFFIX}.${PDY}/${cyc}/${COMPONENT} $COMOUT
Comment thread
KateFriedman-NOAA marked this conversation as resolved.
status=$?
[[ $status -ne 0 ]] && exit $status

Expand All @@ -47,7 +47,7 @@ if [ $ROTDIR_DUMP = "YES" ]; then
GDUMP=gdas
gCOMOUT="$ROTDIR/$GDUMP.$gPDY/$gcyc/$COMPONENT"
if [ ! -s $gCOMOUT/$GDUMP.t${gcyc}z.updated.status.tm00.bufr_d ]; then
$HOMEgfs/ush/getdump.sh $GDATE $GDUMP $DMPDIR/${GDUMP}${DUMP_SUFFIX}.${gPDY}/${gcyc} $gCOMOUT
$HOMEgfs/ush/getdump.sh $GDATE $GDUMP $DMPDIR/${GDUMP}${DUMP_SUFFIX}.${gPDY}/${gcyc}/${COMPONENT} $gCOMOUT
status=$?
[[ $status -ne 0 ]] && exit $status
fi
Expand Down Expand Up @@ -81,7 +81,7 @@ if [ $PROCESS_TROPCY = "YES" ]; then
[[ $status -ne 0 ]] && exit $status

else
[[ $ROTDIR_DUMP = "NO" ]] && cp $DMPDIR/${CDUMP}${DUMP_SUFFIX}.${PDY}/${cyc}/${CDUMP}.t${cyc}z.syndata.tcvitals.tm00 $COMOUT/
[[ $ROTDIR_DUMP = "NO" ]] && cp $DMPDIR/${CDUMP}${DUMP_SUFFIX}.${PDY}/${cyc}/${COMPONENT}/${CDUMP}.t${cyc}z.syndata.tcvitals.tm00 $COMOUT/
fi


Expand All @@ -101,7 +101,7 @@ if [ $DO_MAKEPREPBUFR = "YES" ]; then
export COMINgdas=${COMINgdas:-$ROTDIR/gdas.$PDY/$cyc/$COMPONENT}
export COMINgfs=${COMINgfs:-$ROTDIR/gfs.$PDY/$cyc/$COMPONENT}
if [ $ROTDIR_DUMP = "NO" ]; then
COMIN_OBS=${COMIN_OBS:-$DMPDIR/${CDUMP}${DUMP_SUFFIX}.${PDY}/${cyc}}
COMIN_OBS=${COMIN_OBS:-$DMPDIR/${CDUMP}${DUMP_SUFFIX}.${PDY}/${cyc}/${COMPONENT}}
export COMSP=${COMSP:-$COMIN_OBS/$CDUMP.t${cyc}z.}
else
export COMSP=${COMSP:-$ROTDIR/${CDUMP}.${PDY}/${cyc}/$COMPONENT/$CDUMP.t${cyc}z.}
Expand All @@ -113,9 +113,9 @@ if [ $DO_MAKEPREPBUFR = "YES" ]; then

else
if [ $ROTDIR_DUMP = "NO" ]; then
$NCP $DMPDIR/${CDUMP}${DUMP_SUFFIX}.${PDY}/${cyc}/${OPREFIX}prepbufr $COMOUT/${OPREFIX}prepbufr
$NCP $DMPDIR/${CDUMP}${DUMP_SUFFIX}.${PDY}/${cyc}/${OPREFIX}prepbufr.acft_profiles $COMOUT/${OPREFIX}prepbufr.acft_profiles
[[ $DONST = "YES" ]] && $NCP $DMPDIR/${CDUMP}${DUMP_SUFFIX}.${PDY}/${cyc}/${OPREFIX}nsstbufr $COMOUT/${OPREFIX}nsstbufr
$NCP $DMPDIR/${CDUMP}${DUMP_SUFFIX}.${PDY}/${cyc}/${COMPONENT}/${OPREFIX}prepbufr $COMOUT/${OPREFIX}prepbufr
$NCP $DMPDIR/${CDUMP}${DUMP_SUFFIX}.${PDY}/${cyc}/${COMPONENT}/${OPREFIX}prepbufr.acft_profiles $COMOUT/${OPREFIX}prepbufr.acft_profiles
[[ $DONST = "YES" ]] && $NCP $DMPDIR/${CDUMP}${DUMP_SUFFIX}.${PDY}/${cyc}/${COMPONENT}/${OPREFIX}nsstbufr $COMOUT/${OPREFIX}nsstbufr
fi
fi

Expand Down
9 changes: 5 additions & 4 deletions parm/config/config.anal
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -57,21 +57,22 @@ export OBERROR=$FIXgsi/prepobs_errtable.global


# Use experimental dumps in EMC GFS v16 parallels
export COMPONENT=atmos
if [[ $RUN_ENVIR == "emc" ]]; then
export ABIBF="/dev/null"
if [[ "$CDATE" -ge "2019022800" ]] ; then
export ABIBF="$DMPDIR/${CDUMP}x.${PDY}/${cyc}/${CDUMP}.t${cyc}z.gsrcsr.tm00.bufr_d"
export ABIBF="$DMPDIR/${CDUMP}x.${PDY}/${cyc}/${COMPONENT}/${CDUMP}.t${cyc}z.gsrcsr.tm00.bufr_d"
Comment thread
KateFriedman-NOAA marked this conversation as resolved.
if [[ "$CDATE" -ge "2019111000" && "$CDATE" -le "2020052612" ]]; then
export ABIBF="$DMPDIR/${CDUMP}y.${PDY}/${cyc}/${CDUMP}.t${cyc}z.gsrcsr.tm00.bufr_d"
export ABIBF="$DMPDIR/${CDUMP}y.${PDY}/${cyc}/${COMPONENT}/${CDUMP}.t${cyc}z.gsrcsr.tm00.bufr_d"
fi
fi

export AHIBF="/dev/null"
if [[ "$CDATE" -ge "2019042300" ]]; then
export AHIBF="$DMPDIR/${CDUMP}x.${PDY}/${cyc}/${CDUMP}.t${cyc}z.ahicsr.tm00.bufr_d"
export AHIBF="$DMPDIR/${CDUMP}x.${PDY}/${cyc}/${COMPONENT}/${CDUMP}.t${cyc}z.ahicsr.tm00.bufr_d"
fi

export HDOB=$DMPDIR/${CDUMP}x.${PDY}/${cyc}/${CDUMP}.t${cyc}z.hdob.tm00.bufr_d
export HDOB=$DMPDIR/${CDUMP}x.${PDY}/${cyc}/${COMPONENT}/${CDUMP}.t${cyc}z.hdob.tm00.bufr_d

# Use dumps from NCO GFS v16 parallel
if [[ "$CDATE" -ge "2020103012" ]]; then
Expand Down
4 changes: 2 additions & 2 deletions ush/drive_makeprepbufr.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -39,7 +39,7 @@ DONST=${DONST:-"NO"}

###############################################################
# Set script and dependency variables
export COMPONENT=${COMPONENT:-atmos}
COMPONENT=${COMPONENT:-atmos}

GDATE=$($NDATE -$assim_freq $CDATE)

Expand All @@ -55,7 +55,7 @@ GSUFFIX=${GSUFFIX:-$SUFFIX}
APREFIX="${CDUMP}.t${chh}z."
ASUFFIX=${ASUFFIX:-$SUFFIX}

COMIN_OBS=${COMIN_OBS:-"$DMPDIR/${CDUMP}${DUMP_SUFFIX}.${PDY}/${cyc}"}
COMIN_OBS=${COMIN_OBS:-"$DMPDIR/${CDUMP}${DUMP_SUFFIX}.${PDY}/${cyc}/${COMPONENT}"}
Comment thread
KateFriedman-NOAA marked this conversation as resolved.
COMIN_GES=${COMIN_GES:-"$ROTDIR/gdas.$gymd/$ghh/$COMPONENT"}
COMOUT=${COMOUT:-"$ROTDIR/$CDUMP.$cymd/$chh/$COMPONENT"}
[[ ! -d $COMOUT ]] && mkdir -p $COMOUT
Expand Down
6 changes: 3 additions & 3 deletions ush/getdump.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,12 +1,12 @@
#!/bin/ksh
set -x

export COMPONENT=${COMPONENT:-atmos}
COMPONENT=${COMPONENT:-atmos}

CDATE=${1:-""}
CDUMP=${2:-""}
SOURCE_DIR=${3:-$DMPDIR/${CDUMP}${DUMP_SUFFIX}.${PDY}/${cyc}}
TARGET_DIR=${4:-$ROTDIR/${CDUMP}.${PDY}/$cyc/$COMPONENT}
SOURCE_DIR=${3:-$DMPDIR/${CDUMP}${DUMP_SUFFIX}.${PDY}/${cyc}/${COMPONENT}}
Comment thread
KateFriedman-NOAA marked this conversation as resolved.
TARGET_DIR=${4:-$ROTDIR/${CDUMP}.${PDY}/${cyc}/${COMPONENT}}

DUMP_SUFFIX=${DUMP_SUFFIX:-""}

Expand Down
2 changes: 1 addition & 1 deletion ush/rocoto/setup_workflow.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -427,7 +427,7 @@ def get_gdasgfs_tasks(dict_configs, cdump='gdas'):
data = f'&ROTDIR;/gdas.@Y@m@d/@H/atmos/gdas.t@Hz.atmf009{gridsuffix}'
dep_dict = {'type': 'data', 'data': data, 'offset': '-06:00:00'}
deps.append(rocoto.add_dependency(dep_dict))
data = f'&DMPDIR;/{cdump}{dumpsuffix}.@Y@m@d/@H/{cdump}.t@Hz.updated.status.tm00.bufr_d'
data = f'&DMPDIR;/{cdump}{dumpsuffix}.@Y@m@d/@H/atmos/{cdump}.t@Hz.updated.status.tm00.bufr_d'
dep_dict = {'type': 'data', 'data': data}
deps.append(rocoto.add_dependency(dep_dict))
dependencies = rocoto.create_dependency(dep_condition='and', dep=deps)
Expand Down