Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
44 commits
Select commit Hold shift + click to select a range
a3dda6b
eomg and eobs share the same resources, make them so
aerorahul Jun 1, 2022
8e6edf8
wip on setup_workflow refactor
aerorahul Jun 1, 2022
c7e41bd
commit before flight
aerorahul Jun 10, 2022
375c8cc
create tasks with proper resources
aerorahul Jun 14, 2022
7567d40
creates XML
aerorahul Jun 15, 2022
98ca3f1
Restore setup_workflow.py and setup_workflow_fcstonly.py to `develop`…
aerorahul Jun 15, 2022
d9e7b72
revert task_tasks saldfhjsafads
aerorahul Jun 15, 2022
a17eea1
front-end for RocotoXML generation
aerorahul Jun 15, 2022
f09e845
All "modes" produce an XML.
aerorahul Jun 16, 2022
601bc65
Update `setup_expt.py` to use `hosts.py`
aerorahul Jun 16, 2022
2a685ed
pull out host specific info out of python code and into yamls.
aerorahul Jun 17, 2022
62c5394
workflow_utils.py is no longer needed.
aerorahul Jun 17, 2022
ec5e79c
remove `first` and `enkf` `cycledefs`.
aerorahul Jun 22, 2022
bd5a70f
correct order of the tasks for cycled and forecast-only configurations.
aerorahul Jun 28, 2022
f5e42c1
address reviewer comments.
aerorahul Jun 30, 2022
6b1fbe6
Use `pprint` in configuration.py.
aerorahul Jul 1, 2022
81cb5f5
Reviewer comments addressed.
aerorahul Jul 1, 2022
2cd0cb0
Merge branch 'develop' into feature/setup-workflow
aerorahul Jul 1, 2022
4551f85
Remove "Orion" fake and hard-coded path.
aerorahul Jul 1, 2022
d4a4c5e
validate user provided host with detected host.
aerorahul Jul 1, 2022
def8b76
stray mark and method to detect host
aerorahul Jul 7, 2022
82cab3f
Merge branch 'develop' into feature/setup-workflow
aerorahul Jul 11, 2022
d86b1f5
change perms on py scripts
aerorahul Jul 11, 2022
1a2cf0f
add aerosol coupled app
aerorahul Jul 11, 2022
3333e7a
envars were somehow updated past postenvars.
aerorahul Jul 11, 2022
d4be7f7
fix eamn grp variable in metatask.
aerorahul Jul 12, 2022
a7bc67d
update fcst_forecast_only and aerosol_init dependencies
aerorahul Jul 15, 2022
58b0aa6
Fix do_ocean variable logical in the applications.py
aerorahul Jul 15, 2022
ca88c5f
add `sfcanl` task.
aerorahul Jul 15, 2022
d91f963
fix type mismatch and over-indented block.
aerorahul Jul 15, 2022
cfd8f48
remove obsolete fv3gfs_workflow.sh
aerorahul Jul 15, 2022
90f45ce
Merge branch 'develop' into feature/setup-workflow
aerorahul Jul 15, 2022
07e8da0
move DOBNDPNT_WAVE toggle to config.base
aerorahul Jul 15, 2022
50ab300
wavebndpnt toggle has changed in config.base. Handle that.
aerorahul Jul 15, 2022
6fcd71e
move a section in applications constructor where it makes sense.
aerorahul Jul 15, 2022
e5697ff
update forecast only tasks after do_wave_bnd change.
aerorahul Jul 15, 2022
b3993d8
fix forecast only dependencies for fcst task.
aerorahul Jul 15, 2022
9ef325b
remove waveprep in forecast-only applicaiton. verify later.
aerorahul Jul 15, 2022
e7b8e75
yaml turns YES/NO into True/False unless they are put in '' e.g. 'YES…
aerorahul Jul 16, 2022
cfe1efb
Merge branch 'develop' into feature/setup-workflow
aerorahul Jul 16, 2022
892bbe9
postanl dependency is never going to get satisfied with loganl
aerorahul Jul 16, 2022
bdd6477
C48 timestep of 1200 is too big for some members. cut it down to 450…
aerorahul Jul 16, 2022
703d09e
eobs timed out with 15 mins on Orion. increase time
aerorahul Jul 16, 2022
89ff9c3
add ROTDIR back as an envar set in xml for post.sh
aerorahul Jul 17, 2022
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions .gitignore
Original file line number Diff line number Diff line change
Expand Up @@ -5,6 +5,7 @@ __pycache__
*.[aox]
*.mod
*.sw[a-p]
.idea/

# Ignore folders
#-------------------
Expand Down
3 changes: 2 additions & 1 deletion parm/config/config.base.emc.dyn
Original file line number Diff line number Diff line change
Expand Up @@ -159,6 +159,7 @@ export DO_ICE="NO"
export DO_AERO="NO"
export CCPP_SUITE="FV3_GFS_v17_p8"
export WAVE_CDUMP="" # When to include wave suite: gdas, gfs, or both
export DOBNDPNT_WAVE="NO"
export cplwav2atm=".false."

case "${APP}" in
Expand Down Expand Up @@ -190,7 +191,7 @@ case "${APP}" in

if [[ "$APP" =~ ^S2SW ]]; then
export DO_WAVE="YES"
export WAVE_CDUMP="both"
export WAVE_CDUMP="both"
export cplwav2atm=".true."
export confignamevarfornems="${confignamevarfornems}_wave"
fi
Expand Down
3 changes: 2 additions & 1 deletion parm/config/config.base.nco.static
Original file line number Diff line number Diff line change
Expand Up @@ -161,7 +161,7 @@ export FHMAX_HF_GFS=120
export FHOUT_HF_GFS=1
export ILPOST=1 # gempak output frequency up to F120

# frequency for saving restart files. set to 6,12,24,48 etc
# frequency for saving restart files. set to 6,12,24,48 etc
export restart_interval_gfs=12

# I/O QUILTING, true--use Write Component; false--use GFDL FMS
Expand Down Expand Up @@ -209,6 +209,7 @@ export gldas_cyc=00
# run wave component
export DO_WAVE=YES
export WAVE_CDUMP="both"
export DOBNDPNT_WAVE="YES"

# Microphysics Options: 99-ZhaoCarr, 8-Thompson; 6-WSM6, 10-MG, 11-GFDL
export imp_physics=8
Expand Down
2 changes: 1 addition & 1 deletion parm/config/config.fv3
Original file line number Diff line number Diff line change
Expand Up @@ -41,7 +41,7 @@ fi
# (Standard) Model resolution dependent variables
case $case_in in
"C48")
export DELTIM=1200
export DELTIM=450
export layout_x=3
export layout_y=2
export layout_x_gfs=3
Expand Down
34 changes: 20 additions & 14 deletions parm/config/config.resources
Original file line number Diff line number Diff line change
Expand Up @@ -184,12 +184,12 @@ elif [ $step = "sfcanl" ]; then
elif [ $step = "gldas" ]; then

export wtime_gldas="00:10:00"
export npe_gldas=96
export nth_gldas=1
export npe_gldas=96
export nth_gldas=1
export npe_node_gldas=$npe_node_max
export npe_gaussian=96
export nth_gaussian=1
export npe_node_gaussian=24
export npe_gaussian=96
export nth_gaussian=1
export npe_node_gaussian=24
if [[ "$machine" = "WCOSS_DELL_P3" ]]; then export npe_gldas=112 ; fi
if [[ "$machine" == "WCOSS_C" ]]; then export memory_gldas="3072M"; fi

Expand Down Expand Up @@ -360,13 +360,13 @@ elif [ $step = "vrfy" ]; then
export npe_vrfy_gfs=1
export npe_node_vrfy_gfs=1
if [[ "$machine" == "WCOSS_C" ]]; then
export memory_vrfy="3072M"
export memory_vrfy="3072M"
elif [[ "$machine" == "HERA" ]]; then
export memory_vrfy="16384M"
export memory_vrfy="16384M"
fi

elif [ $step = "metp" ]; then

export nth_metp=1
export wtime_metp="03:00:00"
export npe_metp=4
Expand All @@ -375,9 +375,9 @@ elif [ $step = "metp" ]; then
export npe_metp_gfs=4
export npe_node_metp_gfs=4
if [[ "$machine" == "WCOSS_C" ]]; then
export memory_metp="3072M"
export memory_metp="3072M"
elif [[ "$machine" == "THEIA" ]]; then
export memory_metp="16384M"
export memory_metp="16384M"
fi

elif [ $step = "echgres" ]; then
Expand All @@ -394,9 +394,9 @@ elif [ $step = "init" ]; then
export nth_init=1
export npe_node_init=6
if [ $machine = "WCOSS_DELL_P3" ]; then
export memory_init="10G"
export memory_init="10G"
else
export memory_init="70G"
export memory_init="70G"
fi

elif [ $step = "init_chem" ]; then
Expand Down Expand Up @@ -428,7 +428,7 @@ elif [ $step = "coupled_ic" ]; then

elif [ $step = "eobs" -o $step = "eomg" ]; then

export wtime_eobs="00:15:00"
export wtime_eobs="00:45:00"
export wtime_eomg="01:00:00"
if [ $CASE = "C768" ]; then
export npe_eobs=200
Expand All @@ -439,10 +439,16 @@ elif [ $step = "eobs" -o $step = "eomg" ]; then
elif [ $CASE = "C96" -o $CASE = "C48" ]; then
export npe_eobs=20
fi
export npe_eomg=$npe_eobs
export nth_eobs=2
if [[ "$machine" = "WCOSS_DELL_P3" ]]; then export nth_eobs=7; fi
export nth_eomg=$nth_eobs
export npe_node_eobs=$(echo "$npe_node_max / $nth_eobs" | bc)
if [[ "$machine" == "WCOSS_C" ]]; then export memory_eobs="3072M"; fi
export npe_node_eomg=$npe_node_eobs
if [[ "$machine" == "WCOSS_C" ]]; then
export memory_eobs="3072M"
export memory_eomg=$memory_eobs
fi

elif [ $step = "ediag" ]; then

Expand Down
11 changes: 5 additions & 6 deletions parm/config/config.wave
Original file line number Diff line number Diff line change
Expand Up @@ -30,7 +30,6 @@ export waveGRD=${waveGRD:-'gnh_10m aoc_9km gsh_15m'}
export waveGRDN=${waveGRDN:-'1 2 3'} # gridnumber for ww3_multi
export waveGRDG=${waveGRDG:-'10 20 30'} # gridgroup for ww3_multi
export USE_WAV_RMP=${USE_WAV_RMP:-'YES'} #yes/no rmp grid remapping pre-processed coefficients
export DOBNDPNT_WAVE=${DOBNDPNT_WAVE:-'YES'}
export waveMULTIGRID=${waveMULTIGRID:-'.true.'}
export MESH_WAV=${MESH_WAV:-'mesh.gwes_30m.nc'}

Expand Down Expand Up @@ -84,20 +83,20 @@ fi
# Restart timing business

export RSTTYPE_WAV='T' # generate second tier of restart files
if [ "${CDUMP}" != gfs ]; then # Setting is valid for GDAS and GEFS
if [ "${CDUMP}" != gfs ]; then # Setting is valid for GDAS and GEFS
export DT_1_RST_WAV=10800 # time between restart files, set to DTRST=1 for a single restart file
export DT_2_RST_WAV=43200 # restart stride for checkpointing restart
export RSTIOFF_WAV=0 # first restart file offset relative to model start
else # This is a GFS run
rst_dt_gfs=$(( restart_interval_gfs * 3600 ))
if [ $rst_dt_gfs -gt 0 ]; then
if [ $rst_dt_gfs -gt 0 ]; then
export DT_1_RST_WAV=${rst_dt_gfs:-0} # time between restart files, set to DTRST=1 for a single restart file
export DT_2_RST_WAV=${rst_dt_gfs:-0} # restart stride for checkpointing restart
else
else
rst_dt_fhmax=$(( FHMAX_WAV * 3600 ))
export DT_1_RST_WAV=0 # time between restart files, set to DTRST=1 for a single restart file
export DT_2_RST_WAV=${rst_dt_fhmax:-0} # use checkpoint restart file name for creating restart at end of run
fi
export DT_2_RST_WAV=${rst_dt_fhmax:-0} # use checkpoint restart file name for creating restart at end of run
fi
export RSTIOFF_WAV=0 # first restart file offset relative to model start
fi
#
Expand Down
Loading