Skip to content

Release/public v2 gaea update #830

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
natalie-perlin merged 19 commits into from
Sep 28, 2022
Merged

Release/public v2 gaea update #830

Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
19 commits
Select commit Hold shift + click to select a range
f769f21
Lmod/8.7.12 init, updated miniconda3 - for Gaea
natalie-perlin Sep 15, 2022
6bbecd3
update a new location of miniconda3/4.12.0, rocoto
natalie-perlin Sep 15, 2022
081cbee
update a new location of miniconda3/4.12.0, rocoto
natalie-perlin Sep 15, 2022
453ec38
update a new location of miniconda3/4.12.0, rocoto
natalie-perlin Sep 15, 2022
8e8cbc7
update a new location of miniconda3/4.12.0, rocoto
natalie-perlin Sep 15, 2022
6be5da3
update a new location of miniconda3/4.12.0, rocoto
natalie-perlin Sep 15, 2022
4403a59
update a new location of miniconda3/4.12.0, rocoto
natalie-perlin Sep 15, 2022
316e0a3
update a new location of miniconda3/4.12.0, rocoto
natalie-perlin Sep 15, 2022
76c207f
update a new location of miniconda3/4.12.0, rocoto
natalie-perlin Sep 15, 2022
f3e927d
update a new location of miniconda3/4.12.0, rocoto
natalie-perlin Sep 15, 2022
4b16af2
update run_vx.local
natalie-perlin Sep 15, 2022
e40c41a
added missing argument for the ./etc/lmod-setup.sh script
natalie-perlin Sep 15, 2022
4544119
Gaea: Lmod/8.7.12 initialization using a wrapper script, under role.e…
natalie-perlin Sep 15, 2022
4b6c08e
Gaea: initialize Lmod/8.7.12 using a wrapper script
natalie-perlin Sep 15, 2022
0e1f36a
update a new location of miniconda3/4.12.0, rocoto
natalie-perlin Sep 15, 2022
fc15979
Delete get_extrn_lbcs.local
natalie-perlin Sep 27, 2022
5d21f9a
Update load_modules_run_task.sh
natalie-perlin Sep 27, 2022
5de3fef
Update run_vx.local
natalie-perlin Sep 27, 2022
c31ff79
Update gaea.sh
natalie-perlin Sep 27, 2022
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
2 changes: 2 additions & 0 deletions modulefiles/module-setup.csh.inc
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -56,6 +56,8 @@ else if ( { test -d /lustre -a -d /ncrc } ) then
# the module command fails. Hence we actually have to source
# /etc/csh.login here.
source /etc/csh.login
# initialize Lmod/8.7.12 using a wrapper script
source /lustre/f2/dev/role.epic/contrib/Lmod_init.sh
set __ms_source_etc_csh_login=yes
else
set __ms_source_etc_csh_login=no
Expand Down
2 changes: 2 additions & 0 deletions modulefiles/module-setup.sh.inc
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -66,6 +66,8 @@ elif [[ -d /lustre && -d /ncrc ]] ; then
# the module command fails. Hence we actually have to source
# /etc/profile here.
source /etc/profile
# initialize Lmod/8.7.12 using a wrapper script
source /lustre/f2/dev/role.epic/contrib/Lmod_init.sh
__ms_source_etc_profile=yes
else
__ms_source_etc_profile=no
Expand Down
7 changes: 7 additions & 0 deletions modulefiles/tasks/gaea/get_extrn_ics.local
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
#%Module

module use /lustre/f2/dev/wpo/role.epic/contrib/modulefiles
module load rocoto
module load miniconda3

setenv SRW_ENV regional_workflow
7 changes: 7 additions & 0 deletions modulefiles/tasks/gaea/get_extrn_lbcs.local
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
#%Module

module use /lustre/f2/dev/wpo/role.epic/contrib/modulefiles
module load rocoto
module load miniconda3

setenv SRW_ENV regional_workflow
3 changes: 2 additions & 1 deletion modulefiles/tasks/gaea/make_grid.local
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
#%Module
module use /lustre/f2/pdata/esrl/gsd/contrib/modulefiles

module use /lustre/f2/dev/wpo/role.epic/contrib/modulefiles
module load rocoto
module load miniconda3

Expand Down
3 changes: 2 additions & 1 deletion modulefiles/tasks/gaea/make_ics.local
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
#%Module
module use /lustre/f2/pdata/esrl/gsd/contrib/modulefiles

module use /lustre/f2/dev/wpo/role.epic/contrib/modulefiles
module load rocoto
module load miniconda3

Expand Down
3 changes: 2 additions & 1 deletion modulefiles/tasks/gaea/make_lbcs.local
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,6 @@
#%Module
module use /lustre/f2/pdata/esrl/gsd/contrib/modulefiles

module use /lustre/f2/dev/wpo/role.epic/contrib/modulefiles
module load rocoto
module load miniconda3

Expand Down
7 changes: 7 additions & 0 deletions modulefiles/tasks/gaea/make_orog.local
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
#%Module

module use /lustre/f2/dev/wpo/role.epic/contrib/modulefiles
module load rocoto
module load miniconda3

setenv SRW_ENV regional_workflow
7 changes: 7 additions & 0 deletions modulefiles/tasks/gaea/make_sfc_climo.local
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
#%Module

module use /lustre/f2/dev/wpo/role.epic/contrib/modulefiles
module load rocoto
module load miniconda3

setenv SRW_ENV regional_workflow
2 changes: 1 addition & 1 deletion modulefiles/tasks/gaea/run_fcst.local
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
#%Module
module use /lustre/f2/pdata/esrl/gsd/contrib/modulefiles
module use /lustre/f2/dev/wpo/role.epic/contrib/modulefiles
module load rocoto
module load miniconda3

Expand Down
7 changes: 7 additions & 0 deletions modulefiles/tasks/gaea/run_post.local
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -0,0 +1,7 @@
#%Module

module use /lustre/f2/dev/wpo/role.epic/contrib/modulefiles
module load rocoto
module load miniconda3

setenv SRW_ENV regional_workflow
11 changes: 6 additions & 5 deletions modulefiles/tasks/gaea/run_vx.local
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,7 +1,8 @@
#%Module

module use /lustre/f2/dev/wpo/role.epic/contrib/modulefiles
module load rocoto
module load miniconda3

module use -a /contrib/anaconda/modulefiles
module load intel/18.0.5.274
module load anaconda/latest
module use -a /contrib/met/modulefiles/
module load met/10.0.0
prepend-path LD_LIBRARY_PATH /ncrc/sw/gaea-cle7/python/3.9/anaconda-base/envs/noaa_py3.9/lib
setenv SRW_ENV regional_workflow
2 changes: 1 addition & 1 deletion ush/load_modules_run_task.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -92,7 +92,7 @@ jjob_fp="$2"
#
machine=$(echo_lowercase $MACHINE)

source "${SR_WX_APP_TOP_DIR}/etc/lmod-setup.sh"
source "${SR_WX_APP_TOP_DIR}/etc/lmod-setup.sh" ${machine}
module use "${SR_WX_APP_TOP_DIR}/modulefiles"
module load "${BUILD_MOD_FN}" || print_err_msg_exit "\
Loading of platform- and compiler-specific module file (BUILD_MOD_FN)
Expand Down
11 changes: 9 additions & 2 deletions ush/machine/gaea.sh
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -19,6 +19,8 @@ function file_location() {
echo ${location:-}
}

export PROJ_LIB=/lustre/f2/dev/role.epic/contrib/miniconda3/4.12.0/envs/regional_workflow/share/proj
export PATH=${PATH}:/lustre/f2/deve/role.epic/contrib/miniconda3/4.12.0/envs/regional_workflow/bin

EXTRN_MDL_SYSBASEDIR_ICS=${EXTRN_MDL_SYSBASEDIR_ICS:-$(file_location \
${EXTRN_MDL_NAME_ICS} \
Expand All @@ -30,7 +32,7 @@ EXTRN_MDL_SYSBASEDIR_LBCS=${EXTRN_MDL_SYSBASEDIR_LBCS:-$(file_location \
# System scripts to source to initialize various commands within workflow
# scripts (e.g. "module").
if [ -z ${ENV_INIT_SCRIPTS_FPS:-""} ]; then
ENV_INIT_SCRIPTS_FPS=( "/etc/profile" )
ENV_INIT_SCRIPTS_FPS=( "/etc/profile" "/lustre/f2/dev/role.epic/contrib/Lmod_init.sh" )
fi


Expand Down Expand Up @@ -66,5 +68,10 @@ RUN_CMD_FCST='srun --mpi=pmi2 -n ${PE_MEMBER01}'
RUN_CMD_POST='srun --mpi=pmi2 -n $nprocs'

# MET Installation Locations
# MET Plus is not yet supported on gaea
MET_INSTALL_DIR=${MET_INSTALL_DIR:-"/usw/met/10.1.2"}
METPLUS_PATH=${METPLUS_PATH:-"/usw/met/METplus/METplus-4.1.3"}
CCPA_OBS_DIR=${CCPA_OBS_DIR:-"${staged_data_dir}/obs_data/ccpa/proc"}
MRMS_OBS_DIR=${MRMS_OBS_DIR:-"${staged_data_dir}/obs_data/mrms/proc"}
NDAS_OBS_DIR=${NDAS_OBS_DIR:-"${staged_data_dir}/obs_data/ndas/proc"}
MET_BIN_EXEC=${MET_BIN_EXEC:-"bin"}
# Test Data Locations