Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
Show all changes
41 commits
Select commit Hold shift + click to select a range
bad6666
update build_cheyenne_gnu: hpc-stack, miniconda3, rocoto
natalie-perlin Oct 14, 2022
125a7de
update build_cheyenne_intel: hpc-stack, miniconda3, rocoto
natalie-perlin Oct 14, 2022
335df6d
update wflow_cheyenne: paths for miniconda3, rocoto
natalie-perlin Oct 14, 2022
6df03f9
update build_hera_intel: hpc-stack, miniconda3
natalie-perlin Oct 14, 2022
9d2055c
update wflow_hera: hpc-stack, miniconda3
natalie-perlin Oct 14, 2022
869dcd8
update build_jet_intel: hpc-stack, miniconda3
natalie-perlin Oct 14, 2022
4ce8350
update wflow_jet: miniconda3 path
natalie-perlin Oct 14, 2022
a61de0d
update build_orion_intel: hpc-stack, miniconda3
natalie-perlin Oct 14, 2022
bdbfffa
update wflow_orion: EPIC-managed path miniconda3
natalie-perlin Oct 14, 2022
b128d48
Update and rename conda_regional_workflow to miniconda_regional_workflow
natalie-perlin Oct 14, 2022
5bc02d3
Update miniconda_regional_workflow
natalie-perlin Oct 14, 2022
fec443e
Update get_extrn_ics.local
natalie-perlin Oct 14, 2022
a67c502
Update get_extrn_lbcs.local
natalie-perlin Oct 14, 2022
79ac1cc
Update get_extrn_ics.local
natalie-perlin Oct 14, 2022
a37384b
Update make_grid.local
natalie-perlin Oct 14, 2022
a084d63
Update make_ics.local
natalie-perlin Oct 14, 2022
fe23645
Update make_lbcs.local
natalie-perlin Oct 14, 2022
7ea5202
Update and rename make_orog.hardcoded to make_orog.local
natalie-perlin Oct 14, 2022
7db26c9
Update run_fcst.local
natalie-perlin Oct 14, 2022
c701f03
Update run_vx.local
natalie-perlin Oct 14, 2022
bb864e8
Update miniconda_regional_workflow
natalie-perlin Oct 14, 2022
a5e1ca2
Update run_vx.local
natalie-perlin Oct 14, 2022
3893854
Update get_obs.local
natalie-perlin Oct 14, 2022
bec0ff7
Update get_extrn_ics.local
natalie-perlin Oct 14, 2022
9677dd4
Update get_extrn_lbcs.local
natalie-perlin Oct 14, 2022
aceaf50
Update make_lbcs.local
natalie-perlin Oct 14, 2022
1cc16dd
Update run_vx.local
natalie-perlin Oct 14, 2022
c4d8d93
Update gaea.yaml, met and metplus paths
natalie-perlin Oct 14, 2022
40875cd
Update hera.yaml, met and metplus paths
natalie-perlin Oct 14, 2022
4dbf9a2
Update jet.yaml, met and metplus paths
natalie-perlin Oct 14, 2022
b27d743
Update orion.yaml, met and metplus paths
natalie-perlin Oct 14, 2022
dc3e609
Update miniconda_regional_workflow
natalie-perlin Oct 14, 2022
f3e89d5
update run_vx.local
natalie-perlin Oct 14, 2022
f344c38
Update miniconda_regional_workflow
natalie-perlin Oct 14, 2022
f48a9a1
Create run_vx.local
natalie-perlin Oct 14, 2022
ba2b864
Update build_jet_intel
natalie-perlin Oct 17, 2022
643fa59
Update wflow_jet
natalie-perlin Oct 17, 2022
9d2094e
Create make_orog.local
natalie-perlin Oct 20, 2022
5ad21cc
Update build_jet_intel
natalie-perlin Oct 20, 2022
ba56eb4
Update build_hera_intel
natalie-perlin Oct 20, 2022
fd22d4e
Update build_jet_intel
natalie-perlin Oct 21, 2022
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
10 changes: 6 additions & 4 deletions modulefiles/build_cheyenne_gnu
Original file line number Diff line number Diff line change
Expand Up @@ -8,17 +8,19 @@ proc ModulesHelp { } {
module-whatis "Loads libraries needed for building SRW on Cheyenne"

module load cmake/3.22.0
module load python/3.7.9
module load ncarenv/1.3
module load gnu/11.2.0
module load gnu/12.1.0
Comment on lines +13 to +12

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Why was the compiler version updated to the latest on Cheyenne? Would it be possible to bring this back down to gnu/11.2.0?

Copy link
Copy Markdown
Collaborator Author

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

The attempt was to use the latest available compiler. The same libraries for the gnu/11.2.0 will be built wehn cheyenne comes back from the maintenance, if this is preferred.

Copy link
Copy Markdown
Collaborator

Choose a reason for hiding this comment

The reason will be displayed to describe this comment to others. Learn more.

Thanks @natalie-perlin. Yes, please built the same libraries for gnu/11.2.0 on Cheyenne once it is back up.

module load mpt/2.25
setenv MKLROOT /glade/u/apps/opt/intel/2022.1/mkl/latest
module load ncarcompilers/0.5.0
module unload netcdf

module use /glade/work/epicufsrt/GMTB/tools/gnu/11.2.0/hpc-stack-v1.2.0/modulefiles/stack
module use /glade/work/epicufsrt/contrib/miniconda3/modulefiles
module load miniconda3/4.12.0

module use /glade/work/epicufsrt/contrib/hpc-stack/gnu12.1.0/modulefiles/stack
module load hpc/1.2.0
module load hpc-gnu/11.2.0
module load hpc-gnu/12.1.0
module load hpc-mpt/2.25

module load srw_common
Expand Down
8 changes: 5 additions & 3 deletions modulefiles/build_cheyenne_intel
Original file line number Diff line number Diff line change
Expand Up @@ -8,25 +8,27 @@ proc ModulesHelp { } {
module-whatis "Loads libraries needed for building SRW on Cheyenne"

module load cmake/3.22.0
module load python/3.7.9
module load ncarenv/1.3
module load intel/2022.1
module load mpt/2.25
module load mkl/2022.1
module load ncarcompilers/0.5.0
module unload netcdf

module use /glade/work/epicufsrt/GMTB/tools/intel/2022.1/hpc-stack-v1.2.0_6eb6/modulefiles/stack
module use /glade/work/epicufsrt/contrib/miniconda3/modulefiles
module load miniconda3/4.12.0

module use /glade/work/epicufsrt/contrib/hpc-stack/intel2022.1/modulefiles/stack
module load hpc/1.2.0
module load hpc-intel/2022.1
module load hpc-mpt/2.25

module load srw_common

module load netcdf/4.7.4
module load g2/3.4.5
module load esmf/8.3.0b09
module load mapl/2.11.0-esmf-8.3.0b09
module load netcdf/4.7.4
module load libpng/1.6.37
module load pio/2.5.3
module load fms/2022.01
Expand Down
8 changes: 5 additions & 3 deletions modulefiles/build_hera_intel
Original file line number Diff line number Diff line change
Expand Up @@ -7,18 +7,20 @@ proc ModulesHelp { } {

module-whatis "Loads libraries needed for building SRW on Hera"

module use /contrib/miniconda3/modulefiles
module load miniconda3/4.5.12
module use /scratch1/NCEPDEV/nems/role.epic/miniconda3/modulefiles
module load miniconda3/4.12.0

module use /contrib/sutils/modulefiles
module load sutils

module load cmake/3.20.1

module use /scratch2/NCEPDEV/nwprod/hpc-stack/libs/hpc-stack/modulefiles/stack
module use /scratch1/NCEPDEV/nems/role.epic/hpc-stack/libs/intel-2022.2.0/modulefiles/stack
module load hpc/1.2.0
module load hpc-intel/2022.1.2
module load hpc-impi/2022.1.2
module load intel/2022.1.2
module load impi/2022.1.2

module load srw_common

Expand Down
8 changes: 6 additions & 2 deletions modulefiles/build_jet_intel
Original file line number Diff line number Diff line change
Expand Up @@ -10,10 +10,14 @@ module-whatis "Loads libraries needed for building SRW on JET"
module use /contrib/sutils/modulefiles
module load sutils

module load cmake/3.20.1
module use /mnt/lfs4/HFIP/hfv3gfs/role.epic/miniconda3/modulefiles
module load miniconda3/4.12.0

module use /lfs4/HFIP/hfv3gfs/nwprod/hpc-stack/libs/modulefiles/stack
module load cmake/3.20.1
module load intel/2022.1.2
module load impi/2022.1.2

module use /mnt/lfs4/HFIP/hfv3gfs/role.epic/hpc-stack/libs/intel-2022.1.2/modulefiles/stack
module load hpc/1.2.0
module load hpc-intel/2022.1.2
module load hpc-impi/2022.1.2
Expand Down
5 changes: 3 additions & 2 deletions modulefiles/build_orion_intel
Original file line number Diff line number Diff line change
Expand Up @@ -10,9 +10,10 @@ module-whatis "Loads libraries needed for building SRW on Orion"
module load contrib noaatools

module load cmake/3.22.1
module load python/3.9.2
module use /work/noaa/epic-ps/role-epic-ps/miniconda3/modulefiles
module load miniconda3/4.12.0

module use /apps/contrib/NCEP/libs/hpc-stack/modulefiles/stack
module use /work/noaa/epic-ps/role-epic-ps/hpc-stack/libs/intel-2022.1.2/modulefiles/stack
module load hpc/1.2.0
module load hpc-intel/2022.1.2
module load hpc-impi/2022.1.2
Expand Down
5 changes: 0 additions & 5 deletions modulefiles/tasks/cheyenne/conda_regional_workflow

This file was deleted.

4 changes: 1 addition & 3 deletions modulefiles/tasks/cheyenne/get_extrn_ics.local
Original file line number Diff line number Diff line change
@@ -1,4 +1,2 @@
#%Module

module load conda_regional_workflow

module load miniconda_regional_workflow
4 changes: 1 addition & 3 deletions modulefiles/tasks/cheyenne/get_extrn_lbcs.local
Original file line number Diff line number Diff line change
@@ -1,4 +1,2 @@
#%Module

module load conda_regional_workflow

module load miniconda_regional_workflow
2 changes: 1 addition & 1 deletion modulefiles/tasks/cheyenne/make_grid.local
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@
#%Module
module load conda_regional_workflow
module load miniconda_regional_workflow
2 changes: 1 addition & 1 deletion modulefiles/tasks/cheyenne/make_ics.local
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@
#%Module
module load conda_regional_workflow
module load miniconda_regional_workflow
2 changes: 1 addition & 1 deletion modulefiles/tasks/cheyenne/make_lbcs.local
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@
#%Module
module load conda_regional_workflow
module load miniconda_regional_workflow
9 changes: 0 additions & 9 deletions modulefiles/tasks/cheyenne/make_orog.hardcoded

This file was deleted.

2 changes: 2 additions & 0 deletions modulefiles/tasks/cheyenne/make_orog.local
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
#%Module
module load miniconda_regional_workflow
6 changes: 6 additions & 0 deletions modulefiles/tasks/cheyenne/miniconda_regional_workflow
Original file line number Diff line number Diff line change
@@ -0,0 +1,6 @@
#%Module

module use /glade/work/epicufsrt/contrib/miniconda3/modulefiles
module load miniconda3/4.12.0

setenv SRW_ENV regional_workflow
2 changes: 1 addition & 1 deletion modulefiles/tasks/cheyenne/run_fcst.local
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@
#%Module
module load conda_regional_workflow
module load miniconda_regional_workflow
2 changes: 1 addition & 1 deletion modulefiles/tasks/cheyenne/run_vx.local
Original file line number Diff line number Diff line change
@@ -1,2 +1,2 @@
#%Module
module load conda_regional_workflow
module load miniconda_regional_workflow
2 changes: 0 additions & 2 deletions modulefiles/tasks/gaea/run_vx.local
Original file line number Diff line number Diff line change
@@ -1,5 +1,3 @@
#%Module

module load miniconda_regional_workflow

prepend-path LD_LIBRARY_PATH /ncrc/sw/gaea-cle7/python/3.9/anaconda-base/envs/noaa_py3.9/lib
4 changes: 1 addition & 3 deletions modulefiles/tasks/hera/get_extrn_ics.local
Original file line number Diff line number Diff line change
@@ -1,6 +1,4 @@
#%Module#####################################################
## Module file for get_extrn_ics task.
#############################################################
#%Module

module load hpss

Expand Down
4 changes: 1 addition & 3 deletions modulefiles/tasks/hera/get_extrn_lbcs.local
Original file line number Diff line number Diff line change
@@ -1,6 +1,4 @@
#%Module#####################################################
## Module file for get_extrn_lbcs task.
#############################################################
#%Module

module load hpss

Expand Down
5 changes: 1 addition & 4 deletions modulefiles/tasks/hera/get_obs.local
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,4 @@

module load hpss

module use /contrib/miniconda3/modulefiles
module load miniconda3/4.5.12

setenv SRW_ENV pygraf
module load miniconda_regional_workflow
1 change: 1 addition & 0 deletions modulefiles/tasks/hera/make_lbcs.local
Original file line number Diff line number Diff line change
@@ -1,2 +1,3 @@
#%Module

module load miniconda_regional_workflow
4 changes: 1 addition & 3 deletions modulefiles/tasks/hera/run_vx.local
Original file line number Diff line number Diff line change
@@ -1,5 +1,3 @@
#%Module

module use -a /contrib/anaconda/modulefiles
module load intel/18.0.5.274
module load anaconda/latest
module load miniconda_regional_workflow
2 changes: 2 additions & 0 deletions modulefiles/tasks/jet/make_orog.local
Original file line number Diff line number Diff line change
@@ -0,0 +1,2 @@
#%Module
module load miniconda_regional_workflow
4 changes: 2 additions & 2 deletions modulefiles/tasks/jet/miniconda_regional_workflow
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
#%Module
module use /contrib/miniconda3/modulefiles
module load miniconda3/4.5.12
module use /mnt/lfs4/HFIP/hfv3gfs/role.epic/miniconda3/modulefiles
module load miniconda3/4.12.0

setenv SRW_ENV regional_workflow
4 changes: 1 addition & 3 deletions modulefiles/tasks/jet/run_vx.local
Original file line number Diff line number Diff line change
@@ -1,5 +1,3 @@
#%Module

module use -a /contrib/anaconda/modulefiles
module load intel/18.0.5.274
module load anaconda/5.3.1
module load miniconda_regional_workflow
4 changes: 2 additions & 2 deletions modulefiles/tasks/orion/miniconda_regional_workflow
Original file line number Diff line number Diff line change
@@ -1,5 +1,5 @@
#%Module
module use -a /apps/contrib/miniconda3-noaa-gsl/modulefiles
module load miniconda3/3.8
module use /work/noaa/epic-ps/role-epic-ps/miniconda3/modulefiles
module load miniconda3/4.12.0

setenv SRW_ENV regional_workflow
3 changes: 3 additions & 0 deletions modulefiles/tasks/orion/run_vx.local
Original file line number Diff line number Diff line change
@@ -0,0 +1,3 @@
#%Module

module load miniconda_regional_workflow
7 changes: 4 additions & 3 deletions modulefiles/wflow_cheyenne
Original file line number Diff line number Diff line change
Expand Up @@ -8,13 +8,14 @@ proc ModulesHelp { } {
module-whatis "Loads libraries and utilities needed for running SRW on Cheyenne"

module load ncarenv
module use -a /glade/p/ral/jntp/UFS_SRW_app/modules/
module use -a /glade/work/epicufsrt/contrib/miniconda3/modulefiles
module load miniconda3
module use -a /glade/work/epicufsrt/contrib/modulefiles
module load rocoto
module load conda/latest

if { [module-info mode load] } {
puts stderr "Please do the following to activate conda:
> conda activate /glade/p/ral/jntp/UFS_SRW_app/conda/regional_workflow"
> conda activate regional_workflow"
}


4 changes: 2 additions & 2 deletions modulefiles/wflow_hera
Original file line number Diff line number Diff line change
Expand Up @@ -9,8 +9,8 @@ module-whatis "Loads libraries needed for running SRW on Hera"

module load rocoto

module use /contrib/miniconda3/modulefiles
module load miniconda3/4.5.12
module use /scratch1/NCEPDEV/nems/role.epic/miniconda3/modulefiles
module load miniconda3/4.12.0

if { [module-info mode load] } {
puts stderr "Please do the following to activate conda:
Expand Down
4 changes: 2 additions & 2 deletions modulefiles/wflow_jet
Original file line number Diff line number Diff line change
Expand Up @@ -9,8 +9,8 @@ module-whatis "Loads libraries needed for running SRW on Jet"

module load rocoto

module use /contrib/miniconda3/modulefiles
module load miniconda3/4.5.12
module use /mnt/lfs4/HFIP/hfv3gfs/role.epic/miniconda3/modulefiles
module load miniconda3/4.12.0

if { [module-info mode load] } {
puts stderr "Please do the following to activate conda:
Expand Down
4 changes: 2 additions & 2 deletions modulefiles/wflow_orion
Original file line number Diff line number Diff line change
Expand Up @@ -9,8 +9,8 @@ module-whatis "Loads libraries needed for running SRW on Orion"

module load contrib rocoto

module use -a /apps/contrib/miniconda3-noaa-gsl/modulefiles
module load miniconda3/3.8
module use /work/noaa/epic-ps/role-epic-ps/miniconda3/modulefiles
module load miniconda3/4.12.0

if { [module-info mode load] } {
puts stderr "Please do the following to activate conda:
Expand Down
4 changes: 2 additions & 2 deletions ush/machine/gaea.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -5,9 +5,9 @@ platform:
CCPA_OBS_DIR: /lustre/f2/pdata/ncep_shared/UFS_SRW_App/develop/obs_data/ccpa/proc
MRMS_OBS_DIR: /lustre/f2/pdata/ncep_shared/UFS_SRW_App/develop/obs_data/mrms/proc
NDAS_OBS_DIR: /lustre/f2/pdata/ncep_shared/UFS_SRW_App/develop/obs_data/ndas/proc
METPLUS_PATH: /usw/met/METplus/METplus-4.1.3
METPLUS_PATH: /lustre/f2/dev/role.epic/contrib/hpc-stack/intel-2021.3.0/intel-2021.3.0/metplus/4.1.3
MET_BIN_EXEC: bin
MET_INSTALL_DIR: /usw/met/10.1.2
MET_INSTALL_DIR: /lustre/f2/dev/role.epic/contrib/hpc-stack/intel-2021.3.0/intel-2021.3.0/met/10.1.2
QUEUE_DEFAULT: normal
QUEUE_FCST: normal
QUEUE_HPSS: normal
Expand Down
4 changes: 2 additions & 2 deletions ush/machine/hera.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -5,9 +5,9 @@ platform:
CCPA_OBS_DIR: /scratch2/BMC/det/UFS_SRW_App/develop/obs_data/ccpa/proc
MRMS_OBS_DIR: /scratch2/BMC/det/UFS_SRW_App/develop/obs_data/mrms/proc
NDAS_OBS_DIR: /scratch2/BMC/det/UFS_SRW_App/develop/obs_data/ndas/proc
METPLUS_PATH: /contrib/METplus/METplus-4.1.1
METPLUS_PATH: /scratch1/NCEPDEV/nems/role.epic/hpc-stack/libs/intel-2022.2.0/intel-2022.2.0/metplus/4.1.3
MET_BIN_EXEC: bin
MET_INSTALL_DIR: /contrib/met/10.1.1
MET_INSTALL_DIR: /scratch1/NCEPDEV/nems/role.epic/hpc-stack/libs/intel-2022.2.0/intel-2022.2.0/met/10.1.2
DOMAIN_PREGEN_BASEDIR: /scratch2/BMC/det/UFS_SRW_App/develop/FV3LAM_pregen
PARTITION_DEFAULT: hera
QUEUE_DEFAULT: batch
Expand Down
4 changes: 2 additions & 2 deletions ush/machine/jet.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -5,9 +5,9 @@ platform:
CCPA_OBS_DIR: /mnt/lfs4/BMC/wrfruc/UFS_SRW_App/develop/obs_data/ccpa/proc
MRMS_OBS_DIR: /mnt/lfs4/BMC/wrfruc/UFS_SRW_App/develop/obs_data/mrms/proc
NDAS_OBS_DIR: /mnt/lfs4/BMC/wrfruc/UFS_SRW_App/develop/obs_data/ndas/proc
METPLUS_PATH: /contrib/met/METplus/METplus-4.1.1
METPLUS_PATH: /mnt/lfs4/HFIP/hfv3gfs/role.epic/hpc-stack/libs/intel-2022.2.0/intel-2022.2.0/metplus/4.1.3
MET_BIN_EXEC: bin
MET_INSTALL_DIR: /contrib/met/10.1.1
MET_INSTALL_DIR: /mnt/lfs4/HFIP/hfv3gfs/role.epic/hpc-stack/libs/intel-2022.2.0/intel-2022.2.0/met/10.1.2
DOMAIN_PREGEN_BASEDIR: /mnt/lfs4/BMC/wrfruc/UFS_SRW_App/develop/FV3LAM_pregen
PARTITION_DEFAULT: sjet,vjet,kjet,xjet
QUEUE_DEFAULT: batch
Expand Down
4 changes: 2 additions & 2 deletions ush/machine/orion.yaml
Original file line number Diff line number Diff line change
Expand Up @@ -5,9 +5,9 @@ platform:
CCPA_OBS_DIR: /work/noaa/fv3-cam/UFS_SRW_App/develop/obs_data/ccpa/proc
MRMS_OBS_DIR: /work/noaa/fv3-cam/UFS_SRW_App/develop/obs_data/mrms/proc
NDAS_OBS_DIR: /work/noaa/fv3-cam/UFS_SRW_App/develop/obs_data/ndas/proc
METPLUS_PATH: /apps/contrib/MET/METplus/METplus-4.1.1
METPLUS_PATH: /work/noaa/epic-ps/role-epic-ps/hpc-stack/libs/intel-2022.1.2/intel-2022.1.2/metplus/4.1.3
MET_BIN_EXEC: bin
MET_INSTALL_DIR: /apps/contrib/MET/10.1.1
MET_INSTALL_DIR: /work/noaa/epic-ps/role-epic-ps/hpc-stack/libs/intel-2022.1.2/intel-2022.1.2/met/10.1.2
DOMAIN_PREGEN_BASEDIR: /work/noaa/fv3-cam/UFS_SRW_App/develop/FV3LAM_pregen
PARTITION_DEFAULT: orion
QUEUE_DEFAULT: batch
Expand Down