Skip to content

Use new environment ncarenv/24.12 on derecho for spack-stack-1.9.x #1756

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
climbfuji merged 4 commits into from
Aug 28, 2025
Merged

Use new environment ncarenv/24.12 on derecho for spack-stack-1.9.x #1756

Show file tree
Hide file tree
Changes from 1 commit
Commits
Show all changes
4 commits
Select commit Hold shift + click to select a range
2cf6ad8
New Derecho environment ncarenv/24.12 for release/1.9.0
Aug 25, 2025
c8e283e
Merge branch 'release/1.9.0' into feature/derecho_new_env
climbfuji Aug 26, 2025
80213a4
updating Derecho packages_gcc.yaml
Aug 27, 2025
d7ebe41
Merge branch 'release/1.9.0' into feature/derecho_new_env
climbfuji Aug 28, 2025
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
35 changes: 18 additions & 17 deletions configs/sites/tier1/derecho/compilers.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -2,45 +2,46 @@ compilers::
- compiler:
spec: oneapi@2024.2.1
paths:
cc: /glade/u/apps/common/23.08/spack/opt/spack/intel-oneapi-compilers/2024.2.1/compiler/2024.2/bin/icx
cxx: /glade/u/apps/common/23.08/spack/opt/spack/intel-oneapi-compilers/2024.2.1/compiler/2024.2/bin/icpx
f77: /glade/u/apps/common/23.08/spack/opt/spack/intel-oneapi-compilers/2024.2.1/compiler/2024.2/bin/ifort
fc: /glade/u/apps/common/23.08/spack/opt/spack/intel-oneapi-compilers/2024.2.1/compiler/2024.2/bin/ifort
cc: /glade/u/apps/casper/24.12/spack/opt/spack/intel-oneapi-compilers/2024.2.1/gcc/12.4.0/iq3b/compiler/2024.2/bin/icx
cxx: /glade/u/apps/casper/24.12/spack/opt/spack/intel-oneapi-compilers/2024.2.1/gcc/12.4.0/iq3b/compiler/2024.2/bin/icpx
f77: /glade/u/apps/casper/24.12/spack/opt/spack/intel-oneapi-compilers/2024.2.1/gcc/12.4.0/iq3b/compiler/2024.2/bin/ifort
fc: /glade/u/apps/casper/24.12/spack/opt/spack/intel-oneapi-compilers/2024.2.1/gcc/12.4.0/iq3b/compiler/2024.2/bin/ifort
flags: {}
operating_system: sles15
target: x86_64
modules:
- ncarenv/23.09
- intel-oneapi/2024.2.1
- intel/2024.2.1
- ncarenv/24.12
environment:
prepend_path:
PATH: '/opt/cray/pe/gcc/12.2.0/snos/bin'
CPATH: '/opt/cray/pe/gcc/12.2.0/snos/include'
LD_LIBRARY_PATH: '/opt/cray/pe/gcc/12.2.0/snos/lib:/opt/cray/pe/gcc/12.2.0/snos/lib64'
PATH: '/glade/u/apps/casper/24.12/spack/opt/spack/gcc/12.4.0/5b5c/bin'
CPATH: '/glade/u/apps/casper/24.12/spack/opt/spack/gcc/12.4.0/5b5c/include'
LD_LIBRARY_PATH: '/glade/u/apps/casper/24.12/spack/opt/spack/gcc/12.4.0/5b5c/lib:/glade/u/apps/casper/24.12/spack/opt/spack/gcc/12.4.0/5b5c/lib64'
set:
# https://github.com/JCSDA/spack-stack/issues/957
FI_CXI_RX_MATCH_MODE: 'hybrid'
# https://github.com/JCSDA/spack-stack/issues/1012
I_MPI_EXTRA_FILESYSTEM: 'ON'
extra_rpaths: []
- compiler:
spec: gcc@12.2.0
spec: gcc@12.4.0
paths:
cc: /opt/cray/pe/gcc/12.2.0/bin/gcc
cxx: /opt/cray/pe/gcc/12.2.0/bin/g++
f77: /opt/cray/pe/gcc/12.2.0/bin/gfortran
fc: /opt/cray/pe/gcc/12.2.0/bin/gfortran
cc: /glade/u/apps/casper/24.12/spack/opt/spack/gcc/12.4.0/5b5c/bin/gcc
cxx: /glade/u/apps/casper/24.12/spack/opt/spack/gcc/12.4.0/5b5c/bin/g++
f77: /glade/u/apps/casper/24.12/spack/opt/spack/gcc/12.4.0/5b5c/bin/gfortran
fc: /glade/u/apps/casper/24.12/spack/opt/spack/gcc/12.4.0/5b5c/bin/gfortran
flags: {}
operating_system: sles15
target: x86_64
modules:
- ncarenv/23.09
- gcc/12.2.0
- ncarenv/24.12
- gcc/12.4.0
environment:
prepend_path:
# For compiling scotch (which requires Intel MPI) with gcc in the oneapi@2024.2.1 unified environment
LD_LIBRARY_PATH: '/glade/u/apps/common/23.08/spack/opt/spack/intel-oneapi-compilers/2024.2.1/compiler/2024.2/lib'
LD_LIBRARY_PATH: '/glade/u/apps/casper/24.12/spack/opt/spack/intel-oneapi-compilers/2024.2.1/gcc/12.4.0/iq3b/compiler/2024.2/lib'
set:
# https://github.com/JCSDA/spack-stack/issues/957
FI_CXI_RX_MATCH_MODE: 'hybrid'
extra_rpaths: []

25 changes: 11 additions & 14 deletions configs/sites/tier1/derecho/packages.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -34,10 +34,6 @@ packages:
externals:
- spec: coreutils@8.32
prefix: /usr
curl:
externals:
- spec: curl@8.1.2+gssapi+ldap+nghttp2
prefix: /glade/u/apps/derecho/23.09/spack/opt/spack/curl/8.1.2/gcc/7.5.0/uq6y
cvs:
externals:
- spec: cvs@1.12.13
Expand All @@ -56,14 +52,12 @@ packages:
prefix: /usr
git:
externals:
- spec: git@2.41.0+tcltk
prefix: /glade/u/apps/derecho/23.09/spack/opt/spack/git/2.41.0/gcc/7.5.0/jgni
- spec: git@2.35.3+tcltk
prefix: /usr
- spec: git@2.47.0
prefix: /glade/u/apps/casper/24.12/spack/opt/spack/git/2.47.0/gcc/12.4.0/cn62
git-lfs:
externals:
- spec: git-lfs@3.3.0
prefix: /glade/u/apps/derecho/23.09/spack/opt/spack/git-lfs/3.3.0/gcc/7.5.0/u3kh
- spec: git-lfs@3.5.1
prefix: /glade/u/apps/casper/24.12/spack/opt/spack/git-lfs/3.5.1/gcc/12.4.0/aivb
gmake:
externals:
- spec: gmake@4.2.1
Expand All @@ -85,17 +79,17 @@ packages:
- spec: m4@1.4.18
prefix: /usr
mysql:
buildable: False
buildable: false
externals:
- spec: mysql@8.0.33
prefix: /glade/work/epicufsrt/contrib/spack-stack/derecho/mysql-8.0.33
openssh:
externals:
- spec: openssh@8.4p1
prefix: /usr
# spack concretizer gets confused when omitting %gcc from the external spec (a spack bug?)
# spack concretizer gets confused when omitting %gcc from the external spec (a spack bug?)
openssl:
buildable: False
buildable: false
externals:
- spec: openssl@1.1.1l%gcc
prefix: /usr
Expand All @@ -104,9 +98,12 @@ packages:
- spec: pkg-config@0.29.2
prefix: /usr
qt:
buildable: False
buildable: false
externals:
- spec: qt@5.14.2
# Newer versions don't work, some headers are missing
#prefix: /glade/u/apps/casper/24.12/spack/opt/spack/qt/5.14.2/gcc/12.4.0/6suc
#prefix: /glade/u/apps/casper/24.12/spack/opt/spack/qt/5.14.2/gcc/12.4.0/axtw
prefix: /glade/u/apps/derecho/23.09/spack/opt/spack/qt/5.14.2/gcc/7.5.0/eqcj
sed:
externals:
Expand Down
12 changes: 6 additions & 6 deletions configs/sites/tier1/derecho/packages_gcc.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,15 +1,15 @@
packages:
all:
compiler:: [gcc@12.2.0]
compiler:: [gcc@12.4.0]
providers:
mpi:: [cray-mpich@8.1.27]
mpi:: [cray-mpich@8.1.29]
mpi:
buildable: False
cray-mpich:
externals:
- spec: cray-mpich@8.1.27%gcc@12.2.0 +wrappers
- spec: cray-mpich@8.1.29%gcc@12.4.0 +wrappers
modules:
- craype/2.7.20
- cray-mpich/8.1.27
- craype/2.7.31
- ncarenv/24.12
- cray-mpich/8.1.29
- libfabric/1.15.2.0
- cray-pals/1.2.11
26 changes: 20 additions & 6 deletions configs/sites/tier1/derecho/packages_oneapi.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
@@ -1,23 +1,37 @@
packages:
all:
compiler:: [oneapi@2024.2.1, gcc@12.2.0]
compiler:: [oneapi@2024.2.1, gcc@12.4.0]
providers:
mpi:: [cray-mpich@8.1.29]
mpi:
buildable: False
buildable: true
cray-mpich:
externals:
- spec: cray-mpich@8.1.29%oneapi@2024.2.1 +wrappers
modules:
- craype/2.7.20
- cray-mpich/8.1.29
- intel/2024.2.1
- ncarenv/24.12
- craype/2.7.31
- libfabric/1.15.2.0
- cray-pals/1.2.11
environment:
prepend_path:
PATH: '/opt/cray/pe/pals/1.2.12/bin'
PKG_CONFIG_PATH: '/opt/cray/pe/pals/1.2.12/lib/pkgconfig'
MANPATH: '/opt/cray/pe/pals/1.2.12/man'
PE_PALS_PKGCONFIG_LIBS: 'libpals'
PE_PKGCONFIG_PRODUCTS: 'PE_PALS'
set:
# https://github.com/JCSDA/spack-stack/issues/957
FI_CXI_RX_MATCH_MODE: 'hybrid'
# https://github.com/JCSDA/spack-stack/issues/1012
I_MPI_EXTRA_FILESYSTEM: 'ON'
I_MPI_OFI_LIBRARY: '/opt/cray/libfabric/1.15.2.0/lib64/libfabric.so.1'
Comment thread
climbfuji marked this conversation as resolved.
extra_rpaths: []
intel-oneapi-runtime:
buildable: False
externals:
- spec: intel-oneapi-runtime@2024.2.1%oneapi@2024.2.1
prefix: /glade/u/apps/common/23.08/spack/opt/spack/intel-oneapi-compilers/2024.2.1
prefix: /glade/u/apps/casper/24.12/spack/opt/spack/intel-oneapi-compilers/2024.2.1/gcc/12.4.0/iq3b/compiler/2024.2
intel-oneapi-mkl:
# No intel-oneapi-mkl installed on Derecho, install via spack.
# Prefer the version that Intel releases with the above compiler
Expand Down
1 change: 1 addition & 0 deletions configs/templates/unified-dev/spack.yaml
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -42,6 +42,7 @@ spack:

# MADIS for WCOSS2 decoders.
- madis@4.5
- sp@2.5.0

specs:
- matrix:
Expand Down