Skip to content
7 changes: 3 additions & 4 deletions dev/parm/config/gfs/config.resources.GAEAC6
Original file line number Diff line number Diff line change
Expand Up @@ -5,7 +5,6 @@

unset memory
unset "memory_${RUN}"
export FI_CXI_RX_MATCH_MODE=hybrid

case ${step} in
"fcst" | "efcs")
Expand Down Expand Up @@ -48,7 +47,7 @@ case ${step} in
"C1152")
export threads_per_task=16
;;
*)
*)
;;
esac
if [[ "${CASE}" == "C768" || "${CASE}" == "C1152" ]]; then
Expand All @@ -69,7 +68,7 @@ case ${step} in
"marinebmat")
case ${OCNRES} in
"025")
tasks_per_node=$(( max_tasks_per_node / 4 ))
tasks_per_node=$(( max_tasks_per_node / 4 ))
;;
*)
;;
Expand Down Expand Up @@ -117,6 +116,6 @@ case ${step} in
NTASKS=${ntasks}
;;

*)
*)
;;
esac
7 changes: 6 additions & 1 deletion env/GAEAC6.env
Original file line number Diff line number Diff line change
Expand Up @@ -14,6 +14,9 @@ export mpmd_opt="--multi-prog --output=mpmd.%j.%t.out"

export OMP_STACKSIZE=2048000
export NTHSTACK=1024000000
# Use the hybrid mode to avoid RXM issues with large messages
# Note that this seems to have issues with larger jobs. These will need to use the software mode.
export FI_CXI_RX_MATCH_MODE=hybrid

ulimit -s unlimited
ulimit -a
Expand Down Expand Up @@ -134,6 +137,7 @@ case ${step} in

export APRUNCFP="${launcher} -n \$ncmd ${mpmd_opt}"
export APRUN_MARINEANLVAR="${APRUN_default}"
export FI_CXI_RX_MATCH_MODE=software
;;
"marineanlecen")

Expand Down Expand Up @@ -173,6 +177,7 @@ case ${step} in

export MKL_NUM_THREADS=4
export MKL_CBWR=AUTO
export FI_CXI_RX_MATCH_MODE=software

export CFP_MP=${CFP_MP:-"YES"}
export USE_CFP=${USE_CFP:-"YES"}
Expand Down Expand Up @@ -258,7 +263,7 @@ case ${step} in

export MPICH_COLL_SYNC=MPI_Bcast
export FI_VERBS_PREFER_XRC=0
export FI_CXI_RX_MATCH_MODE=hybrid
export FI_CXI_RX_MATCH_MODE=software
export COMEX_EAGER_THRESHOLD=65536
export FI_CXI_RDZV_THRESHOLD=65536
export FI_CXI_DEFAULT_CQ_SIZE=1048576
Expand Down
1 change: 0 additions & 1 deletion modulefiles/gw_setup.gaeac6.lua
Original file line number Diff line number Diff line change
Expand Up @@ -9,7 +9,6 @@ prepend_path("MODULEPATH", "/ncrc/proj/epic/spack-stack/c6/spack-stack-1.9.2/env

local stack_intel_ver=os.getenv("stack_intel_ver") or "2023.2.0"
local python_ver=os.getenv("python_ver") or "3.11.7"
local cmake_ver=os.getenv("cmake_ver") or "3.27.9"

load(pathJoin("stack-intel", stack_intel_ver))
load(pathJoin("python", python_ver))
Expand Down
2 changes: 1 addition & 1 deletion sorc/gdas.cd