diff --git a/.buildkite/longruns/pipeline.yml b/.buildkite/longruns/pipeline.yml index 385e87cc11..7eef76967d 100644 --- a/.buildkite/longruns/pipeline.yml +++ b/.buildkite/longruns/pipeline.yml @@ -1,7 +1,7 @@ agents: queue: central slurm_time: 24:00:00 - modules: julia/1.10.0 cuda/12.2 ucx/1.14.1_cuda-12.2 openmpi/4.1.5_cuda-12.2 nsight-systems/2023.4.1 + modules: julia/1.10.0 cuda/12.2 ucx/1.14.1_cuda-12.2 openmpi/4.1.5_cuda-12.2 nsight-systems/2023.3.1 env: JULIA_LOAD_PATH: "${JULIA_LOAD_PATH}:${BUILDKITE_BUILD_CHECKOUT_PATH}/.buildkite" @@ -10,6 +10,7 @@ env: OMPI_MCA_opal_warn_on_missing_libcuda: 0 JULIA_MAX_NUM_PRECOMPILE_FILES: 100 GKSwstype: 100 + SLURM_KILL_BAD_EXIT: 1 CONFIG_PATH: "config/longrun_configs" PERF_CONFIG_PATH: "config/perf_configs" @@ -26,6 +27,8 @@ steps: - label: "init :computer:" key: "init_cpu_env" command: + - "echo $$JULIA_DEPOT_PATH" + - echo "--- Instantiate AMIP env" - "julia --project=experiments/AMIP/ -e 'using Pkg; Pkg.instantiate(;verbose=true)'" - "julia --project=experiments/AMIP/ -e 'using Pkg; Pkg.precompile()'"