feat(docker): Add NCCL installation script and install NCCL 2.30.4

docker/Dockerfile.ci.dev

@@ -7,6 +7,8 @@ ENV PIP_CONSTRAINT=""
 ENV DEBIAN_FRONTEND=noninteractive
 ARG UV_VERSION=0.7.2
 ARG YQ_VERSION=4.44.1
+# NCCL 2.30.4 supports CUDA 13.x; NVIDIA publishes its CUDA 13 package as cuda13.2.
+ARG NCCL_VERSION=2.30.4-1+cuda13.2
 ENV PATH="/root/.local/bin:$PATH"
 ARG UV_PROJECT_ENVIRONMENT=/opt/venv
 ENV UV_PROJECT_ENVIRONMENT=${UV_PROJECT_ENVIRONMENT}
@@ -31,6 +33,9 @@ RUN bash -ex <<"EOF"
     curl -LsSf https://astral.sh/uv/${UV_VERSION}/install.sh | sh
 EOF
 
+RUN --mount=type=bind,source=docker/common/install_nccl.sh,target=/opt/install_nccl.sh \
+    bash /opt/install_nccl.sh --NCCL_VER=${NCCL_VERSION}
+
 COPY README.md pyproject.toml uv.lock /workspace/
 COPY megatron/core/__init__.py /workspace/megatron/core/
 COPY megatron/core/package_info.py /workspace/megatron/core/

docker/common/install_nccl.sh

@@ -0,0 +1,48 @@
+# Copyright (c) 2026, NVIDIA CORPORATION. All rights reserved.
+#
+# Licensed under the Apache License, Version 2.0 (the "License");
+# you may not use this file except in compliance with the License.
+# You may obtain a copy of the License at
+#
+#     http://www.apache.org/licenses/LICENSE-2.0
+#
+# Unless required by applicable law or agreed to in writing, software
+# distributed under the License is distributed on an "AS IS" BASIS,
+# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
+# See the License for the specific language governing permissions and
+# limitations under the License.
+
+#!/bin/bash
+
+set -ex
+
+NCCL_VER="2.30.4-1+cuda13.2"
+
+for i in "$@"; do
+    case $i in
+        --NCCL_VER=?*) NCCL_VER="${i#*=}";;
+        *) ;;
+    esac
+    shift
+done
+
+ARCH=$(uname -m)
+if [ "$ARCH" = "amd64" ];then ARCH="x86_64";fi
+if [ "$ARCH" = "aarch64" ];then ARCH="sbsa";fi
+
+curl -fsSLO https://developer.download.nvidia.com/compute/cuda/repos/ubuntu2404/${ARCH}/cuda-keyring_1.1-1_all.deb
+dpkg -i cuda-keyring_1.1-1_all.deb
+rm cuda-keyring_1.1-1_all.deb
+
+apt-get update
+
+if [[ $(apt list --installed | grep libnccl) ]]; then
+  apt-get remove --purge -y --allow-change-held-packages libnccl*
+fi
+
+apt-get install -y --no-install-recommends \
+    libnccl2=${NCCL_VER} \
+    libnccl-dev=${NCCL_VER} \
+
+apt-get clean
+rm -rf /var/lib/apt/lists/*