diff --git a/docker/Dockerfile.ci.dev b/docker/Dockerfile.ci.dev index 5405de51142..33be0e6397e 100644 --- a/docker/Dockerfile.ci.dev +++ b/docker/Dockerfile.ci.dev @@ -40,9 +40,18 @@ ENV NVTE_BUILD_NUM_PHILOX_ROUNDS=3 RUN --mount=type=cache,target=/root/.cache/uv \ bash -ex <<"EOF" export NVTE_CUDA_ARCHS="80;90;100" + # flash-mla (no_pypi_wheels group) has no PyPI wheel and is built from source by uv. Point the + # compilers at the CCCL/libcu++ headers (under cccl/ in this base image, not the default CUDA + # include path) and scope the build to the target archs. Skipped for the LTS image. + FLASH_MLA_GROUP="" + if [ "$IMAGE_TYPE" != "lts" ]; then + FLASH_MLA_GROUP="--group no_pypi_wheels" + export FLASH_MLA_DISABLE_SM90=1 NVCC_THREADS=16 \ + CFLAGS="-I/usr/local/cuda/include/cccl" CXXFLAGS="-I/usr/local/cuda/include/cccl" + fi uv venv ${UV_PROJECT_ENVIRONMENT} --system-site-packages uv sync --only-group build - uv sync --extra ${IMAGE_TYPE} --extra mlm --extra ssm --extra te --link-mode copy --locked \ + uv sync --extra ${IMAGE_TYPE} --extra mlm --extra ssm --extra te ${FLASH_MLA_GROUP} --link-mode copy --locked \ --no-install-package torch \ --no-install-package torchvision \ --no-install-package triton \