From e5d32ed9a690ff008267573deaf70a6d50f8ed4f Mon Sep 17 00:00:00 2001 From: liuyun7345 Date: Tue, 10 Mar 2026 17:11:59 +0800 Subject: [PATCH 1/2] chore: remove nv-grouped-gemm dependency The deprecated GroupedMLP was removed in PR #3410, so the nv-grouped-gemm package is no longer needed. Changes: - Remove nv-grouped-gemm from dev and lts optional dependencies - Remove nv-grouped-gemm from uv no-build-isolation-package list - Remove grouped_gemm wheel build/install from Docker script Fixes #3711 Made-with: Cursor --- docker/common/install_source_wheels.sh | 6 +----- pyproject.toml | 3 --- 2 files changed, 1 insertion(+), 8 deletions(-) diff --git a/docker/common/install_source_wheels.sh b/docker/common/install_source_wheels.sh index 2f144a6ff0a..eaf601c6045 100644 --- a/docker/common/install_source_wheels.sh +++ b/docker/common/install_source_wheels.sh @@ -40,18 +40,14 @@ MAMBA_WHEEL=$(ls $INPUT_WHEEL_DIR/mamba*.whl) || true CAUSALCONV1D_WHEEL=$(ls $INPUT_WHEEL_DIR/causal_conv1d*.whl) || true [ -z "$CAUSALCONV1D_WHEEL" ] && CAUSALCONV1D_WHEEL=$(bash docker/common/build_causalconv1d.sh --output-wheel-dir $INPUT_WHEEL_DIR | tail -n 1) -GROUPEDGEMM_WHEEL=$(ls $INPUT_WHEEL_DIR/grouped_gemm*.whl) || true -[ -z "$GROUPEDGEMM_WHEEL" ] && GROUPEDGEMM_WHEEL=$(bash docker/common/build_groupedgemm.sh --output-wheel-dir $INPUT_WHEEL_DIR | tail -n 1) - # Override deps that are already present in the base image # only for dev if [ "$ENVIRONMENT" = "dev" ]; then uv pip install --no-cache-dir --no-deps $TE_WHEEL fi -# Install heavy optional deps like mamba, causalconv1d, groupedgemm +# Install heavy optional deps like mamba, causalconv1d uv pip install --no-cache-dir \ $MAMBA_WHEEL \ $CAUSALCONV1D_WHEEL \ - $GROUPEDGEMM_WHEEL \ "setuptools<80.0.0,>=77.0.0" diff --git a/pyproject.toml b/pyproject.toml index b5fa8271880..8ca03b5e71d 100644 --- a/pyproject.toml +++ b/pyproject.toml @@ -100,7 +100,6 @@ dev = [ "mamba-ssm~=2.2", "causal-conv1d~=1.5", "flash-linear-attention~=0.4.0", - "nv-grouped-gemm~=1.1", "megatron-energon[av_decode]~=6.0", "av", "flashinfer-python~=0.5.0", @@ -124,7 +123,6 @@ lts = [ "opentelemetry-api~=1.33.1", "mamba-ssm~=2.2", "causal-conv1d~=1.5", - "nv-grouped-gemm~=1.1", "megatron-energon[av_decode]~=6.0", "av", "flashinfer-python~=0.5.0", @@ -183,7 +181,6 @@ no_pypi_wheels = ["flash_mla", "emerging_optimizers"] default-groups = ["linting", "build", "test"] no-build-isolation-package = [ "causal-conv1d", - "nv-grouped-gemm", "flash_mla", "mamba-ssm", "transformer-engine", From 21ffeb58477fb8697d962894640f5e62c3205838 Mon Sep 17 00:00:00 2001 From: Xin Yao Date: Wed, 18 Mar 2026 08:46:42 -0700 Subject: [PATCH 2/2] Update uv.lock --- uv.lock | 16 ---------------- 1 file changed, 16 deletions(-) diff --git a/uv.lock b/uv.lock index dd9c625478e..525480addae 100644 --- a/uv.lock +++ b/uv.lock @@ -2609,7 +2609,6 @@ dev = [ { name = "mamba-ssm" }, { name = "megatron-energon", extra = ["av-decode"], marker = "extra == 'extra-13-megatron-core-dev'" }, { name = "multi-storage-client" }, - { name = "nv-grouped-gemm" }, { name = "nvidia-modelopt", marker = "(sys_platform != 'darwin' and extra == 'extra-13-megatron-core-dev') or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, { name = "nvidia-resiliency-ext" }, { name = "nvtx" }, @@ -2635,7 +2634,6 @@ lts = [ { name = "mamba-ssm" }, { name = "megatron-energon", extra = ["av-decode"], marker = "extra == 'extra-13-megatron-core-lts'" }, { name = "multi-storage-client" }, - { name = "nv-grouped-gemm" }, { name = "nvtx" }, { name = "onnxscript" }, { name = "opentelemetry-api", version = "1.33.1", source = { registry = "https://pypi.org/simple" } }, @@ -2746,8 +2744,6 @@ requires-dist = [ { name = "multi-storage-client", marker = "extra == 'dev'", specifier = "~=0.27" }, { name = "multi-storage-client", marker = "extra == 'lts'", specifier = "~=0.27" }, { name = "numpy" }, - { name = "nv-grouped-gemm", marker = "extra == 'dev'", specifier = "~=1.1" }, - { name = "nv-grouped-gemm", marker = "extra == 'lts'", specifier = "~=1.1" }, { name = "nvidia-modelopt", extras = ["torch"], marker = "sys_platform != 'darwin' and extra == 'dev'" }, { name = "nvidia-resiliency-ext", marker = "extra == 'dev'" }, { name = "nvtx", marker = "extra == 'dev'", specifier = "~=0.2" }, @@ -3514,18 +3510,6 @@ wheels = [ { url = "https://files.pythonhosted.org/packages/57/a7/b35835e278c18b85206834b3aa3abe68e77a98769c59233d1f6300284781/numpy-2.4.3-pp311-pypy311_pp73-win_amd64.whl", hash = "sha256:4b42639cdde6d24e732ff823a3fa5b701d8acad89c4142bc1d0bd6dc85200ba5", size = 12504685, upload-time = "2026-03-09T07:58:50.525Z" }, ] -[[package]] -name = "nv-grouped-gemm" -version = "1.1.4.post8" -source = { registry = "https://pypi.org/simple" } -dependencies = [ - { name = "absl-py" }, - { name = "numpy", version = "2.2.6", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version < '3.11' and extra == 'extra-13-megatron-core-dev') or (python_full_version < '3.11' and extra == 'extra-13-megatron-core-lts') or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "numpy", version = "2.4.3", source = { registry = "https://pypi.org/simple" }, marker = "(python_full_version >= '3.11' and extra == 'extra-13-megatron-core-dev') or (python_full_version >= '3.11' and extra == 'extra-13-megatron-core-lts') or (extra == 'extra-13-megatron-core-dev' and extra == 'extra-13-megatron-core-lts')" }, - { name = "torch", marker = "sys_platform == 'never'" }, -] -sdist = { url = "https://files.pythonhosted.org/packages/02/ad/046a097b63a96c1ba1d85f0031dbe7fcbdb33e6c445dfbaba2ffaefdd497/nv_grouped_gemm-1.1.4.post8.tar.gz", hash = "sha256:ab321693f0292cfd8a26dc7b6f14decd9eb00e209494de7218e4fad36191275d", size = 20821209, upload-time = "2025-12-17T02:22:38.432Z" } - [[package]] name = "nv-one-logger-core" version = "2.3.1"