Skip to content
Merged
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension


Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
1 change: 1 addition & 0 deletions docker/Dockerfile
Original file line number Diff line number Diff line change
Expand Up @@ -344,6 +344,7 @@ WORKDIR /workspace
COPY pyproject.toml setup.py CMakeLists.txt ./
COPY cmake cmake/
COPY csrc csrc/
COPY flash_qla flash_qla/
COPY vllm/envs.py vllm/envs.py
COPY vllm/__init__.py vllm/__init__.py

Expand Down
4 changes: 2 additions & 2 deletions requirements/cuda.txt
Original file line number Diff line number Diff line change
Expand Up @@ -24,8 +24,8 @@ fastsafetensors >= 0.3.3
nvidia-cutlass-dsl[cu13]==4.7.0
quack-kernels>=0.3.3

# Tokenspeed_MLA for faster mla with spec decode
tokenspeed-mla==0.2.5
# TokenSpeed MLA is optional. Version 0.2.5 pins apache-tvm-ffi==0.1.13,
# which cannot coexist with the TileLang version pinned above.

# Humming kernels for quantization gemm
humming-kernels[cu13]==0.1.2
5 changes: 3 additions & 2 deletions vllm/v1/attention/backends/mla/prefill/tokenspeed_mla.py
Original file line number Diff line number Diff line change
Expand Up @@ -30,8 +30,9 @@ def supports_compute_capability(cls, device_capability: "DeviceCapability") -> b
return device_capability.major == 10

_INSTALL_HINT = (
"tokenspeed_mla package is not installed. "
"Install it with: `uv pip install tokenspeed-mla`"
"tokenspeed_mla is an optional package and is not installed. "
"Its apache-tvm-ffi requirement must be compatible with the installed "
"TileLang version."
)

@classmethod
Expand Down
5 changes: 3 additions & 2 deletions vllm/v1/attention/backends/mla/tokenspeed_mla.py
Original file line number Diff line number Diff line change
Expand Up @@ -101,8 +101,9 @@ def supports_combination(
import tokenspeed_mla # noqa: F401
except ImportError:
return (
"tokenspeed_mla package is not installed. "
"Install it with: `uv pip install tokenspeed-mla`"
"tokenspeed_mla is an optional package and is not installed. "
"Its apache-tvm-ffi requirement must be compatible with the "
"installed TileLang version."
)

# tokenspeed_mla CuTe DSL kernel is shape-specialized for DeepSeek R1
Expand Down
Loading