Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
4 changes: 4 additions & 0 deletions vllm/model_executor/kernels/linear/scaled_mm/cutlass.py
Original file line number Diff line number Diff line change
Expand Up @@ -166,6 +166,10 @@ def is_supported(
) -> tuple[bool, str | None]:
if not current_platform.is_cuda():
return False, "requires CUDA."

if compute_capability is not None and compute_capability < 89:
return False, "requires compute capability 89 and above."

return True, None

@classmethod
Expand Down
6 changes: 3 additions & 3 deletions vllm/model_executor/layers/quantization/modelopt.py
Original file line number Diff line number Diff line change
Expand Up @@ -2299,13 +2299,13 @@ def get_supported_act_dtypes(self) -> list[torch.dtype]:

@classmethod
def get_min_capability(cls) -> int:
# Ampere (SM80/SM86): NVFP4 routed experts run via Marlin W4A16, and FP8
# Turing (SM75): NVFP4 routed experts run via Marlin W4A16, and FP8
# weight-only dense layers run via MarlinFP8 (W8A16, compute in
# bf16/fp16). FP8 MoE, if present, also routes to Marlin because
# TritonExperts gates its FP8 schemes behind supports_fp8() (cc>=89).
# None of these paths require native FP8 tensor cores, so SM80 is
# None of these paths require native FP8 tensor cores, so SM75 is
# sufficient.
return 80
return 75

@classmethod
def override_quantization_method(
Expand Down
Loading