From 094234cc6f08cb68edc64abaf48c6fdddc004e28 Mon Sep 17 00:00:00 2001 From: Micah Williamson Date: Tue, 3 Feb 2026 16:28:46 +0000 Subject: [PATCH 1/2] add fp8_e4m3fnuz in nccl dtype dispatching Signed-off-by: Micah Williamson --- vllm/distributed/device_communicators/pynccl_wrapper.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/distributed/device_communicators/pynccl_wrapper.py b/vllm/distributed/device_communicators/pynccl_wrapper.py index 3b11595b4e4e..19b714dc4406 100644 --- a/vllm/distributed/device_communicators/pynccl_wrapper.py +++ b/vllm/distributed/device_communicators/pynccl_wrapper.py @@ -93,7 +93,7 @@ def from_torch(cls, dtype: torch.dtype) -> int: return cls.ncclFloat64 if dtype == torch.bfloat16: return cls.ncclBfloat16 - if dtype == torch.float8_e4m3fn: + if dtype in (torch.float8_e4m3fn, torch.float8_e4m3fnuz): return cls.ncclFloat8e4m3 raise ValueError( f"Unsupported dtype {dtype}: should be one of " From a57707c325394b427c11031eb955d9b10068f743 Mon Sep 17 00:00:00 2001 From: Micah Williamson Date: Tue, 3 Feb 2026 20:55:46 +0000 Subject: [PATCH 2/2] use current_platform.fp8_dtype() Signed-off-by: Micah Williamson --- vllm/distributed/device_communicators/pynccl_wrapper.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/distributed/device_communicators/pynccl_wrapper.py b/vllm/distributed/device_communicators/pynccl_wrapper.py index 19b714dc4406..78b3328f48d9 100644 --- a/vllm/distributed/device_communicators/pynccl_wrapper.py +++ b/vllm/distributed/device_communicators/pynccl_wrapper.py @@ -93,7 +93,7 @@ def from_torch(cls, dtype: torch.dtype) -> int: return cls.ncclFloat64 if dtype == torch.bfloat16: return cls.ncclBfloat16 - if dtype in (torch.float8_e4m3fn, torch.float8_e4m3fnuz): + if dtype == current_platform.fp8_dtype(): return cls.ncclFloat8e4m3 raise ValueError( f"Unsupported dtype {dtype}: should be one of "