From 8fbe4145d17aa41d209d3b402dee9b280a169470 Mon Sep 17 00:00:00 2001 From: Marcin Swiniarski Date: Fri, 22 Aug 2025 12:09:57 +0300 Subject: [PATCH] Fix upstream PR 22668 that added additional arg to is_kv_cache_dtype_supported Signed-off-by: Marcin Swiniarski --- vllm_gaudi/platform.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm_gaudi/platform.py b/vllm_gaudi/platform.py index 4bd084519c..bb19666a4b 100644 --- a/vllm_gaudi/platform.py +++ b/vllm_gaudi/platform.py @@ -154,7 +154,8 @@ def set_torch_compile(cls) -> None: os.environ['PT_HPU_ENABLE_LAZY_COLLECTIVES'] = 'true' @classmethod - def is_kv_cache_dtype_supported(cls, kv_cache_dtype: str) -> bool: + def is_kv_cache_dtype_supported(cls, kv_cache_dtype: str, + model_config: ModelConfig) -> bool: return kv_cache_dtype == "fp8_inc" @classmethod