From bc7c26d882573a0fd8ef27dba9b0ed031517b993 Mon Sep 17 00:00:00 2001 From: liwenju Date: Thu, 17 Apr 2025 18:01:45 +0800 Subject: [PATCH] fix bug of VLLM_AVAILABLE not defined --- .../quantization/compressed_tensors/compressed_tensors.py | 7 +++++++ 1 file changed, 7 insertions(+) diff --git a/python/sglang/srt/layers/quantization/compressed_tensors/compressed_tensors.py b/python/sglang/srt/layers/quantization/compressed_tensors/compressed_tensors.py index b0a66446034..bf4fa827a53 100644 --- a/python/sglang/srt/layers/quantization/compressed_tensors/compressed_tensors.py +++ b/python/sglang/srt/layers/quantization/compressed_tensors/compressed_tensors.py @@ -40,6 +40,13 @@ should_ignore_layer, ) +try: + import vllm + + VLLM_AVAILABLE = True +except ImportError: + VLLM_AVAILABLE = False + logger = logging.getLogger(__name__) __all__ = ["CompressedTensorsLinearMethod"]