diff --git a/vllm_ascend/platform.py b/vllm_ascend/platform.py index 5d5dcfca08d..4e2a35c9d6f 100644 --- a/vllm_ascend/platform.py +++ b/vllm_ascend/platform.py @@ -395,14 +395,15 @@ def check_and_update_config(cls, vllm_config: VllmConfig) -> None: # For example: "page_size:1g" + ",expandable_segments:True". # NOTE: `max_split_size_mb` or `garbage_collection_threshold` cannot # be enabled together with `expandable_segments=True`. - if "expandable_segments" not in npu_alloc_configs and \ - "max_split_size_mb" not in npu_alloc_configs and \ - "garbage_collection_threshold" not in npu_alloc_configs: + if ( + "expandable_segments" not in npu_alloc_configs + and "max_split_size_mb" not in npu_alloc_configs + and "garbage_collection_threshold" not in npu_alloc_configs + ): npu_alloc_configs += ",expandable_segments:True" os.environ["PYTORCH_NPU_ALLOC_CONF"] = npu_alloc_configs logger.info("Set PYTORCH_NPU_ALLOC_CONF=%s", npu_alloc_configs) - @classmethod def import_kernels(cls) -> None: # Directly importing vllm_ascend_C prevents ASCEND_RT_VISIBLE_DEVICES