From 79d2e870ac75cd116abefc5f9bd84158667adcac Mon Sep 17 00:00:00 2001 From: yewentao256 Date: Mon, 2 Nov 2026 16:52:05 +0000 Subject: [PATCH] remove glm 5.3 spec draft model auto Signed-off-by: yewentao256 --- vllm/model_executor/models/config.py | 7 ------- 1 file changed, 7 deletions(-) diff --git a/vllm/model_executor/models/config.py b/vllm/model_executor/models/config.py index 57411849e2be..4bd554497881 100644 --- a/vllm/model_executor/models/config.py +++ b/vllm/model_executor/models/config.py @@ -116,13 +116,6 @@ def verify_and_update_config(vllm_config: "VllmConfig") -> None: ): cache_config.cache_dtype = "fp8_e4m3" logger.info_once("Using fp8 kv-cache for GlmMoeDsaForCausalLM on SM10x") - spec_config = vllm_config.speculative_config - if ( - spec_config is not None - and spec_config.method not in ("mtp", "dspark", "dflash") - and spec_config.kv_cache_dtype is None - ): - spec_config.kv_cache_dtype = "auto" # For Glm-Moe-DSA, qrep + a2a is better than the default all-gather + ag-rs # in most cases.