diff --git a/vllm/model_executor/models/config.py b/vllm/model_executor/models/config.py index 57411849e2be..4bd554497881 100644 --- a/vllm/model_executor/models/config.py +++ b/vllm/model_executor/models/config.py @@ -116,13 +116,6 @@ def verify_and_update_config(vllm_config: "VllmConfig") -> None: ): cache_config.cache_dtype = "fp8_e4m3" logger.info_once("Using fp8 kv-cache for GlmMoeDsaForCausalLM on SM10x") - spec_config = vllm_config.speculative_config - if ( - spec_config is not None - and spec_config.method not in ("mtp", "dspark", "dflash") - and spec_config.kv_cache_dtype is None - ): - spec_config.kv_cache_dtype = "auto" # For Glm-Moe-DSA, qrep + a2a is better than the default all-gather + ag-rs # in most cases.