From a021a0b0d26ef84371aff8f3a462344c61bcff2e Mon Sep 17 00:00:00 2001 From: Matthew Bonanni Date: Mon, 30 Mar 2026 12:02:58 -0400 Subject: [PATCH] Change default Signed-off-by: Matthew Bonanni --- vllm/config/attention.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/vllm/config/attention.py b/vllm/config/attention.py index 1da647a6d6ff..014bb9b22601 100644 --- a/vllm/config/attention.py +++ b/vllm/config/attention.py @@ -30,7 +30,7 @@ class AttentionConfig: use_cudnn_prefill: bool = False """Whether to use cudnn prefill.""" - use_trtllm_ragged_deepseek_prefill: bool = False + use_trtllm_ragged_deepseek_prefill: bool = True """Whether to use TRTLLM ragged deepseek prefill.""" use_trtllm_attention: bool | None = None