From 17d5c6a8650f1d8694478a06fdb94b5d554af917 Mon Sep 17 00:00:00 2001 From: yhyang201 Date: Wed, 5 Aug 2026 13:31:12 +0800 Subject: [PATCH 1/2] [Kimi-K3] Allow DSPARK q_len<=8 verify on cutedsl_mla --- python/sglang/srt/arg_groups/overrides.py | 5 +++-- 1 file changed, 3 insertions(+), 2 deletions(-) diff --git a/python/sglang/srt/arg_groups/overrides.py b/python/sglang/srt/arg_groups/overrides.py index 41f3550be935..99501839cefc 100644 --- a/python/sglang/srt/arg_groups/overrides.py +++ b/python/sglang/srt/arg_groups/overrides.py @@ -327,8 +327,9 @@ def _dspark_verify_on_decode_backend( if backend == "tokenspeed_mla": return kv_cache_dtype == "fp8_e4m3" and q_len <= 8 if backend == "cutedsl_mla": - # The cute-dsl kernel rejects q_len >= 5 with no fallback. - return q_len <= 4 + # flashinfer's monolithic cute-dsl MLA decode folds seq_len_q into the + # head dim (fold_sq), so q_len > 4 is supported (flashinfer >= 0.6.15). + return q_len <= 8 return False From d22384e09432b3412f45211647d0a5983fafb9a5 Mon Sep 17 00:00:00 2001 From: yhyang201 Date: Wed, 5 Aug 2026 15:43:38 +0800 Subject: [PATCH 2/2] [Kimi-K3] cutedsl_mla serves any DSPARK verify width (drop q_len cap) --- python/sglang/srt/arg_groups/overrides.py | 7 ++++--- 1 file changed, 4 insertions(+), 3 deletions(-) diff --git a/python/sglang/srt/arg_groups/overrides.py b/python/sglang/srt/arg_groups/overrides.py index 99501839cefc..2f7f29f375be 100644 --- a/python/sglang/srt/arg_groups/overrides.py +++ b/python/sglang/srt/arg_groups/overrides.py @@ -327,9 +327,10 @@ def _dspark_verify_on_decode_backend( if backend == "tokenspeed_mla": return kv_cache_dtype == "fp8_e4m3" and q_len <= 8 if backend == "cutedsl_mla": - # flashinfer's monolithic cute-dsl MLA decode folds seq_len_q into the - # head dim (fold_sq), so q_len > 4 is supported (flashinfer >= 0.6.15). - return q_len <= 8 + # cute-dsl monolithic MLA decode folds the verify tokens into the head + # dim (fold_sq), so it serves any DSPARK verify width. Needs flashinfer + # >= 0.6.15 (older builds reject q_len >= 5). + return True return False