fix num_heads_q

Signed-off-by: yuanyongjie.yyj <[email protected]>
Signed-off-by: FENP <[email protected]>

Author: FENP

vllm/v1/attention/backends/flash_attn.py

@@ -317,7 +317,7 @@ def schedule(
                     batch_size=batch_size,
                     max_seqlen_q=max_query_len,
                     max_seqlen_k=max_seq_len,
-                    num_heads_q=self.num_heads_q,
+                    num_heads_q=self.num_heads_q * self.dcp_world_size,
                     num_heads_kv=self.num_heads_kv,
                     headdim=self.headdim,
                     cache_seqlens=seqlens,