We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent ee7fa4a commit dc5bd7cCopy full SHA for dc5bd7c
vllm/v1/attention/backends/rocm_aiter_fa.py
@@ -591,7 +591,8 @@ def forward(
591
alibi_slopes=self.alibi_slopes,
592
window_size=self.sliding_window,
593
block_table=block_table,
594
- cu_seqlens_k=cu_seq_lens,
+ cu_seqlens_k=(cu_seq_lens if not use_local_attn else
595
+ local_metadata.local_cu_seq_lens),
596
k_scale=layer._k_scale,
597
v_scale=layer._v_scale,
598
)
0 commit comments