Skip to content
Merged
Changes from 1 commit
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
5 changes: 4 additions & 1 deletion vllm/v1/attention/backends/gdn_attn.py
Original file line number Diff line number Diff line change
Expand Up @@ -495,7 +495,10 @@ def build( # type: ignore[override]
cu_seqlens=prefill_query_start_loc,
)
)
else:
elif self.gdn_prefill_backend != "flashinfer":
# FlashInfer's chunk kernel consumes cu_seqlens directly and
# never reads chunk_indices/chunk_offsets, so skip the FLA
# metadata (CPU compute + H2D copies) entirely.
chunk_indices, chunk_offsets = self._build_chunk_metadata(
prefill_query_start_loc,
prefill_query_start_loc_cpu,
Expand Down
Loading