Skip to content
Closed
Show file tree
Hide file tree
Changes from all commits
Commits
File filter

Filter by extension

Filter by extension

Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
3 changes: 2 additions & 1 deletion tests/v1/engine/test_output_processor.py
Original file line number Diff line number Diff line change
Expand Up @@ -177,7 +177,8 @@ def test_incremental_detokenization(
def test_remote_prefill_cached_tokens_override(do_remote_prefill: bool):
"""P/D disaggregation: num_cached_tokens should report the P worker's
cache hits (passed via kv_transfer_params) instead of the local count,
which sees the KVs pulled from the remote prefill as a ~100% hit."""
which sees the KVs pulled from the remote prefill as a ~100% hit.
"""
output_processor = OutputProcessor(tokenizer=None, log_stats=False)

prompt_tokens = [1, 2, 3, 4, 5, 6, 7, 8]
Expand Down
3 changes: 2 additions & 1 deletion tests/v1/kv_connector/unit/test_nixl_connector.py
Original file line number Diff line number Diff line change
Expand Up @@ -351,7 +351,8 @@ def test_prefill_exports_cached_tokens_in_kv_transfer_params():
"""The P worker reports its own prefix-cache hits in the returned
kv_transfer_params so the D worker can surface them in
prompt_tokens_details instead of the ~100% local hit it measures
when pulling the KVs from the remote."""
when pulling the KVs from the remote.
"""
vllm_config = create_vllm_config()
scheduler = create_scheduler(vllm_config)

Expand Down
3 changes: 2 additions & 1 deletion vllm/models/qwen4_exp/nvidia/ops/qsa.py
Original file line number Diff line number Diff line change
Expand Up @@ -476,7 +476,8 @@ def _select_sm120_config(
"""(block_n, target_splits, num_warps) retuned on sm_120 (RTX PRO 6000
Blackwell), split by cache dtype: bf16 and fp8 favour different configs on
sm_120, most visibly on the large-prefill region. Each entry is the fastest
config that stays correct on its own path; the main win is more warps."""
config that stays correct on its own path; the main win is more warps.
"""
if is_fp8:
if base_programs > 2048:
return (32, 2, 1) if use_prefill_config else (64, 1, 2)
Expand Down
Loading