Skip to content

[Test][KV Offload] Update stale partial-tail scheduler expectations #64993

New issue

Have a question about this project? Sign up for a free GitHub account to open an issue and contact its maintainers and the community.

Sign up for GitHub

By clicking “Sign up for GitHub”, you agree to our terms of service and privacy statement. We’ll occasionally send you account related emails.

Already on GitHub? Sign in to your account

Merged
orozery merged 2 commits into from
Nov 3, 2026
Merged

[Test][KV Offload] Update stale partial-tail scheduler expectations #64993

Changes from all commits
Commits
Show all changes
2 commits
Select commit Hold shift + click to select a range
4955e6e
[Test][KV Offload] Update stale partial-tail scheduler expectations
waizuichougou Nov 1, 2026
b7cec6c
Merge branch 'main' into fix/offload-partial-tail-test-expectations
vllm-agent Nov 2, 2026
File filter

Filter by extension

Filter by extension
Conversations
Failed to load comments.
Loading
Jump to
Jump to file
Failed to load files.
Loading
Diff view
Diff view
19 changes: 14 additions & 5 deletions tests/v1/kv_connector/unit/offloading_connector/test_scheduler.py
View file
Open in desktop
Original file line number Diff line number Diff line change
Expand Up @@ -61,6 +61,7 @@
get_request_block_hasher,
init_none_hash,
make_block_hash_with_group_id,
maybe_convert_block_hash,
)
from vllm.v1.core.sched.output import (
KVConnectorBlockState,
Expand Down Expand Up @@ -357,7 +358,7 @@ def _reduce_kv_connector_stats(runner):

def test_partial_tail_store_uses_attention_and_recurrent_cow_sources():
scheduler = _make_partial_tail_scheduler()
_make_partial_tail_request(scheduler)
request = _make_partial_tail_request(scheduler)
req_status = scheduler._req_status["req"]
req_status.group_states[0].block_ids[:] = [11, 12]
req_status.group_states[1].block_ids[:] = [0, 21]
Expand Down Expand Up @@ -412,11 +413,15 @@ def test_partial_tail_store_uses_attention_and_recurrent_cow_sources():
assert full_attention_event.parent_block_hash is not None

recurrent_event = events_by_group[1]
assert recurrent_event.block_size == 0
assert recurrent_event.block_size == 4
assert recurrent_event.token_ids == []
assert recurrent_event.kv_cache_spec_kind == "mamba"
assert len(recurrent_event.block_hashes) == 1
assert recurrent_event.parent_block_hash is None
assert recurrent_event.block_hashes == [
maybe_convert_block_hash(request.block_hashes[6])
]
assert recurrent_event.parent_block_hash == maybe_convert_block_hash(
request.block_hashes[5]
)


def test_aligned_boundary_store_uses_exact_source_with_partial_tail():
Expand Down Expand Up @@ -1699,7 +1704,11 @@ def run_step(num_scheduled_tokens, handoffs=None, finished=()):
num_external_tokens=24,
)
[load_job_id] = scheduler._current_batch_load_jobs
assert scheduler._jobs[load_job_id].keys == stored
assert scheduler._jobs[load_job_id].keys == (
make_offload_key(consumer.block_hashes[3], 0),
make_offload_key(consumer.block_hashes[6], 0),
make_offload_key(consumer.block_hashes[5], 1),
)


@pytest.mark.parametrize("host_hit", [False, True])
Expand Down