Skip to content

Commit bc0f605

Browse files
authored
[UT] enhance free kv cache block queue popleft_n (#24220)
Signed-off-by: Andy Xie <[email protected]>
1 parent 8de261b commit bc0f605

File tree

1 file changed

+4
-0
lines changed

1 file changed

+4
-0
lines changed

tests/v1/core/test_kv_cache_utils.py

Lines changed: 4 additions & 0 deletions
Original file line numberDiff line numberDiff line change
@@ -280,9 +280,11 @@ def test_free_kv_cache_block_queue_popleft_n():
280280
# Pop 0 block
281281
# fake_head->b1->b3->b5->b4->b0->b2->fake_tail
282282
assert len(queue.popleft_n(0)) == 0
283+
assert queue.num_free_blocks == 6
283284
# Pop 1 block
284285
# fake_head->b3->b5->b4->b0->b2->fake_tail
285286
result_blocks = queue.popleft_n(1)
287+
assert queue.num_free_blocks == 5
286288
assert len(result_blocks) == 1
287289
assert result_blocks[0] is blocks[1]
288290
for block in result_blocks:
@@ -292,6 +294,7 @@ def test_free_kv_cache_block_queue_popleft_n():
292294
# fake_head->b4->b0->b2->fake_tail
293295
result_blocks = queue.popleft_n(2)
294296
assert len(result_blocks) == 2
297+
assert queue.num_free_blocks == 3
295298
assert result_blocks[0] is blocks[3]
296299
assert result_blocks[1] is blocks[5]
297300
for block in result_blocks:
@@ -301,6 +304,7 @@ def test_free_kv_cache_block_queue_popleft_n():
301304
# fake_head->fake_tail
302305
result_blocks = queue.popleft_n(3)
303306
assert len(result_blocks) == 3
307+
assert queue.num_free_blocks == 0
304308
assert result_blocks[0] is blocks[4]
305309
assert result_blocks[1] is blocks[0]
306310
assert result_blocks[2] is blocks[2]

0 commit comments

Comments
 (0)