Skip to content

Commit f6a48c5

Browse files
mgoinnjhill
authored andcommitted
req_id -> request_id
Signed-off-by: mgoin <[email protected]>
1 parent d484c82 commit f6a48c5

File tree

1 file changed

+5
-4
lines changed

1 file changed

+5
-4
lines changed

vllm/distributed/kv_transfer/kv_connector/v1/multi_connector.py

Lines changed: 5 additions & 4 deletions
Original file line numberDiff line numberDiff line change
@@ -89,18 +89,19 @@ def get_num_new_matched_tokens(
8989
# The first connector that has new matched tokens will be assigned
9090
# to this request.
9191
if toks > 0:
92-
self._requests_to_connector[request.req_id] = c
92+
self._requests_to_connector[request.request_id] = c
9393
return toks
9494
return 0
9595

9696
def update_state_after_alloc(self, request: "Request",
97+
block_ids: list[int],
9798
num_external_tokens: int):
9899
# If the request is not assigned to any connector, we do nothing.
99-
if request.req_id not in self._requests_to_connector:
100+
if request.request_id not in self._requests_to_connector:
100101
return
101102
# We assume that the request is assigned to only one connector.
102-
c = self._requests_to_connector.pop(request.req_id)
103-
c.update_state_after_alloc(request, num_external_tokens)
103+
c = self._requests_to_connector.pop(request.request_id)
104+
c.update_state_after_alloc(request, block_ids, num_external_tokens)
104105

105106
def build_connector_meta(
106107
self,

0 commit comments

Comments
 (0)