File tree Expand file tree Collapse file tree 1 file changed +5
-4
lines changed
vllm/distributed/kv_transfer/kv_connector/v1 Expand file tree Collapse file tree 1 file changed +5
-4
lines changed Original file line number Diff line number Diff line change @@ -89,18 +89,19 @@ def get_num_new_matched_tokens(
8989 # The first connector that has new matched tokens will be assigned
9090 # to this request.
9191 if toks > 0 :
92- self ._requests_to_connector [request .req_id ] = c
92+ self ._requests_to_connector [request .request_id ] = c
9393 return toks
9494 return 0
9595
9696 def update_state_after_alloc (self , request : "Request" ,
97+ block_ids : list [int ],
9798 num_external_tokens : int ):
9899 # If the request is not assigned to any connector, we do nothing.
99- if request .req_id not in self ._requests_to_connector :
100+ if request .request_id not in self ._requests_to_connector :
100101 return
101102 # We assume that the request is assigned to only one connector.
102- c = self ._requests_to_connector .pop (request .req_id )
103- c .update_state_after_alloc (request , num_external_tokens )
103+ c = self ._requests_to_connector .pop (request .request_id )
104+ c .update_state_after_alloc (request , block_ids , num_external_tokens )
104105
105106 def build_connector_meta (
106107 self ,
You can’t perform that action at this time.
0 commit comments