From c6d902fb4844498665049a50cf4dbdbbc8cbe6f8 Mon Sep 17 00:00:00 2001 From: hanhui Date: Sat, 23 Aug 2025 02:53:32 +0800 Subject: [PATCH] fix req_id already exists when calling add_reqeust Signed-off-by: hanhui --- vllm/v1/worker/gpu_input_batch.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/vllm/v1/worker/gpu_input_batch.py b/vllm/v1/worker/gpu_input_batch.py index e45d1ef31f60..78b3a2db665d 100644 --- a/vllm/v1/worker/gpu_input_batch.py +++ b/vllm/v1/worker/gpu_input_batch.py @@ -287,6 +287,8 @@ def add_request( req_index = self.num_reqs req_id = request.req_id + if req_id in self.req_id_to_index: + req_index = self.req_id_to_index[req_id] if req_index == len(self._req_ids): self._req_ids.append(req_id) self.req_output_token_ids.append(request.output_token_ids)