[Bugfix] Fix reinit procedure in ModelInputForGPUBuilder (vllm-projec…

…t#7360) Signed-off-by: Alvant <[email protected]>
compressa-ai · Oct 26, 2024 · 169f21e · 169f21e
1 parent a1ff013
commit 169f21e
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/worker/model_runner.py b/vllm/worker/model_runner.py
@@ -348,6 +348,8 @@ def __init__(
             self.multi_modal_inputs = multi_modal_inputs
             self.prefix_cache_hit = prefix_cache_hit
 
+            self.n_seqs = len(self.seq_ids)
+
             if not reinit:
                 self.__post_init__()