[Bugfix] Fix reinit procedure in ModelInputForGPUBuilder (vllm-projec…

…t#7360)
sfc-gh-mkeralapura · Aug 12, 2024 · c3cb225 · c3cb225
1 parent 232cf3f
commit c3cb225
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/worker/model_runner.py b/vllm/worker/model_runner.py
@@ -348,6 +348,8 @@ def __init__(
             self.multi_modal_inputs = multi_modal_inputs
             self.prefix_cache_hit = prefix_cache_hit
 
+            self.n_seqs = len(self.seq_ids)
+
             if not reinit:
                 self.__post_init__()