[Bugfix] Fix reinit procedure in ModelInputForGPUBuilder (vllm-projec…

…t#7360)
neuralmagic · Aug 17, 2024 · 9c60117 · 9c60117
1 parent 743dc50
commit 9c60117
Showing 1 changed file with 2 additions and 0 deletions.
diff --git a/vllm/worker/model_runner.py b/vllm/worker/model_runner.py
@@ -348,6 +348,8 @@ def __init__(
             self.multi_modal_inputs = multi_modal_inputs
             self.prefix_cache_hit = prefix_cache_hit
 
+            self.n_seqs = len(self.seq_ids)
+
             if not reinit:
                 self.__post_init__()