[Bugfix][Hardware][CPU] Fix mm_limits initialization for CPU backend (

vllm-project#7735)
neuralmagic · Aug 21, 2024 · 6925cdb · 6925cdb
1 parent 53328d7
commit 6925cdb
Showing 1 changed file with 3 additions and 1 deletion.
diff --git a/vllm/worker/cpu_model_runner.py b/vllm/worker/cpu_model_runner.py
@@ -113,8 +113,10 @@ def __init__(
         )
 
         # Multi-modal data support
-        self.multi_modal_input_mapper = MULTIMODAL_REGISTRY \
+        self.mm_registry = MULTIMODAL_REGISTRY
+        self.multi_modal_input_mapper = self.mm_registry \
             .create_input_mapper(self.model_config)
+        self.mm_registry.init_mm_limits_per_prompt(self.model_config)
 
         # Lazy initialization.
         self.model: nn.Module  # Set after init_Model