From bfce39f79b26eab42e659faae3bc5b2f54331c78 Mon Sep 17 00:00:00 2001 From: DarkLight1337 Date: Tue, 6 Jan 2026 16:39:32 +0000 Subject: [PATCH 1/2] [Bugfix] Handle mistral tokenizer in `get_hf_processor` Signed-off-by: DarkLight1337 --- vllm/multimodal/processing.py | 7 ++++++- 1 file changed, 6 insertions(+), 1 deletion(-) diff --git a/vllm/multimodal/processing.py b/vllm/multimodal/processing.py index dc5c4307ce48..7bfe37b9ffd2 100644 --- a/vllm/multimodal/processing.py +++ b/vllm/multimodal/processing.py @@ -27,6 +27,7 @@ from vllm.logger import init_logger from vllm.tokenizers import TokenizerLike +from vllm.tokenizers.mistral import MistralTokenizer from vllm.transformers_utils.processor import cached_processor_from_config from vllm.utils.collection_utils import flatten_2d_lists, full_groupby from vllm.utils.func_utils import get_allowed_kwarg_only_overrides @@ -1186,10 +1187,14 @@ def get_hf_processor( typ = ProcessorMixin + tokenizer = self.tokenizer + if isinstance(tokenizer, MistralTokenizer): + tokenizer = tokenizer.transformers_tokenizer + return cached_processor_from_config( self.model_config, processor_cls=typ, - tokenizer=self.tokenizer, + tokenizer=tokenizer, **kwargs, ) From 05ce285bc44eac966c5b8fcd14ae107e1e09a5dd Mon Sep 17 00:00:00 2001 From: DarkLight1337 Date: Tue, 6 Jan 2026 17:05:26 +0000 Subject: [PATCH 2/2] Avoid circular import Signed-off-by: DarkLight1337 --- vllm/multimodal/processing.py | 3 ++- 1 file changed, 2 insertions(+), 1 deletion(-) diff --git a/vllm/multimodal/processing.py b/vllm/multimodal/processing.py index 7bfe37b9ffd2..8e3f32698a6b 100644 --- a/vllm/multimodal/processing.py +++ b/vllm/multimodal/processing.py @@ -27,7 +27,6 @@ from vllm.logger import init_logger from vllm.tokenizers import TokenizerLike -from vllm.tokenizers.mistral import MistralTokenizer from vllm.transformers_utils.processor import cached_processor_from_config from vllm.utils.collection_utils import flatten_2d_lists, full_groupby from vllm.utils.func_utils import get_allowed_kwarg_only_overrides @@ -1187,6 +1186,8 @@ def get_hf_processor( typ = ProcessorMixin + from vllm.tokenizers.mistral import MistralTokenizer + tokenizer = self.tokenizer if isinstance(tokenizer, MistralTokenizer): tokenizer = tokenizer.transformers_tokenizer