diff --git a/vllm/renderers/base.py b/vllm/renderers/base.py index b468712adb0c..8816d1cbe65a 100644 --- a/vllm/renderers/base.py +++ b/vllm/renderers/base.py @@ -648,6 +648,8 @@ def _process_tokens( if prompt_text := prompt.get("prompt"): inputs["prompt"] = prompt_text + elif self.tokenizer is not None: + inputs["prompt"] = self.tokenizer.decode(prompt_token_ids) if cache_salt := prompt.get("cache_salt"): inputs["cache_salt"] = cache_salt