From ac921ffffd0d540239ba389fed3b805c31058150 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sophie=20du=20Cou=C3=A9dic?= Date: Fri, 30 Jan 2026 15:41:20 +0100 Subject: [PATCH 1/3] fix error message MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Sophie du Couédic --- vllm/entrypoints/renderer.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/vllm/entrypoints/renderer.py b/vllm/entrypoints/renderer.py index 8a88eff430d9..f112e23e3c39 100644 --- a/vllm/entrypoints/renderer.py +++ b/vllm/entrypoints/renderer.py @@ -395,10 +395,12 @@ def _create_tokens_prompt( ) -> TokensPrompt: """Create validated TokensPrompt.""" if max_length is not None and len(token_ids) > max_length: + max_model_len = self.model_config.max_model_len + max_tokens = max_model_len - max_length raise VLLMValidationError( - f"This model's maximum context length is {max_length} tokens. " - f"However, your request has {len(token_ids)} input tokens. " - "Please reduce the length of the input messages.", + f"This model's maximum context length is {max_model_len} tokens. " + f"However, your request has {max_tokens} 'max_tokens' plus " + f"{len(token_ids)} input tokens. Please reduce one or the other.", parameter="input_tokens", value=len(token_ids), ) From 2710a60045ff90adb221edcb77ff4c282f279009 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sophie=20du=20Cou=C3=A9dic?= Date: Fri, 30 Jan 2026 15:54:34 +0100 Subject: [PATCH 2/3] add both parameters as problematic MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Sophie du Couédic --- vllm/entrypoints/renderer.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/entrypoints/renderer.py b/vllm/entrypoints/renderer.py index f112e23e3c39..01df7993a90a 100644 --- a/vllm/entrypoints/renderer.py +++ b/vllm/entrypoints/renderer.py @@ -401,8 +401,8 @@ def _create_tokens_prompt( f"This model's maximum context length is {max_model_len} tokens. " f"However, your request has {max_tokens} 'max_tokens' plus " f"{len(token_ids)} input tokens. Please reduce one or the other.", - parameter="input_tokens", - value=len(token_ids), + parameter="input_tokens, max_tokens", + value=(len(token_ids), max_tokens), ) tokens_prompt = TokensPrompt(prompt_token_ids=token_ids) From a3f50ba5b979fde950ee76aa4b39e66a49a06c2c Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?Sophie=20du=20Cou=C3=A9dic?= Date: Fri, 30 Jan 2026 15:57:35 +0100 Subject: [PATCH 3/3] switch paramrs order in error message MIME-Version: 1.0 Content-Type: text/plain; charset=UTF-8 Content-Transfer-Encoding: 8bit Signed-off-by: Sophie du Couédic --- vllm/entrypoints/renderer.py | 4 ++-- 1 file changed, 2 insertions(+), 2 deletions(-) diff --git a/vllm/entrypoints/renderer.py b/vllm/entrypoints/renderer.py index 01df7993a90a..ec401021c87e 100644 --- a/vllm/entrypoints/renderer.py +++ b/vllm/entrypoints/renderer.py @@ -399,8 +399,8 @@ def _create_tokens_prompt( max_tokens = max_model_len - max_length raise VLLMValidationError( f"This model's maximum context length is {max_model_len} tokens. " - f"However, your request has {max_tokens} 'max_tokens' plus " - f"{len(token_ids)} input tokens. Please reduce one or the other.", + f"However, your request has {len(token_ids)} input tokens plus " + f"{max_tokens} 'max_tokens'. Please reduce one or the other.", parameter="input_tokens, max_tokens", value=(len(token_ids), max_tokens), )