diff --git a/python/sglang/srt/managers/tokenizer_manager.py b/python/sglang/srt/managers/tokenizer_manager.py index 1ac16f718c97..5fb83616022a 100644 --- a/python/sglang/srt/managers/tokenizer_manager.py +++ b/python/sglang/srt/managers/tokenizer_manager.py @@ -828,7 +828,7 @@ def _validate_one_request( if ( self.validate_total_tokens and max_new_tokens is not None - and (max_new_tokens + input_token_num) >= _max_req_len + and (max_new_tokens + input_token_num) > _max_req_len ): if self.server_args.allow_auto_truncate: logger.warning(