From f2f74ad8703ecf40ad4850aa16c74a0bce5a8b46 Mon Sep 17 00:00:00 2001 From: Teodor-Dumitru Ene Date: Mon, 27 Apr 2026 11:15:04 -0500 Subject: [PATCH] Simple version of #700 Signed-off-by: Teodor-Dumitru Ene --- responses_api_models/vllm_model/app.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/responses_api_models/vllm_model/app.py b/responses_api_models/vllm_model/app.py index 628b51111ad..50a7a5259cd 100644 --- a/responses_api_models/vllm_model/app.py +++ b/responses_api_models/vllm_model/app.py @@ -371,7 +371,7 @@ async def chat_completions( f"NeMo Gym server `{self.config.name}` config has explicitly been set to not use a reasoning parser i.e. `uses_reasoning_parser: false`. Please do not use a reasoning parser in your vLLM endpoint, or fix the `{self.config.name}` server config!" ) - if self.config.return_token_id_information: + if self.config.return_token_id_information and "prompt_token_ids" not in choice_dict["message"]: log_probs = choice_dict["logprobs"]["content"] generation_log_probs = [log_prob["logprob"] for log_prob in log_probs]