diff --git a/verl/workers/rollout/async_server.py b/verl/workers/rollout/async_server.py index d0fa035a1ca..09c8339f260 100644 --- a/verl/workers/rollout/async_server.py +++ b/verl/workers/rollout/async_server.py @@ -196,6 +196,8 @@ async def _chat_completions_openai(self, address: str, **chat_complete_request) client = AsyncOpenAI( base_url=f"http://{address}/v1", api_key="token-abc123", + timeout=None, + max_retries=0 ) return await client.chat.completions.create(**chat_complete_request)