From 2dce1b7ff6bcc980fd422a2ac5eb97032d4d3a77 Mon Sep 17 00:00:00 2001
From: Wei Wu <45323446+U-rara@users.noreply.github.com>
Date: Mon, 12 May 2025 10:49:20 +0800
Subject: [PATCH] Update async_server.py

---
 verl/workers/rollout/async_server.py | 2 ++
 1 file changed, 2 insertions(+)

diff --git a/verl/workers/rollout/async_server.py b/verl/workers/rollout/async_server.py
index d0fa035a1ca..09c8339f260 100644
--- a/verl/workers/rollout/async_server.py
+++ b/verl/workers/rollout/async_server.py
@@ -196,6 +196,8 @@ async def _chat_completions_openai(self, address: str, **chat_complete_request)
         client = AsyncOpenAI(
             base_url=f"http://{address}/v1",
             api_key="token-abc123",
+            timeout=None,
+            max_retries=0
         )
         return await client.chat.completions.create(**chat_complete_request)