Add OpenAI request timeout (#858)

ashim-mahara · plaguss · web-flow · commit 268358bffc3a · 2024-08-07T10:51:53.000+02:00
* Adds the timeout kwarg for the OpenAI LLM

* Don't overwrite the client level timeout

* Update version

---------

Co-authored-by: Agus &lt;agustin.piqueres@gmail.com&gt;
Co-authored-by: plaguss &lt;agustin@argilla.io&gt;
diff --git a/src/distilabel/llms/openai.py b/src/distilabel/llms/openai.py
@@ -247,7 +247,6 @@ async def agenerate(  # type: ignore
             "temperature": temperature,
             "top_p": top_p,
             "stop": stop,
-            "timeout": 50,
         }
 
         if response_format is not None:

Original file line number	Diff line number	Diff line change
`@@ -247,7 +247,6 @@ async def agenerate( # type: ignore`
`247`	`247`	`"temperature": temperature,`
`248`	`248`	`"top_p": top_p,`
`249`	`249`	`"stop": stop,`
`250`		`- "timeout": 50,`
`251`	`250`	`}`
`252`	`251`
`253`	`252`	`if response_format is not None:`