From ce0260b5d884032659f8621e9b8c94e06b6e6d14 Mon Sep 17 00:00:00 2001 From: Xeophon <46377542+xeophon@users.noreply.github.com> Date: Sun, 21 Jun 2026 15:40:51 +0200 Subject: [PATCH] Match EvalClient pool to V1 concurrency --- verifiers/v1/clients/eval.py | 6 +++++- 1 file changed, 5 insertions(+), 1 deletion(-) diff --git a/verifiers/v1/clients/eval.py b/verifiers/v1/clients/eval.py index 523f56c437..ab1e728c02 100644 --- a/verifiers/v1/clients/eval.py +++ b/verifiers/v1/clients/eval.py @@ -72,7 +72,11 @@ def __init__( # No timeout: agentic completions are slow and the rollout timeout is the real backstop. # Build full URLs ourselves (base_url + dialect.upstream_path) rather than relying on # httpx base-url joining, which drops the base path for a leading-slash request path. - self.http = httpx.AsyncClient(timeout=None) + # Match V1's default concurrency while retaining HTTPX's 20-idle keepalive bound. + self.http = httpx.AsyncClient( + timeout=None, + limits=httpx.Limits(max_connections=128, max_keepalive_connections=20), + ) async def get_response( self,