diff --git a/tests/v1/kv_connector/nixl_integration/toy_proxy_server.py b/tests/v1/kv_connector/nixl_integration/toy_proxy_server.py index b92d3fcd6fb8..1a910c8d24dc 100644 --- a/tests/v1/kv_connector/nixl_integration/toy_proxy_server.py +++ b/tests/v1/kv_connector/nixl_integration/toy_proxy_server.py @@ -173,6 +173,9 @@ async def send_request_to_service( req_data["max_completion_tokens"] = 1 if "stream_options" in req_data: del req_data["stream_options"] + # These args are not supported for P + min_tokens = req_data.pop("min_tokens", None) + min_completion_tokens = req_data.pop("min_completion_tokens", None) headers = { "Authorization": f"Bearer {os.environ.get('OPENAI_API_KEY')}", "X-Request-Id": request_id, @@ -187,6 +190,10 @@ async def send_request_to_service( # otherwise, it would http.ReadError await response.aread() + # Add back the min_tokens and min_completion_tokens so D can use them + req_data["min_tokens"] = min_tokens + req_data["min_completion_tokens"] = min_completion_tokens + return response