We read every piece of feedback, and take your input very seriously.
To see all available qualifiers, see our documentation.
There was an error while loading. Please reload this page.
1 parent 32319c3 commit 3e3f63eCopy full SHA for 3e3f63e
src/vllm_router/services/request_service/request.py
@@ -124,9 +124,9 @@ async def process_request(
124
request.app.state.request_stats_monitor.on_request_response(
125
backend_url, request_id, time.time()
126
)
127
- # For non-streaming requests, collect the full response
128
- if full_response is not None:
129
- full_response.extend(chunk)
+ # For non-streaming requests, collect the full response
+ if full_response is not None:
+ full_response.extend(chunk)
130
yield chunk
131
132
request.app.state.request_stats_monitor.on_request_complete(
0 commit comments