pick opc-request-id middleware and handle_pydantic_validation_error

Author: upfixer

vllm/entrypoints/openai/api_server.py

@@ -831,8 +831,19 @@ def build_app(args: Namespace) -> FastAPI:
         allow_headers=args.allowed_headers,
     )
 
+    def _handle_pydantic_validation_error(exc: RequestValidationError):
+        """Temp util function to handle pydantic validation errors."""
+        errors = exc.errors()
+        filtered_errors = []
+        for error in errors:
+            if "msg" in error:
+                filtered_errors.append(error["msg"])
+
+        return filtered_errors or exc
+
     @app.exception_handler(RequestValidationError)
     async def validation_exception_handler(_, exc):
+        exc = _handle_pydantic_validation_error(exc)
         err = ErrorResponse(message=str(exc),
                             type="BadRequestError",
                             code=HTTPStatus.BAD_REQUEST)

vllm/entrypoints/openai/middleware.py

@@ -0,0 +1,28 @@
+import time
+
+from fastapi import Request
+from vllm.logger import init_logger
+
+logger = init_logger(__name__)
+
+
+async def log_opc_header(request: Request, call_next):
+    # Log at the start and end of a POST request
+    if request.method == "POST":
+        opc_request_id = request.headers.get("opc-request-id", "unknown")
+        logger.info(f"POST Request Start - opc-request-id: {opc_request_id}")
+
+        try:
+            response = await call_next(request)
+            logger.info(
+                f"POST Request End - opc-request-id: {opc_request_id}, "
+                f"status_code: {response.status_code}")
+            return response
+        except Exception as e:
+            logger.error(
+                f"Exception during POST request with "
+                f"opc-request-id: {opc_request_id}, error: {e}")
+            raise
+
+    # For non-POST requests, just pass through
+    return await call_next(request)