Add param valid log (#4113)

* feat(log):add_request_and_response_log

* [bugfix] add param valid log

---------

Co-authored-by: Jiang-Jia-Jun <[email protected]>

Author: xiaolei373

fastdeploy/entrypoints/openai/serving_chat.py

@@ -121,7 +121,7 @@ async def create_chat_completion(self, request: ChatCompletionRequest):
                 if isinstance(prompt_token_ids, np.ndarray):
                     prompt_token_ids = prompt_token_ids.tolist()
             except ParameterError as e:
-                api_server_logger.error(e.message)
+                api_server_logger.error(f"request[{request_id}] generator error: {str(e)}, {e.message}")
                 self.engine_client.semaphore.release()
                 return ErrorResponse(
                     error=ErrorInfo(message=str(e.message), type=ErrorType.INVALID_REQUEST_ERROR, param=e.param)

fastdeploy/entrypoints/openai/serving_completion.py

@@ -152,7 +152,7 @@ async def create_completion(self, request: CompletionRequest):
                     prompt_batched_token_ids.append(prompt_token_ids)
                     del current_req_dict
             except ParameterError as e:
-                api_server_logger.error(e.message)
+                api_server_logger.error(f"OpenAIServingCompletion format error: {e}, {e.message}")
                 self.engine_client.semaphore.release()
                 return ErrorResponse(code=400, message=str(e.message), type="invalid_request", param=e.param)
             except Exception as e:

fastdeploy/utils.py

@@ -82,7 +82,7 @@ async def handle_exception(request: Request, exc: Exception) -> JSONResponse:
 
     # 处理请求参数验证异常
     @staticmethod
-    async def handle_request_validation_exception(_: Request, exc: RequestValidationError) -> JSONResponse:
+    async def handle_request_validation_exception(request: Request, exc: RequestValidationError) -> JSONResponse:
         errors = exc.errors()
         if not errors:
             message = str(exc)
@@ -100,6 +100,7 @@ async def handle_request_validation_exception(_: Request, exc: RequestValidation
                 param=param,
             )
         )
+        api_server_logger.error(f"invalid_request_error: {request.url} {param} {message}")
         return JSONResponse(content=err.model_dump(), status_code=HTTPStatus.BAD_REQUEST)