diff --git a/fastdeploy/entrypoints/openai/serving_chat.py b/fastdeploy/entrypoints/openai/serving_chat.py index cdd8ff3f4..a5af82ff5 100644 --- a/fastdeploy/entrypoints/openai/serving_chat.py +++ b/fastdeploy/entrypoints/openai/serving_chat.py @@ -121,7 +121,7 @@ class OpenAIServingChat: if isinstance(prompt_token_ids, np.ndarray): prompt_token_ids = prompt_token_ids.tolist() except ParameterError as e: - api_server_logger.error(e.message) + api_server_logger.error(f"request[{request_id}] generator error: {str(e)}, {e.message}") self.engine_client.semaphore.release() return ErrorResponse( error=ErrorInfo(message=str(e.message), type=ErrorType.INVALID_REQUEST_ERROR, param=e.param) diff --git a/fastdeploy/entrypoints/openai/serving_completion.py b/fastdeploy/entrypoints/openai/serving_completion.py index 5a0d21705..b761dfeac 100644 --- a/fastdeploy/entrypoints/openai/serving_completion.py +++ b/fastdeploy/entrypoints/openai/serving_completion.py @@ -152,7 +152,7 @@ class OpenAIServingCompletion: prompt_batched_token_ids.append(prompt_token_ids) del current_req_dict except ParameterError as e: - api_server_logger.error(e.message) + api_server_logger.error(f"OpenAIServingCompletion format error: {e}, {e.message}") self.engine_client.semaphore.release() return ErrorResponse(code=400, message=str(e.message), type="invalid_request", param=e.param) except Exception as e: diff --git a/fastdeploy/utils.py b/fastdeploy/utils.py index 08c73aab9..1a2dd0c79 100644 --- a/fastdeploy/utils.py +++ b/fastdeploy/utils.py @@ -82,7 +82,7 @@ class ExceptionHandler: # 处理请求参数验证异常 @staticmethod - async def handle_request_validation_exception(_: Request, exc: RequestValidationError) -> JSONResponse: + async def handle_request_validation_exception(request: Request, exc: RequestValidationError) -> JSONResponse: errors = exc.errors() if not errors: message = str(exc) @@ -100,6 +100,7 @@ class ExceptionHandler: param=param, ) ) + api_server_logger.error(f"invalid_request_error: {request.url} {param} {message}") return JSONResponse(content=err.model_dump(), status_code=HTTPStatus.BAD_REQUEST)