apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-07 01:22:59 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Add param valid log (#4113)

Browse Source 
* feat(log):add_request_and_response_log

* [bugfix] add param valid log

---------

Co-authored-by: Jiang-Jia-Jun <163579578+Jiang-Jia-Jun@users.noreply.github.com>
This commit is contained in:
xiaolei373
2025-09-18 10:39:24 +08:00
committed by GitHub
parent 618ccdbfba
commit 98447beb4d
3 changed files with 4 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
fastdeploy/entrypoints/openai/serving_chat.py
View File

@@ -121,7 +121,7 @@ class OpenAIServingChat:
if isinstance(prompt_token_ids, np.ndarray): if isinstance(prompt_token_ids, np.ndarray):
prompt_token_ids = prompt_token_ids.tolist() prompt_token_ids = prompt_token_ids.tolist()
except ParameterError as e: except ParameterError as e:
api_server_logger.error(e.message) api_server_logger.error(f"request[{request_id}] generator error: {str(e)}, {e.message}")
self.engine_client.semaphore.release() self.engine_client.semaphore.release()
return ErrorResponse( return ErrorResponse(
error=ErrorInfo(message=str(e.message), type=ErrorType.INVALID_REQUEST_ERROR, param=e.param) error=ErrorInfo(message=str(e.message), type=ErrorType.INVALID_REQUEST_ERROR, param=e.param)

2
fastdeploy/entrypoints/openai/serving_completion.py
View File

@@ -152,7 +152,7 @@ class OpenAIServingCompletion:
prompt_batched_token_ids.append(prompt_token_ids) prompt_batched_token_ids.append(prompt_token_ids)
del current_req_dict del current_req_dict
except ParameterError as e: except ParameterError as e:
api_server_logger.error(e.message) api_server_logger.error(f"OpenAIServingCompletion format error: {e}, {e.message}")
self.engine_client.semaphore.release() self.engine_client.semaphore.release()
return ErrorResponse(code=400, message=str(e.message), type="invalid_request", param=e.param) return ErrorResponse(code=400, message=str(e.message), type="invalid_request", param=e.param)
except Exception as e: except Exception as e:

3
fastdeploy/utils.py
View File

@@ -82,7 +82,7 @@ class ExceptionHandler:
# 处理请求参数验证异常 # 处理请求参数验证异常
@staticmethod @staticmethod
async def handle_request_validation_exception(_: Request, exc: RequestValidationError) -> JSONResponse: async def handle_request_validation_exception(request: Request, exc: RequestValidationError) -> JSONResponse:
errors = exc.errors() errors = exc.errors()
if not errors: if not errors:
message = str(exc) message = str(exc)
@@ -100,6 +100,7 @@ class ExceptionHandler:
param=param, param=param,
) )
) )
api_server_logger.error(f"invalid_request_error: {request.url} {param} {message}")
return JSONResponse(content=err.model_dump(), status_code=HTTPStatus.BAD_REQUEST) return JSONResponse(content=err.model_dump(), status_code=HTTPStatus.BAD_REQUEST)