apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-04 16:22:57 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[feat] add disable_chat_template in chat api as a substitute for previous raw_request (#3020)

Browse Source 
* [feat] add disable_chat_template in chat api as a substitute for previous raw_request

* [fix] pre-commit code check
This commit is contained in:
李泳桦
2025-07-25 20:57:32 +08:00
committed by GitHub
parent 0700c90caa
commit 69996a40da
3 changed files with 44 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
fastdeploy/entrypoints/openai/protocol.py
View File

@@ -483,6 +483,7 @@ class ChatCompletionRequest(BaseModel):
extra_body: Optional[dict] = None
return_token_ids: Optional[bool] = False
prompt_token_ids: Optional[List[int]] = None
disable_chat_template: Optional[bool] = False
response_format: Optional[AnyResponseFormat] = None
guided_json: Optional[Union[str, dict, BaseModel]] = None
@@ -531,6 +532,11 @@ class ChatCompletionRequest(BaseModel):
else:
assert len(self.messages) > 0
# If disable_chat_template is set, then the first message in messages will be used as the prompt.
if self.disable_chat_template:
req_dict["prompt"] = req_dict["messages"][0]["content"]
del req_dict["messages"]
guided_json_object = None
if self.response_format is not None:
if self.response_format.type == "json_object":