apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 16:48:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

add reasoning parser plugin (#3811)

Browse Source 
* add reasoning parser plugin

* fix finish reason
This commit is contained in:
luukunn
2025-09-03 18:31:27 +08:00
committed by GitHub
parent 31313e0f3d
commit fc598d4c5a
5 changed files with 51 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
fastdeploy/entrypoints/openai/serving_chat.py
View File

@@ -325,7 +325,9 @@ class OpenAIServingChat:
continue
delta_message.content = delta_message_output.content or ""
delta_message.reasoning_content = delta_message_output.reasoning_content or ""
delta_message.tool_calls = delta_message_output.tool_calls
if delta_message_output.tool_calls:
delta_message.tool_calls = delta_message_output.tool_calls
tool_called = True
choice = ChatCompletionResponseStreamChoice(
index=0,