apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-07 01:22:59 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[bug] fix finish reason (#3858)

Browse Source 
* add reasoning parser plugin

* fix finish reason

---------

Co-authored-by: Yuanle Liu <yuanlehome@163.com>
This commit is contained in:
luukunn
2025-09-04 14:36:03 +08:00
committed by GitHub
parent 8550e19008
commit b8d0f1c081
2 changed files with 6 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
fastdeploy/entrypoints/openai/serving_chat.py
View File

@@ -323,7 +323,9 @@ class OpenAIServingChat:
continue continue
delta_message.content = delta_message_output.content or "" delta_message.content = delta_message_output.content or ""
delta_message.reasoning_content = delta_message_output.reasoning_content or "" delta_message.reasoning_content = delta_message_output.reasoning_content or ""
if delta_message_output.tool_calls:
delta_message.tool_calls = delta_message_output.tool_calls delta_message.tool_calls = delta_message_output.tool_calls
tool_called = True
choice = ChatCompletionResponseStreamChoice( choice = ChatCompletionResponseStreamChoice(
index=0, index=0,

2
fastdeploy/entrypoints/openai/serving_completion.py
View File

@@ -418,7 +418,9 @@ class OpenAIServingCompletion:
continue continue
delta_message.text = delta_message_output.content or "" delta_message.text = delta_message_output.content or ""
delta_message.reasoning_content = delta_message_output.reasoning_content or "" delta_message.reasoning_content = delta_message_output.reasoning_content or ""
if delta_message_output.tool_calls:
delta_message.tool_calls = delta_message_output.tool_calls delta_message.tool_calls = delta_message_output.tool_calls
tool_called[idx] = True
choices.append(delta_message) choices.append(delta_message)