mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-06 00:57:33 +08:00
add support QWQ enable_thinking (#2706)
* add support QWQ enable_thinking * add stream=True * fix stream=true * fix qwen --------- Co-authored-by: lizexu <lizexu@baidu.com>
This commit is contained in:
@@ -67,47 +67,47 @@ class Qwen3ReasoningParser(ReasoningParser):
|
|||||||
- 'abc' goes to reasoning_content
|
- 'abc' goes to reasoning_content
|
||||||
- 'xyz' goes to content
|
- 'xyz' goes to content
|
||||||
"""
|
"""
|
||||||
# Skip single special tokens
|
|
||||||
if len(delta_token_ids) == 1 and (delta_token_ids[0] in [
|
if len(delta_token_ids) == 1 and (delta_token_ids[0] in [
|
||||||
self.think_start_token_id, self.think_end_token_id
|
self.think_start_token_id, self.think_end_token_id
|
||||||
]):
|
]):
|
||||||
return "", ""
|
return "", ""
|
||||||
|
|
||||||
if self.think_start_token_id in previous_token_ids:
|
# </think> in delta
|
||||||
if self.think_end_token_id in delta_token_ids:
|
if self.think_end_token_id in delta_token_ids:
|
||||||
|
#<think> in delta, </think> in delta, extract reasoning content
|
||||||
|
if self.think_start_token_id in delta_token_ids:
|
||||||
|
start_index = delta_text.find(self.think_start_token)
|
||||||
|
end_index = delta_token_ids.find(self.think_end_token)
|
||||||
|
reasoning_content = delta_text[start_index +
|
||||||
|
len(self.think_start_token
|
||||||
|
):end_index]
|
||||||
|
content = delta_text[end_index+len(self.think_end_token):]
|
||||||
|
return reasoning_content, content
|
||||||
# <think> in previous, </think> in delta,
|
# <think> in previous, </think> in delta,
|
||||||
# extract reasoning content
|
else:
|
||||||
end_index = delta_text.find(self.think_end_token)
|
end_index = delta_text.find(self.think_end_token)
|
||||||
reasoning_content = delta_text[:end_index]
|
reasoning_content = delta_text[:end_index]
|
||||||
content = delta_text[end_index + len(self.think_end_token):]
|
content = delta_text[end_index + len(self.think_end_token):]
|
||||||
content = content if content else None
|
content = content if content else None
|
||||||
return reasoning_content, content
|
return reasoning_content, content
|
||||||
|
# </think> in previous reasoning content continues
|
||||||
elif self.think_end_token_id in previous_token_ids:
|
elif self.think_end_token_id in previous_token_ids:
|
||||||
# <think> in previous, </think> in previous,
|
|
||||||
# reasoning content continues
|
|
||||||
return "", delta_text
|
return "", delta_text
|
||||||
else:
|
# <think> in previous
|
||||||
# <think> in previous, no </think> in previous or delta,
|
elif self.think_start_token_id in previous_token_ids:
|
||||||
# reasoning content continues
|
|
||||||
return delta_text,""
|
return delta_text,""
|
||||||
|
# <think> in delta
|
||||||
elif self.think_start_token_id in delta_token_ids:
|
elif self.think_start_token_id in delta_token_ids:
|
||||||
if self.think_end_token_id in delta_token_ids:
|
|
||||||
# <think> in delta, </think> in delta, extract reasoning content
|
|
||||||
start_index=delta_text.find(self.think_start_token)
|
start_index=delta_text.find(self.think_start_token)
|
||||||
end_index = delta_text.find(self.think_end_token)
|
reasoning_content=delta_text[start_index + len(self.think_start_token):]
|
||||||
reasoning_content = delta_text[start_index +
|
content = ""
|
||||||
len(self.think_start_token
|
|
||||||
):end_index]
|
|
||||||
content = delta_text[end_index + len(self.think_end_token):]
|
|
||||||
content = content if content else None
|
|
||||||
return reasoning_content, content
|
return reasoning_content, content
|
||||||
else:
|
else:
|
||||||
# <think> in delta, no </think> in delta,
|
|
||||||
# reasoning content continues
|
|
||||||
return delta_text, ""
|
return delta_text, ""
|
||||||
else:
|
|
||||||
# thinking is disabled, just content
|
|
||||||
return "", delta_text
|
|
||||||
|
|
||||||
|
|
||||||
def extract_reasoning_content(
|
def extract_reasoning_content(
|
||||||
self, model_output: str, request: ChatCompletionRequest
|
self, model_output: str, request: ChatCompletionRequest
|
||||||
@@ -115,15 +115,21 @@ class Qwen3ReasoningParser(ReasoningParser):
|
|||||||
"""
|
"""
|
||||||
Extract reasoning content from the model output.
|
Extract reasoning content from the model output.
|
||||||
|
|
||||||
For text abc</think>xyz:
|
支持两种格式:
|
||||||
- 'abc' goes to reasoning_content
|
1. <think>abc</think>xyz - 标准格式
|
||||||
- 'xyz' goes to content
|
2. abc</think>xyz - 缺少起始标签的格式
|
||||||
|
|
||||||
Returns:
|
Returns:
|
||||||
tuple[Optional[str], Optional[str]]: reasoning content and content
|
tuple[Optional[str], Optional[str]]: reasoning content and content
|
||||||
"""
|
"""
|
||||||
|
|
||||||
# Check if the model output contains the <think> and </think> tokens.
|
# 检查是否包含结束标签
|
||||||
|
if self.think_end_token not in model_output:
|
||||||
|
return None, model_output
|
||||||
|
|
||||||
|
# 检查是否有起始标签
|
||||||
|
if self.think_start_token in model_output:
|
||||||
|
# 标准格式:<think>content</think>answer
|
||||||
if (self.think_start_token not in model_output
|
if (self.think_start_token not in model_output
|
||||||
or self.think_end_token not in model_output):
|
or self.think_end_token not in model_output):
|
||||||
return None, model_output
|
return None, model_output
|
||||||
@@ -143,3 +149,13 @@ class Qwen3ReasoningParser(ReasoningParser):
|
|||||||
|
|
||||||
final_content = content or None
|
final_content = content or None
|
||||||
return reasoning_content, final_content
|
return reasoning_content, final_content
|
||||||
|
else:
|
||||||
|
# 缺少起始标签的格式:content</think>answer
|
||||||
|
parts = model_output.split(self.think_end_token, 1)
|
||||||
|
|
||||||
|
if len(parts) == 2:
|
||||||
|
reasoning_content = parts[0].strip()
|
||||||
|
final_content = parts[1].strip() if parts[1].strip() else None
|
||||||
|
return reasoning_content, final_content
|
||||||
|
|
||||||
|
return None, model_output
|
||||||
|
Reference in New Issue
Block a user