apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-06 00:57:33 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

add reasoning parser plugin (#3820)

Browse Source
This commit is contained in:
luukunn
2025-09-03 11:17:13 +08:00
committed by GitHub
parent 37cb37b7f2
commit 1968c65849
3 changed files with 45 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

13
fastdeploy/input/preprocess.py
View File

@@ -71,8 +71,15 @@ class InputPreprocessor:
"""
reasoning_parser_obj = None
tool_parser_obj = None
if self.reasoning_parser:
reasoning_parser_obj = ReasoningParserManager.get_reasoning_parser(self.reasoning_parser)
try:
from fastdeploy.plugins.reasoning_parser import (
load_reasoning_parser_plugins,
)
reasoning_parser_obj = load_reasoning_parser_plugins()
except:
if self.reasoning_parser:
reasoning_parser_obj = ReasoningParserManager.get_reasoning_parser(self.reasoning_parser)
if self.tool_parser:
tool_parser_obj = ToolParserManager.get_tool_parser(self.tool_parser)
@@ -85,6 +92,8 @@ class InputPreprocessor:
Processor = load_input_processor_plugins()
self.processor = Processor(
model_name_or_path=self.model_name_or_path,
reasoning_parser_obj=reasoning_parser_obj,
tool_parser_obj=tool_parser_obj,
)
except:
if not self.enable_mm: