From 59f45e659660b0b2e1e3188201ce64214f586319 Mon Sep 17 00:00:00 2001 From: luukunn <981429396@qq.com> Date: Fri, 15 Aug 2025 17:48:53 +0800 Subject: [PATCH] fix default enable_thinking value --- fastdeploy/input/ernie_processor.py | 8 ++------ fastdeploy/input/ernie_vl_processor.py | 1 + fastdeploy/input/text_processor.py | 2 ++ 3 files changed, 5 insertions(+), 6 deletions(-) diff --git a/fastdeploy/input/ernie_processor.py b/fastdeploy/input/ernie_processor.py index 95e64711f..bbf795397 100644 --- a/fastdeploy/input/ernie_processor.py +++ b/fastdeploy/input/ernie_processor.py @@ -266,9 +266,7 @@ class ErnieProcessor(BaseDataProcessor): delta_text, _, previous_texts = self.ids2tokens(token_ids, req_id) if is_end: full_text = previous_texts + delta_text - if self.reasoning_parser and ( - enable_thinking or self.reasoning_parser.__class__.__name__ == "ErnieX1ReasoningParser" - ): + if self.reasoning_parser and enable_thinking: reasoning_content, text = self.reasoning_parser.extract_reasoning_content(full_text, response_dict) response_dict["outputs"]["text"] = text response_dict["outputs"]["reasoning_content"] = reasoning_content @@ -305,9 +303,7 @@ class ErnieProcessor(BaseDataProcessor): token_ids = token_ids[:-1] delta_text, previous_token_ids, previous_texts = self.ids2tokens(token_ids, req_id) response_dict["outputs"]["raw_prediction"] = delta_text - if self.reasoning_parser and ( - enable_thinking or self.reasoning_parser.__class__.__name__ == "ErnieX1ReasoningParser" - ): + if self.reasoning_parser and enable_thinking: reasoning_content, text = self.reasoning_parser.extract_reasoning_content_streaming( previous_texts, previous_texts + delta_text, diff --git a/fastdeploy/input/ernie_vl_processor.py b/fastdeploy/input/ernie_vl_processor.py index 45af57617..e74e5d986 100644 --- a/fastdeploy/input/ernie_vl_processor.py +++ b/fastdeploy/input/ernie_vl_processor.py @@ -225,6 +225,7 @@ class ErnieMoEVLProcessor(ErnieProcessor): request[k] = v else: raise ValueError("Invalid input: chat_template_kwargs must be a dict") + request.setdefault("enable_thinking", True) outputs = self.ernie_processor.request2ids(request) else: raise ValueError(f"Request must contain 'prompt', or 'messages': {request}") diff --git a/fastdeploy/input/text_processor.py b/fastdeploy/input/text_processor.py index 123bf5b43..4b8b2e9eb 100644 --- a/fastdeploy/input/text_processor.py +++ b/fastdeploy/input/text_processor.py @@ -228,6 +228,7 @@ class DataProcessor(BaseDataProcessor): task[k] = v else: raise ValueError("Invalid input: chat_template_kwargs must be a dict") + task.setdefault("enable_thinking", True) request.prompt_token_ids = self.messages2ids(task) else: raise ValueError(f"The request should have `input_ids`, `text` or `messages`: {request}.") @@ -285,6 +286,7 @@ class DataProcessor(BaseDataProcessor): request[k] = v else: raise ValueError("Invalid input: chat_template_kwargs must be a dict") + request.setdefault("enable_thinking", True) request["prompt_token_ids"] = self.messages2ids(request) else: raise ValueError(f"Request must contain 'prompt_token_ids', 'prompt', or 'messages': {request}")