apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix args

Browse Source
This commit is contained in:
luukunn
2025-08-15 14:31:10 +08:00
parent 73c97a22fe
commit 6a8eefc35e
3 changed files with 16 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

7
fastdeploy/input/ernie_processor.py
View File

@@ -90,6 +90,7 @@ class ErnieProcessor(BaseDataProcessor):
request = self._apply_default_parameters(request)
if request.get("eos_token_ids") is None or len(request.eos_token_ids) == 0:
request.eos_token_ids = self.eos_token_ids
request.enable_thinking = kwargs.get("chat_template_kwargs", {}).get("enable_thinking")
stop_sequences = request.get("stop", [])
if stop_sequences is not None and len(stop_sequences) != 0:
@@ -141,7 +142,11 @@ class ErnieProcessor(BaseDataProcessor):
request = self._apply_default_parameters(request)
if not request.get("eos_token_ids"):
request["eos_token_ids"] = self.eos_token_ids
request["enable_thinking"] = request.get("chat_template_kwargs", {}).get("enable_thinking")
chat_template_kwargs = request.get("chat_template_kwargs")
if chat_template_kwargs:
for k, v in chat_template_kwargs.items():
if k not in request:
request[k] = v
# processing stop_sequences
stop_sequences = request.get("stop", [])
if stop_sequences:

6
fastdeploy/input/ernie_vl_processor.py
View File

@@ -198,7 +198,11 @@ class ErnieMoEVLProcessor(ErnieProcessor):
request = self._apply_default_parameters(request)
if not request.get("eos_token_ids"):
request["eos_token_ids"] = self.eos_token_ids
request["enable_thinking"] = request.get("chat_template_kwargs", {}).get("enable_thinking")
chat_template_kwargs = request.get("chat_template_kwargs")
if chat_template_kwargs:
for k, v in chat_template_kwargs.items():
if k not in request:
request[k] = v
stop_sequences = request.get("stop", [])
if stop_sequences:

6
fastdeploy/input/text_processor.py
View File

@@ -207,7 +207,11 @@ class DataProcessor(BaseDataProcessor):
request = self._apply_default_parameters(request)
if request.get("eos_token_ids") is None or len(request.eos_token_ids) == 0:
request.eos_token_ids = self.eos_token_ids
request.enable_thinking = kwargs.get("chat_template_kwargs", {}).get("enable_thinking")
chat_template_kwargs = request.get("chat_template_kwargs")
if chat_template_kwargs:
for k, v in chat_template_kwargs.items():
if k not in request:
request[k] = v
stop_sequences = request.get("stop", [])
if stop_sequences is not None and len(stop_sequences) != 0:
stop_seqs, stop_seqs_len = self.update_stop_seq(stop_sequences)