apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 16:48:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Support limit thinking lengths (#4070)

Browse Source 
Co-authored-by: K11OntheBoat <“ruianmaidanglao@163.com”>
This commit is contained in:
K11OntheBoat
2025-09-17 12:40:08 +08:00
committed by GitHub
parent b41988f4bc
commit 7f9a9b37f3
8 changed files with 184 additions and 26 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
fastdeploy/model_executor/pre_and_post_process.py
View File

@@ -166,7 +166,7 @@ def post_process_normal(
) -> ModelRunnerOutput:
"""Post-processing steps after completing a single token generation."""
# handle vl:
if model_output.enable_thinking:
if model_output.enable_thinking and model_output.think_end_id is not None:
exists_think_end = sampler_output.sampled_token_ids == model_output.think_end_id
paddle.assign(
paddle.where(