apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-07 17:41:52 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[BugFix]Fix sample rejection (#2908) (#2949)

Browse Source 
* fix config

* fix rejection

Co-authored-by: YuanRisheng <yuanrisheng@baidu.com>
This commit is contained in:
Sunny-bot1
2025-07-22 13:39:34 +08:00
committed by GitHub
parent 4ead15822c
commit 4dbc483713
2 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
fastdeploy/config.py
View File

@@ -88,7 +88,7 @@ class ModelConfig:
self.stop_seqs_max_len = 8
# NOTE(gongshaotain): form _load_model_init_val()
self.top_p = 0.0
self.top_p = 1.0
self.temperature = 1.0
self.rope_theta = 10000.0
self.penalty_score = 1.0

1
fastdeploy/worker/gpu_model_runner.py
View File

@@ -408,7 +408,6 @@ class GPUModelRunner(ModelRunnerBase):
self.share_inputs["max_dec_len"][idx:idx + 1] = max_dec_len
self.share_inputs["min_dec_len"][idx:idx + 1] = max_dec_len
self.share_inputs["stop_flags"][idx:idx + 1] = False
self.share_inputs["top_p"][idx:idx + 1] = 0.0
self.share_inputs["temperature"][idx:idx + 1] = 1
self.share_inputs["first_token_ids"][