apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 08:37:06 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[BugFix]Fix sample rejection (#2908)

Browse Source 
* fix config

* fix rejection
This commit is contained in:
YuanRisheng
2025-07-18 13:44:30 +08:00
committed by GitHub
parent e679567d59
commit 0eb5dc18d3
2 changed files with 1 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

1
fastdeploy/worker/gpu_model_runner.py
View File

@@ -419,7 +419,6 @@ class GPUModelRunner(ModelRunnerBase):
self.share_inputs["max_dec_len"][idx:idx + 1] = max_dec_len
self.share_inputs["min_dec_len"][idx:idx + 1] = max_dec_len
self.share_inputs["stop_flags"][idx:idx + 1] = False
self.share_inputs["top_p"][idx:idx + 1] = 0.0
self.share_inputs["temperature"][idx:idx + 1] = 1
self.share_inputs["first_token_ids"][