apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-07 01:22:59 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix mtp_rej_topp input (#3450)

Browse Source
This commit is contained in:
chen
2025-08-18 16:12:42 +08:00
committed by GitHub
parent 246cd7b3a5
commit 5585cf7aa5
2 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
fastdeploy/model_executor/layers/sample/ops/top_k_top_p_sampling.py
View File

@@ -141,7 +141,7 @@ def rejection_top_p_sampling(
top_k_renorm_probs,
)
if not any(x > 0 for x in top_k_list):
if top_k_list and not any(x > 0 for x in top_k_list):
ids = rejection_top_p_sampling(
x,
top_p,
@@ -177,7 +177,7 @@ def min_p_sampling(
"""
min_p_sampling
"""
if not any(x > 0 for x in min_p_arr_cpu):
if min_p_arr_cpu and not any(x > 0 for x in min_p_arr_cpu):
return probs
else:
if current_platform.is_cuda():