apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-04 16:22:57 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[FIX 2.0.3]fix rejection sampling when topp=0 using _SAMPLING_EPS (#2966)

Browse Source 
* fix rejection sampling when topp=0

* fix

* fix
This commit is contained in:
Sunny-bot1
2025-07-22 20:53:04 +08:00
committed by GitHub
parent b0f1e0eef4
commit 8c43bc8176
3 changed files with 9 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
fastdeploy/input/ernie_processor.py
View File

@@ -125,6 +125,8 @@ class ErnieProcessor(BaseDataProcessor):
if request.get("temperature") < _SAMPLING_EPS:
# zero temperature is equivalent to greedy sampling
request.set("temperature", 1)
if request.get("top_p") < _SAMPLING_EPS:
request.set("top_p", _SAMPLING_EPS)
data_processor_logger.info(f"Processed request {request}")
return request
@@ -182,6 +184,8 @@ class ErnieProcessor(BaseDataProcessor):
if request.get("temperature") < _SAMPLING_EPS:
# zero temperature is equivalent to greedy sampling
request["temperature"] = 1
if request.get("top_p") < _SAMPLING_EPS:
request["top_p"] = _SAMPLING_EPS
data_processor_logger.info(f"Processed request {request}")
return request