apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 16:48:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[bugfix]PR3663 parameter is 0 (#3679)

Browse Source 
* Update engine.py

* Update engine_client.py

* Update engine.py

* Update engine.py
This commit is contained in:
ltd0924
2025-08-29 11:46:42 +08:00
committed by GitHub
parent aad9d3564e
commit 8517e04956
2 changed files with 28 additions and 23 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
fastdeploy/entrypoints/engine_client.py
View File

@@ -190,35 +190,35 @@ class EngineClient:
Validate stream options
"""
if data.get("n"):
if data.get("n") is not None:
if data["n"] != 1:
raise ValueError("n only support 1.")
if data.get("max_tokens"):
if data.get("max_tokens") is not None:
if data["max_tokens"] < 1 or data["max_tokens"] >= self.max_model_len:
raise ValueError(f"max_tokens can be defined [1, {self.max_model_len}).")
if data.get("reasoning_max_tokens"):
if data.get("reasoning_max_tokens") is not None:
if data["reasoning_max_tokens"] > data["max_tokens"] or data["reasoning_max_tokens"] < 1:
raise ValueError("reasoning_max_tokens must be between max_tokens and 1")
if data.get("top_p"):
if data.get("top_p") is not None:
if data["top_p"] > 1 or data["top_p"] < 0:
raise ValueError("top_p value can only be defined [0, 1].")
if data.get("frequency_penalty"):
if data.get("frequency_penalty") is not None:
if not -2.0 <= data["frequency_penalty"] <= 2.0:
raise ValueError("frequency_penalty must be in [-2, 2]")
if data.get("temperature"):
if data.get("temperature") is not None:
if data["temperature"] < 0:
raise ValueError("temperature must be non-negative")
if data.get("presence_penalty"):
if data.get("presence_penalty") is not None:
if not -2.0 <= data["presence_penalty"] <= 2.0:
raise ValueError("presence_penalty must be in [-2, 2]")
if data.get("seed"):
if data.get("seed") is not None:
if not 0 <= data["seed"] <= 922337203685477580:
raise ValueError("seed must be in [0, 922337203685477580]")