apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 00:33:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[BugFix] fix parameter is 0 (#3592)

Browse Source 
* Update engine_client.py

* fix

* Update common_engine.py
This commit is contained in:
ltd0924
2025-08-28 09:52:36 +08:00
committed by GitHub
parent 479c8b85d3
commit 3d92fb09f7
3 changed files with 28 additions and 25 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
fastdeploy/entrypoints/engine_client.py
View File

@@ -216,35 +216,35 @@ class EngineClient:
Validate stream options
"""
if data.get("n"):
if data.get("n") is not None:
if data["n"] != 1:
raise ValueError("n only support 1.")
if data.get("max_tokens"):
if data.get("max_tokens") is not None:
if data["max_tokens"] < 1 or data["max_tokens"] >= self.max_model_len:
raise ValueError(f"max_tokens can be defined [1, {self.max_model_len}).")
if data.get("reasoning_max_tokens"):
if data.get("reasoning_max_tokens") is not None:
if data["reasoning_max_tokens"] > data["max_tokens"] or data["reasoning_max_tokens"] < 1:
raise ValueError("reasoning_max_tokens must be between max_tokens and 1")
if data.get("top_p"):
if data.get("top_p") is not None:
if data["top_p"] > 1 or data["top_p"] < 0:
raise ValueError("top_p value can only be defined [0, 1].")
if data.get("frequency_penalty"):
if data.get("frequency_penalty") is not None:
if not -2.0 <= data["frequency_penalty"] <= 2.0:
raise ValueError("frequency_penalty must be in [-2, 2]")
if data.get("temperature"):
if data.get("temperature") is not None:
if data["temperature"] < 0:
raise ValueError("temperature must be non-negative")
if data.get("presence_penalty"):
if data.get("presence_penalty") is not None:
if not -2.0 <= data["presence_penalty"] <= 2.0:
raise ValueError("presence_penalty must be in [-2, 2]")
if data.get("seed"):
if data.get("seed") is not None:
if not 0 <= data["seed"] <= 922337203685477580:
raise ValueError("seed must be in [0, 922337203685477580]")