apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Update backend_request_func.py (#5631)

Browse Source
This commit is contained in:
Zhang Yulong
2025-12-18 14:20:17 +08:00
committed by GitHub
parent 8735cb5045
commit c89a62e550
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
benchmarks/backend_request_func.py
View File

@@ -250,7 +250,7 @@ async def async_request_eb_openai_chat_completions(
# response首token
if res_ttft == 0.0:
if content:
res_ttft = choices[0]["arrival_time"]
res_ttft = choices[0].get("arrival_time", timestamp)
output.res_ttft = res_ttft
usage = data.get("usage", {})
output.reasoning_tokens = max(usage.get("completion_tokens", 0) - 1, 0)