apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

update benchmark scripts (#4497)

Browse Source
This commit is contained in:
Zhang Yulong
2025-10-20 17:03:10 +08:00
committed by GitHub
parent b8d235445e
commit 10e85daf15
2 changed files with 7 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
benchmarks/benchmark_serving.py
View File

@@ -177,7 +177,7 @@ def calculate_metrics(
output_len = outputs[i].output_tokens
if not output_len:
print("no output_len")
print("no output_len", outputs[i])
# We use the tokenizer to count the number of output tokens
# for some serving backends instead of looking at
# len(outputs[i].itl) since multiple output tokens may be