diff --git a/benchmarks/benchmark_serving.py b/benchmarks/benchmark_serving.py index a4bea94e6..55f4a62f0 100644 --- a/benchmarks/benchmark_serving.py +++ b/benchmarks/benchmark_serving.py @@ -473,6 +473,9 @@ async def benchmark( if half > 0: benchmark_outputs = outputs[half : n - half] + # 先过滤掉 end_timestamp == 0.0 的请求(失败请求) + benchmark_outputs = [o for o in benchmark_outputs if o.end_timestamp != 0.0] + # 根据收到最后一个chunk的时间戳计算总时长 if len(benchmark_outputs) >= 2: benchmark_duration = benchmark_outputs[-1].end_timestamp - benchmark_outputs[0].end_timestamp