apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

Fix decoding speed slowly bug in 20251106 (#5102)

Browse Source
This commit is contained in:
chenjian
2025-11-19 20:27:20 +08:00
committed by GitHub
parent 87c7c0d852
commit 73d46e1b1b
1 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
fastdeploy/scheduler/local_scheduler.py
View File

@@ -342,12 +342,16 @@ class LocalScheduler:
batch_responses_per_step = self.batch_responses_per_step
self.responses = dict()
self.batch_responses_per_step = list()
if not responses:
return None # No response yet
return responses, batch_responses_per_step
with self.responses_not_empty:
responses, batch_responses_per_step = self.responses_not_empty.wait_for(
_get_results, self.wait_response_timeout
)
wait_response_result = self.responses_not_empty.wait_for(_get_results, self.wait_response_timeout)
if wait_response_result is not None:
responses, batch_responses_per_step = wait_response_result
else:
responses, batch_responses_per_step = dict(), list()
results = dict()
for request_id, resps in responses.items():