apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Fix dp scheduler bug for unify code 20250922 (#5021)

Browse Source 
* [Optimize] Improve perf for fd response token with internal adapter

* fix
This commit is contained in:
chenjian
2025-11-14 12:06:47 +08:00
committed by GitHub
parent 436742f120
commit 2ecbaa7cd9
1 changed files with 2 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
fastdeploy/scheduler/dp_scheduler.py
View File

@@ -55,12 +55,13 @@ class DPLocalScheduler(LocalScheduler):
results: List of RequestOutput objects containing results
"""
responses: List[ScheduledResponse] = [ScheduledResponse(result) for result in results]
self.batch_responses_per_step.append([response.raw for response in responses])
finished_responses = [response.request_id for response in responses if response.finished]
if len(finished_responses) > 0:
self.scheduler_logger.info(f"Scheduler has received some finished responses: {finished_responses}")
with self.mutex:
self.batch_responses_per_step.append([response.raw for response in responses])
for response in responses:
if response.request_id not in self.responses:
self.responses[response.request_id] = [response]