From 379f7e4cc19fe3f74728c832d9d2951dda1b016b Mon Sep 17 00:00:00 2001 From: chenjian <1435317881@qq.com> Date: Tue, 18 Nov 2025 14:38:38 +0800 Subject: [PATCH] [Bug fix] Fix decoding speed slowly bug in 20250922 (#5101) * [Optimize] Improve perf for fd response token with internal adapter * Fix bug for decoding speed slowly --- fastdeploy/scheduler/local_scheduler.py | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/fastdeploy/scheduler/local_scheduler.py b/fastdeploy/scheduler/local_scheduler.py index f96d3cf95..c3d3c381c 100644 --- a/fastdeploy/scheduler/local_scheduler.py +++ b/fastdeploy/scheduler/local_scheduler.py @@ -341,12 +341,16 @@ class LocalScheduler: batch_responses_per_step = self.batch_responses_per_step self.responses = dict() self.batch_responses_per_step = list() + if not responses: + return None # No response yet return responses, batch_responses_per_step with self.responses_not_empty: - responses, batch_responses_per_step = self.responses_not_empty.wait_for( - _get_results, self.wait_response_timeout - ) + wait_response_result = self.responses_not_empty.wait_for(_get_results, self.wait_response_timeout) + if wait_response_result is not None: + responses, batch_responses_per_step = wait_response_result + else: + responses, batch_responses_per_step = dict(), list() results = dict() for request_id, resps in responses.items():