From 73d46e1b1b663da3d40f0b907c903835d08afa24 Mon Sep 17 00:00:00 2001 From: chenjian <1435317881@qq.com> Date: Wed, 19 Nov 2025 20:27:20 +0800 Subject: [PATCH] Fix decoding speed slowly bug in 20251106 (#5102) --- fastdeploy/scheduler/local_scheduler.py | 10 +++++++--- 1 file changed, 7 insertions(+), 3 deletions(-) diff --git a/fastdeploy/scheduler/local_scheduler.py b/fastdeploy/scheduler/local_scheduler.py index 88d918ab8..72b2e80f3 100644 --- a/fastdeploy/scheduler/local_scheduler.py +++ b/fastdeploy/scheduler/local_scheduler.py @@ -342,12 +342,16 @@ class LocalScheduler: batch_responses_per_step = self.batch_responses_per_step self.responses = dict() self.batch_responses_per_step = list() + if not responses: + return None # No response yet return responses, batch_responses_per_step with self.responses_not_empty: - responses, batch_responses_per_step = self.responses_not_empty.wait_for( - _get_results, self.wait_response_timeout - ) + wait_response_result = self.responses_not_empty.wait_for(_get_results, self.wait_response_timeout) + if wait_response_result is not None: + responses, batch_responses_per_step = wait_response_result + else: + responses, batch_responses_per_step = dict(), list() results = dict() for request_id, resps in responses.items():