From 7f4fff4d1ec7a80cd683fb7b624b82879f43ee98 Mon Sep 17 00:00:00 2001 From: Juncai <52520497+juncaipeng@users.noreply.github.com> Date: Thu, 4 Dec 2025 21:59:10 +0800 Subject: [PATCH] fix get_request from scheduler (#5369) --- fastdeploy/scheduler/splitwise_scheduler.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/fastdeploy/scheduler/splitwise_scheduler.py b/fastdeploy/scheduler/splitwise_scheduler.py index 94c947ea4..83f763ad4 100644 --- a/fastdeploy/scheduler/splitwise_scheduler.py +++ b/fastdeploy/scheduler/splitwise_scheduler.py @@ -859,7 +859,7 @@ class InferScheduler: self.reqs_queue.appendleft(req) break else: - if current_prefill_tokens > max_num_batched_tokens: + if current_prefill_tokens > max_num_batched_tokens and len(reqs) > 0: self.reqs_queue.appendleft(req) break # logger.info(f"Get Requests from Scheduler: {req.request_id}")