From 4aa057f28d2da6fc8b1845d6abd862b5d9f5dc3c Mon Sep 17 00:00:00 2001 From: chenjian <1435317881@qq.com> Date: Wed, 24 Sep 2025 22:37:47 +0800 Subject: [PATCH] fix fetch (#4253) --- fastdeploy/engine/common_engine.py | 4 +--- 1 file changed, 1 insertion(+), 3 deletions(-) diff --git a/fastdeploy/engine/common_engine.py b/fastdeploy/engine/common_engine.py index 9c8fe710e..4dabc0c89 100644 --- a/fastdeploy/engine/common_engine.py +++ b/fastdeploy/engine/common_engine.py @@ -658,9 +658,7 @@ class EngineService: time.sleep(0.001) continue if self.cfg.scheduler_config.splitwise_role != "mixed": - if self.scheduler.get_unhandled_request_num() <= envs.FD_EP_MAX_PREFETCH_TASK_NUM and ( - not is_fetching - ): + if not is_fetching: get_request_pool.submit(_fetch_request) else: