diff --git a/fastdeploy/engine/common_engine.py b/fastdeploy/engine/common_engine.py index 9c8fe710e..4dabc0c89 100644 --- a/fastdeploy/engine/common_engine.py +++ b/fastdeploy/engine/common_engine.py @@ -658,9 +658,7 @@ class EngineService: time.sleep(0.001) continue if self.cfg.scheduler_config.splitwise_role != "mixed": - if self.scheduler.get_unhandled_request_num() <= envs.FD_EP_MAX_PREFETCH_TASK_NUM and ( - not is_fetching - ): + if not is_fetching: get_request_pool.submit(_fetch_request) else: