diff --git a/fastdeploy/engine/common_engine.py b/fastdeploy/engine/common_engine.py index bc3dbd78d..c371eaff2 100644 --- a/fastdeploy/engine/common_engine.py +++ b/fastdeploy/engine/common_engine.py @@ -945,7 +945,7 @@ class EngineService: while self.running: try: - if self.engine_worker_queue.num_tasks() > 0: + if self.engine_worker_queue.exist_tasks(): time.sleep(0.001) continue if self.cfg.scheduler_config.splitwise_role != "mixed":