From 96aed92e4ad5b5b72ca6d8195817b9faf4d4d22e Mon Sep 17 00:00:00 2001 From: ltd0924 <32387785+ltd0924@users.noreply.github.com> Date: Tue, 26 Aug 2025 20:12:44 +0800 Subject: [PATCH] [BugFix] ep mixed mode offline exit failed (#3623) --- fastdeploy/engine/expert_service.py | 8 +++++--- 1 file changed, 5 insertions(+), 3 deletions(-) diff --git a/fastdeploy/engine/expert_service.py b/fastdeploy/engine/expert_service.py index ce743c1ed..996811b10 100644 --- a/fastdeploy/engine/expert_service.py +++ b/fastdeploy/engine/expert_service.py @@ -366,7 +366,6 @@ class ExpertService: os.killpg(p.pid, signal.SIGTERM) except: pass - if hasattr(self, "zmq_server") and self.zmq_server is not None: self.zmq_server.close() @@ -381,7 +380,10 @@ def start_expert_service(cfg, local_data_parallel_id, ipc_signal_suffix): if cfg.splitwise_role != "mixed": expert_service.split_connector.start_receiver() else: - while True: - time.sleep(100) + def deamon_thread(): + while True: + time.sleep(10) + t_deamon = threading.Thread(target=deamon_thread, daemon=True) + t_deamon.start() except Exception as e: llm_logger.exception(f"Expert service failed to start: {e}")