apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 16:48:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[BugFix] ep mixed mode offline exit failed (#3623)

Browse Source
This commit is contained in:
ltd0924
2025-08-26 20:12:44 +08:00
committed by GitHub
parent d8444e22ca
commit 96aed92e4a
1 changed files with 5 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
fastdeploy/engine/expert_service.py
View File

@@ -366,7 +366,6 @@ class ExpertService:
os.killpg(p.pid, signal.SIGTERM) os.killpg(p.pid, signal.SIGTERM)
except: except:
pass pass
if hasattr(self, "zmq_server") and self.zmq_server is not None: if hasattr(self, "zmq_server") and self.zmq_server is not None:
self.zmq_server.close() self.zmq_server.close()
@@ -381,7 +380,10 @@ def start_expert_service(cfg, local_data_parallel_id, ipc_signal_suffix):
if cfg.splitwise_role != "mixed": if cfg.splitwise_role != "mixed":
expert_service.split_connector.start_receiver() expert_service.split_connector.start_receiver()
else: else:
while True: def deamon_thread():
time.sleep(100) while True:
time.sleep(10)
t_deamon = threading.Thread(target=deamon_thread, daemon=True)
t_deamon.start()
except Exception as e: except Exception as e:
llm_logger.exception(f"Expert service failed to start: {e}") llm_logger.exception(f"Expert service failed to start: {e}")