mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-05 08:37:06 +08:00
[BugFix] ep mixed mode offline exit failed (#3623)
This commit is contained in:
@@ -366,7 +366,6 @@ class ExpertService:
|
||||
os.killpg(p.pid, signal.SIGTERM)
|
||||
except:
|
||||
pass
|
||||
|
||||
if hasattr(self, "zmq_server") and self.zmq_server is not None:
|
||||
self.zmq_server.close()
|
||||
|
||||
@@ -381,7 +380,10 @@ def start_expert_service(cfg, local_data_parallel_id, ipc_signal_suffix):
|
||||
if cfg.splitwise_role != "mixed":
|
||||
expert_service.split_connector.start_receiver()
|
||||
else:
|
||||
while True:
|
||||
time.sleep(100)
|
||||
def deamon_thread():
|
||||
while True:
|
||||
time.sleep(10)
|
||||
t_deamon = threading.Thread(target=deamon_thread, daemon=True)
|
||||
t_deamon.start()
|
||||
except Exception as e:
|
||||
llm_logger.exception(f"Expert service failed to start: {e}")
|
||||
|
Reference in New Issue
Block a user