apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[PD Disaggregation] [Refine] Refine splitwise deployment (#5151)

Browse Source 
* Refine splitwise deployment

* up
This commit is contained in:
Juncai
2025-11-21 15:30:24 +08:00
committed by GitHub
parent 2d1dade5e2
commit f9b0545a7f
15 changed files with 371 additions and 492 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
fastdeploy/engine/engine.py
View File

@@ -403,8 +403,10 @@ class LLMEngine:
llm_logger.info("Engine shut down, exiting sub services...")
if hasattr(self, "cache_manager_processes"):
self.engine.resource_manager.cache_manager.shm_cache_task_flag_broadcast.clear()
self.engine.resource_manager.cache_manager.cache_ready_signal.clear()
if hasattr(self.engine.resource_manager.cache_manager, "shm_cache_task_flag_broadcast"):
self.engine.resource_manager.cache_manager.shm_cache_task_flag_broadcast.clear()
if hasattr(self.engine.resource_manager.cache_manager, "cache_ready_signal"):
self.engine.resource_manager.cache_manager.cache_ready_signal.clear()
for p in self.cache_manager_processes:
llm_logger.info(f"Killing cache manager process {p.pid}")
try: