apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[PD Disaggregation] Unify the disaggregation info and the pd communication (#5438)

Browse Source 
* Unify the disaggregation info and the pd communication

* up

* up

* fix

* fix conflict

* fix unittest
This commit is contained in:
Juncai
2025-12-09 14:44:59 +08:00
committed by GitHub
parent 8178e3fc6a
commit 83ea9646f9
10 changed files with 146 additions and 233 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
fastdeploy/engine/engine.py
View File

@@ -715,11 +715,10 @@ class LLMEngine:
role = self.cfg.scheduler_config.splitwise_role
host_ip = self.cfg.host_ip
disaggregate = self.cfg.disaggregate_info
request_queues_for_dp_ipc = None
result_queues_for_dp_ipc = None
if self.cfg.scheduler_config.name == "splitwise":
self.engine.scheduler.start(role, host_ip, disaggregate)
self.engine.scheduler.start(role, host_ip, self.cfg.register_info)
elif self.cfg.scheduler_config.name == "dp":
request_queues_for_dp_ipc = []
result_queues_for_dp_ipc = []