apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 08:37:06 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Bug fix] Add the missing pod_ip param to the launch_cache_manager function. (#2742)
Some checks failed
Deploy GitHub Pages / deploy (push) Has been cancelled
Details

Browse Source 
* [Bug fix] fix the missing position args in expert_service.py

* update
This commit is contained in:
Longzhi Wang
2025-07-08 14:52:13 +08:00
committed by GitHub
parent 525be243e7
commit 57b086dc6b
1 changed files with 7 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

10
fastdeploy/engine/expert_service.py
View File

@@ -115,9 +115,13 @@ class ExpertService(object):
llm_logger.info(f"start expert service {local_data_parallel_id}")
self.cache_manager_processes = self.resource_manager.cache_manager.launch_cache_manager(
self.cfg.cache_config, self.cfg.tensor_parallel_size,
self.cfg.local_device_ids, self.cfg.engine_worker_queue_port,
f"{local_data_parallel_id}_{ipc_signal_suffix}")
cache_config=self.cfg.cache_config,
tensor_parallel_size=self.cfg.tensor_parallel_size,
device_ids=self.cfg.local_device_ids,
pod_ip=self.cfg.pod_ips[0],
engine_worker_queue_port=self.cfg.engine_worker_queue_port,
pid_suffix=f"{local_data_parallel_id}_{ipc_signal_suffix}"
)
self.insert_task_to_worker_thread = threading.Thread(
target=self._insert_task_to_worker, args=())