apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-09-29 22:02:30 +08:00
Code Issues Actions 6 Packages Projects Releases Wiki Activity

Update cache_messager.py (#3172)

Browse Source
This commit is contained in:
ltd0924
2025-08-04 14:32:34 +08:00
committed by GitHub
parent 4021d66ea5
commit c9e6ce1518
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
fastdeploy/cache_manager/cache_messager.py
View File

@@ -142,7 +142,7 @@ class CacheMessager:
self.gpu_id = gpu_id
self.cache_info = dict()
self.dp_rank_id = local_data_parallel_id
self.dp_rank_id = self.rank + local_data_parallel_id * self.nranks
layerwise_send_cache_thread = threading.Thread(target=self._prefill_layerwise_send_cache_thread)
layerwise_send_cache_thread.daemon = True