apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 16:48:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Update cache_messager.py (#3173)

Browse Source
This commit is contained in:
ltd0924
2025-08-04 15:09:17 +08:00
committed by GitHub
parent d4059cabf0
commit 5f6fc7f7b9
1 changed files with 1 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
fastdeploy/cache_manager/cache_messager.py
View File

@@ -142,7 +142,7 @@ class CacheMessager:
self.gpu_id = gpu_id self.gpu_id = gpu_id
self.cache_info = dict() self.cache_info = dict()
self.dp_rank_id = local_data_parallel_id self.dp_rank_id = self.rank + local_data_parallel_id * self.nranks
layerwise_send_cache_thread = threading.Thread(target=self._prefill_layerwise_send_cache_thread) layerwise_send_cache_thread = threading.Thread(target=self._prefill_layerwise_send_cache_thread)
layerwise_send_cache_thread.daemon = True layerwise_send_cache_thread.daemon = True