From 5f6fc7f7b9802c9271e54963a8f65a3788307fb9 Mon Sep 17 00:00:00 2001 From: ltd0924 <32387785+ltd0924@users.noreply.github.com> Date: Mon, 4 Aug 2025 15:09:17 +0800 Subject: [PATCH] Update cache_messager.py (#3173) --- fastdeploy/cache_manager/cache_messager.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/fastdeploy/cache_manager/cache_messager.py b/fastdeploy/cache_manager/cache_messager.py index e06d05a67..456ba1c34 100644 --- a/fastdeploy/cache_manager/cache_messager.py +++ b/fastdeploy/cache_manager/cache_messager.py @@ -142,7 +142,7 @@ class CacheMessager: self.gpu_id = gpu_id self.cache_info = dict() - self.dp_rank_id = local_data_parallel_id + self.dp_rank_id = self.rank + local_data_parallel_id * self.nranks layerwise_send_cache_thread = threading.Thread(target=self._prefill_layerwise_send_cache_thread) layerwise_send_cache_thread.daemon = True