From 447297a7b5fdebe0a4722cf63912910802e28d14 Mon Sep 17 00:00:00 2001 From: gaoziyuan <88373061+gzy19990617@users.noreply.github.com> Date: Thu, 11 Sep 2025 16:08:00 +0800 Subject: [PATCH] fix gid (#4054) Co-authored-by: Divano --- fastdeploy/config.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/fastdeploy/config.py b/fastdeploy/config.py index 9b2eba9c6..b76407554 100644 --- a/fastdeploy/config.py +++ b/fastdeploy/config.py @@ -348,12 +348,14 @@ class ParallelConfig: (self.data_parallel_rank + 1) * self.tensor_parallel_size, ) ) + dist.collective._set_custom_gid(None) # same ep group id dist.collective._set_custom_gid(self.data_parallel_size + tp_gid_offset) self.ep_group = dist.new_group(range(self.expert_parallel_size)) logger.info( f"data_parallel_size: {self.data_parallel_size}, tensor_parallel_size: {self.tensor_parallel_size}, expert_parallel_size: {self.expert_parallel_size}, data_parallel_rank: {self.data_parallel_rank}, tensor_parallel_rank: {self.tensor_parallel_rank}, expert_parallel_rank: {self.expert_parallel_rank}, tp_group: {self.tp_group}." ) + dist.collective._set_custom_gid(None) def print(self): """