[fix] fix clearing caches synchronization and add more logs (#4212)

* [fix] fix clearing caches synchronization and add more logs

* [chore] print cache_ready_signal in log
This commit is contained in:
李泳桦
2025-09-23 19:36:38 +08:00
committed by GitHub
parent de4feff147
commit cb8d87b945
3 changed files with 51 additions and 22 deletions

View File

@@ -115,7 +115,7 @@ class DynamicWeightManager:
self._verify_parameters("clearance")
if self.parallel_config.tensor_parallel_size > 1:
paddle.distributed.barrier(self.parallel_config.tp_group)
paddle.distributed.shutdown_process_group(self.parallel_config.tp_group)
paddle.distributed.shutdown_process_group(self.parallel_config.tp_group)
if self.parallel_config.enable_expert_parallel:
paddle.distributed.barrier(self.parallel_config.ep_group)
paddle.distributed.shutdown_process_group(self.parallel_config.ep_group)