[feature]2.2 custom_allreduce support cudagraph recapture (#4307)

* custom_allreduce support cudagraph recapture

* delete code

* add shut_down/restart default group
This commit is contained in:
chen
2025-09-29 18:14:21 +08:00
committed by GitHub
parent 9cc2c99539
commit 63a03ee152
7 changed files with 31 additions and 3 deletions

View File

@@ -25,6 +25,7 @@ from paddle.distributed.communication.group import Group
from fastdeploy.distributed.custom_all_reduce import cuda_wrapper
from fastdeploy.model_executor.ops.gpu import (
all_reduce,
clear_ipc_handles,
dispose,
get_graph_buffer_ipc_meta,
init_custom_all_reduce,
@@ -220,6 +221,9 @@ class CustomAllreduce:
else:
return self.all_reduce(input, input, registered=False)
def clear_ipc_handles(self):
clear_ipc_handles(self._ptr)
def close(self):
if self._ptr:
dispose(self._ptr)