From d4c16aa63e7e998d3d109d39171b97f778fcd600 Mon Sep 17 00:00:00 2001 From: =?UTF-8?q?=E5=91=A8=E5=91=A8=E5=91=A8?= <39978853+zhoutianzi666@users.noreply.github.com> Date: Mon, 8 Dec 2025 13:12:27 +0800 Subject: [PATCH] [BugFix][Cherry-Pick] fix can not enter into cuda graph (#5423) * fix bug * fix bug --- fastdeploy/config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/fastdeploy/config.py b/fastdeploy/config.py index a820e8d94..475b9f6ff 100644 --- a/fastdeploy/config.py +++ b/fastdeploy/config.py @@ -1578,7 +1578,7 @@ class FDConfig: self.graph_opt_config.init_with_cudagrpah_size(max_capture_size=max_capture_shape) if self.parallel_config.use_ep: - self.graph_opt_config.cudagraph_capture_sizes = [0] + self.graph_opt_config.cudagraph_capture_sizes + self.graph_opt_config.cudagraph_capture_sizes += [0] self.tokenizer = tokenizer self.ips = ips