From 88a94c821bd11424364c69c3faf3608eea4985e7 Mon Sep 17 00:00:00 2001 From: Jundong Liu <61149469+littledgg@users.noreply.github.com> Date: Fri, 31 Oct 2025 16:44:25 +0800 Subject: [PATCH] [FDConfig] [PD Disaggregation] [Graph Optimization] Close Cudagraph for P node when PD Disaggregation (#4632) * Close cudagraph for P node when PD Disaggregation * fix problem --- fastdeploy/config.py | 2 ++ 1 file changed, 2 insertions(+) diff --git a/fastdeploy/config.py b/fastdeploy/config.py index 6d550dbac..b570c2f8b 100644 --- a/fastdeploy/config.py +++ b/fastdeploy/config.py @@ -1547,6 +1547,8 @@ class FDConfig: self.cache_config.max_encoder_cache = 0 # Adjustment GraphOptConfig + if self.scheduler_config is not None and self.scheduler_config.splitwise_role == "prefill": + self.graph_opt_config.use_cudagraph = self.graph_opt_config.cudagraph_only_prefill if self.load_config is not None and self.load_config.dynamic_load_weight is True: self.graph_opt_config.graph_opt_level = 0 logger.info(