apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[FDConfig]Turn on the CUDAGraph + PD Disaggregation switch (#4530)

Browse Source
This commit is contained in:
RAM
2025-10-23 21:05:14 +08:00
committed by GitHub
parent 9dc5c3e370
commit e36343d807
1 changed files with 0 additions and 5 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
fastdeploy/config.py
View File

@@ -1510,11 +1510,6 @@ class FDConfig:
self.structured_outputs_config.guided_decoding_backend = "xgrammar"
# Adjustment GraphOptConfig
if self.scheduler_config.splitwise_role != "mixed":
self.graph_opt_config.use_cudagraph = False
logger.info(
"CUDAGraph does not support to be started together with PD Disaggregation temporarily, but has been automatically closed!"
)
if self.load_config is not None and self.load_config.dynamic_load_weight is True:
self.graph_opt_config.graph_opt_level = 0
logger.info(