apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[BugFix]remove _execute_empty_input (#5396)

Browse Source
This commit is contained in:
周周周
2025-12-05 20:19:01 +08:00
committed by GitHub
parent d4979347ca
commit 94c57e4175
2 changed files with 19 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

3
fastdeploy/config.py
View File

@@ -1577,6 +1577,9 @@ class FDConfig:
self.graph_opt_config._set_cudagraph_sizes(max_capture_size=max_capture_shape)
self.graph_opt_config.init_with_cudagrpah_size(max_capture_size=max_capture_shape)
if self.parallel_config.use_ep:
self.graph_opt_config.cudagraph_capture_sizes = [0] + self.graph_opt_config.cudagraph_capture_sizes
self.tokenizer = tokenizer
self.ips = ips
self.tool_parser = tool_parser