From b89f083004259764d55a563c4385f69d50e237c6 Mon Sep 17 00:00:00 2001 From: RAM Date: Fri, 18 Jul 2025 10:58:05 +0800 Subject: [PATCH] [Executor] Fix set capture sizes bug (#2903) --- fastdeploy/config.py | 2 +- 1 file changed, 1 insertion(+), 1 deletion(-) diff --git a/fastdeploy/config.py b/fastdeploy/config.py index 2e5473728..1b15f7684 100644 --- a/fastdeploy/config.py +++ b/fastdeploy/config.py @@ -317,7 +317,7 @@ class GraphOptimizationConfig: pre-compute the mapping from batch size to padded graph size """ # Regular capture sizes - self.cudagraph_capture_sizes = [size for size in self.cudagraph_capture_sizes if size < max_num_seqs] + self.cudagraph_capture_sizes = [size for size in self.cudagraph_capture_sizes if size <= max_num_seqs] dedup_sizes = list(set(self.cudagraph_capture_sizes)) if len(dedup_sizes) < len(self.cudagraph_capture_sizes): logger.info(("cudagraph sizes specified by model runner"