apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-04 16:22:57 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Executor] Fix bug of logger.debug (#2778)

Browse Source
This commit is contained in:
RAM
2025-07-09 19:13:43 +08:00
committed by GitHub
parent 1f28bdf994
commit e3768c5a83
1 changed files with 4 additions and 4 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
fastdeploy/model_executor/graph_optimization/cudagraph_piecewise_backend.py
View File

@@ -75,9 +75,9 @@ class CudaGraphPiecewiseBackend:
ids_remove_padding: paddle.Tensor = kwargs["ids_remove_padding"] ids_remove_padding: paddle.Tensor = kwargs["ids_remove_padding"]
batch_size = ids_remove_padding.shape[0] batch_size = ids_remove_padding.shape[0]
padding_batch_size = self.batch_size_to_captured_size[batch_size] padding_batch_size = self.batch_size_to_captured_size[batch_size]
logger.debug( logger.debug((
f"[CUDA GRAPH] The actual batch size obtained by CUDAGraph is :{batch_size}, ", f"[CUDA GRAPH] The actual batch size obtained by CUDAGraph is :{batch_size}, ",
f"The padded batch size is :{padding_batch_size}") f"The padded batch size is :{padding_batch_size}"))
entry = self.concrete_size_entries.get(padding_batch_size) entry = self.concrete_size_entries.get(padding_batch_size)
assert entry is not None, f"Batch size:{padding_batch_size} is not in cuda graph capture list." assert entry is not None, f"Batch size:{padding_batch_size} is not in cuda graph capture list."
@@ -96,10 +96,10 @@ class CudaGraphPiecewiseBackend:
for n in range(entry.num_finished_warmup, self.warm_up_size): for n in range(entry.num_finished_warmup, self.warm_up_size):
entry.num_finished_warmup += 1 entry.num_finished_warmup += 1
entry.runnable(**kwargs) entry.runnable(**kwargs)
logger.debug( logger.debug((
"[CUDA GRAPH] Warm up for batch size ", "[CUDA GRAPH] Warm up for batch size ",
f"{padding_batch_size}, finished ({n+1}/{entry.num_finished_warmup}) times" f"{padding_batch_size}, finished ({n+1}/{entry.num_finished_warmup}) times"
) ))
# Store input addresses for debug # Store input addresses for debug
input_addresses = [ input_addresses = [