apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 16:48:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Merge pull request #1283 from wwbitejotunn/ppinfer_trt_bugfix

Browse Source 
[Bug Fix] Paddle backend bug when tensorrt enable
This commit is contained in:
Jack Zhou
2023-02-09 23:34:52 +08:00
committed by GitHub
parent 4742f97819 898b063216
commit 1476f15d80
1 changed files with 4 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
fastdeploy/runtime/backends/paddle/paddle_backend.cc
View File

@@ -44,6 +44,10 @@ void PaddleBackend::BuildOption(const PaddleBackendOption& option) {
"file will save to the directory where paddle model saved." "file will save to the directory where paddle model saved."
<< std::endl; << std::endl;
use_static = true; use_static = true;
std::string opt_cache_dir =
GetDirFromPath(option.trt_option.serialize_file);
config_.SetOptimCacheDir(opt_cache_dir);
} }
config_.EnableTensorRtEngine(option.trt_option.max_workspace_size, config_.EnableTensorRtEngine(option.trt_option.max_workspace_size,
option.trt_option.max_batch_size, 3, option.trt_option.max_batch_size, 3,