Merge pull request #1283 from wwbitejotunn/ppinfer_trt_bugfix

[Bug Fix] Paddle backend bug when tensorrt enable
This commit is contained in:
Jack Zhou
2023-02-09 23:34:52 +08:00
committed by GitHub

View File

@@ -44,6 +44,10 @@ void PaddleBackend::BuildOption(const PaddleBackendOption& option) {
"file will save to the directory where paddle model saved."
<< std::endl;
use_static = true;
std::string opt_cache_dir =
GetDirFromPath(option.trt_option.serialize_file);
config_.SetOptimCacheDir(opt_cache_dir);
}
config_.EnableTensorRtEngine(option.trt_option.max_workspace_size,
option.trt_option.max_batch_size, 3,