apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-06 17:17:14 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Merge pull request #1552 from joey12300/fix_delete_pass

Browse Source 
[Backend] Fix delete pass of paddle inference
This commit is contained in:
Jack Zhou
2023-03-08 19:57:08 +08:00
committed by GitHub
parent 6be2c0367b 384eca14fd
commit f4736e7931
1 changed files with 9 additions and 7 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
fastdeploy/runtime/backends/paddle/paddle_backend.cc
View File

@@ -88,13 +88,6 @@ void PaddleBackend::BuildOption(const PaddleBackendOption& option) {
if (!option.enable_log_info) {
config_.DisableGlogInfo();
}
if (!option.delete_pass_names.empty()) {
auto pass_builder = config_.pass_builder();
for (int i = 0; i < option.delete_pass_names.size(); i++) {
FDINFO << "Delete pass : " << option.delete_pass_names[i] << std::endl;
pass_builder->DeletePass(option.delete_pass_names[i]);
}
}
if (option.cpu_thread_num <= 0) {
config_.SetCpuMathLibraryNumThreads(8);
} else {
@@ -239,6 +232,15 @@ bool PaddleBackend::InitFromPaddle(const std::string& model_buffer,
<< " to set TensorRT dynamic shape." << std::endl;
config_.EnableTunedTensorRtDynamicShape(shape_range_info, false);
}
// Note(zhoushunjie): The pass deletion should be executed just before
// creating predictor.
if (!option.delete_pass_names.empty()) {
auto pass_builder = config_.pass_builder();
for (int i = 0; i < option.delete_pass_names.size(); i++) {
FDINFO << "Delete pass : " << option.delete_pass_names[i] << std::endl;
pass_builder->DeletePass(option.delete_pass_names[i]);
}
}
predictor_ = paddle_infer::CreatePredictor(config_);
initialized_ = true;
return true;