apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-13 12:23:55 +08:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

[Serving] Add collect shape and fix serving infer (#1658)

Browse Source 
Add collect shape and fix serving infer
This commit is contained in:
Jack Zhou
2023-03-20 19:55:30 +08:00
committed by GitHub
parent af18e597d0
commit 012c7771c1
2 changed files with 17 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
serving/src/fastdeploy_runtime.cc
View File

@@ -345,6 +345,12 @@ ModelState::ModelState(TRITONBACKEND_Model* triton_model)
ParseBoolValue(value_string, &enable_fixed_size_opt));
runtime_options_->paddle_infer_option.enable_fixed_size_opt =
enable_fixed_size_opt;
} else if (param_key == "collect_trt_shape") {
bool collect_trt_shape = false;
THROW_IF_BACKEND_MODEL_ERROR(
ParseBoolValue(value_string, &collect_trt_shape));
runtime_options_->paddle_infer_option.collect_trt_shape =
collect_trt_shape;
}
}
}