apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-14 04:44:00 +08:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

[Serving] Add trt workspace_size option for serving (#1963)

Browse Source 
add workspace_size option

Co-authored-by: DefTruth <31974251+DefTruth@users.noreply.github.com>
This commit is contained in:
WJJ1995
2023-05-19 11:29:58 +08:00
committed by GitHub
parent e3b285c762
commit 92fcee6c3b
1 changed files with 6 additions and 0 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
serving/src/fastdeploy_runtime.cc Normal file → Executable file
View File

@@ -313,6 +313,12 @@ ModelState::ModelState(TRITONBACKEND_Model* triton_model)
// THROW_IF_BACKEND_MODEL_ERROR(ParseUnsignedLongLongValue(
// value_string,
// &runtime_options_->trt_max_workspace_size));
} else if (param_key == "workspace_size") {
int max_workspace_size = 1 << 30;
THROW_IF_BACKEND_MODEL_ERROR(
ParseIntValue(value_string, &max_workspace_size));
runtime_options_->trt_option.max_workspace_size =
max_workspace_size;
} else if (param_key == "cache_file") {
runtime_options_->trt_option.serialize_file = value_string;
} else if (param_key == "use_paddle") {