apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-14 04:44:00 +08:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

[Serving]support encryt (#1349)

Browse Source 
* serving support encryt

* Update fastdeploy_runtime.cc
This commit is contained in:
heliqi
2023-02-17 15:29:57 +08:00
committed by GitHub
parent 6c13ab1f7e
commit 8f21d55e5c
1 changed files with 12 additions and 2 deletions
Download Patch File Download Diff File Expand all files Collapse all files

14
serving/src/fastdeploy_runtime.cc
View File

@@ -230,7 +230,10 @@ ModelState::ModelState(TRITONBACKEND_Model* triton_model)
ParseBoolValue(value_string, &pd_enable_mkldnn)); ParseBoolValue(value_string, &pd_enable_mkldnn));
runtime_options_->SetPaddleMKLDNN(pd_enable_mkldnn); runtime_options_->SetPaddleMKLDNN(pd_enable_mkldnn);
} else if (param_key == "use_paddle_log") { } else if (param_key == "use_paddle_log") {
runtime_options_->EnablePaddleLogInfo(); bool use_paddle_log;
THROW_IF_BACKEND_MODEL_ERROR(
ParseBoolValue(value_string, &use_paddle_log));
runtime_options_->paddle_infer_option.enable_log_info = use_paddle_log;
} else if (param_key == "num_streams") { } else if (param_key == "num_streams") {
int num_streams; int num_streams;
THROW_IF_BACKEND_MODEL_ERROR( THROW_IF_BACKEND_MODEL_ERROR(
@@ -241,6 +244,8 @@ ModelState::ModelState(TRITONBACKEND_Model* triton_model)
ParseBoolValue(value_string, &is_clone_)); ParseBoolValue(value_string, &is_clone_));
} else if (param_key == "use_ipu") { } else if (param_key == "use_ipu") {
// runtime_options_->UseIpu(); // runtime_options_->UseIpu();
} else if (param_key == "encryption_key") {
runtime_options_->SetEncryptionKey(value_string);
} }
} }
} }
@@ -312,10 +317,15 @@ ModelState::ModelState(TRITONBACKEND_Model* triton_model)
} else if (param_key == "use_paddle") { } else if (param_key == "use_paddle") {
runtime_options_->EnablePaddleToTrt(); runtime_options_->EnablePaddleToTrt();
} else if (param_key == "use_paddle_log") { } else if (param_key == "use_paddle_log") {
runtime_options_->EnablePaddleLogInfo(); bool use_paddle_log;
THROW_IF_BACKEND_MODEL_ERROR(
ParseBoolValue(value_string, &use_paddle_log));
runtime_options_->paddle_infer_option.enable_log_info = use_paddle_log;
} else if (param_key == "is_clone") { } else if (param_key == "is_clone") {
THROW_IF_BACKEND_MODEL_ERROR( THROW_IF_BACKEND_MODEL_ERROR(
ParseBoolValue(value_string, &is_clone_)); ParseBoolValue(value_string, &is_clone_));
} else if (param_key == "encryption_key") {
runtime_options_->SetEncryptionKey(value_string);
} }
} }
} }