apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 16:48:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Bug Fix] move enable_valid_backend_check option -> runtime_option (#1450)

Browse Source 
* [Model] Add skip valid backend check option -> FastDeployModel

* [Model] Add skip valid backend check option -> FastDeployModel

* [Model] Add skip valid backend check option -> FastDeployModel

* [FastDeploy] move enable_valid_backend_check option -> runtime_option
This commit is contained in:
DefTruth
2023-02-28 09:57:31 +08:00
committed by GitHub
parent 08fa69352e
commit e86905ca0d
3 changed files with 14 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
fastdeploy/fastdeploy_model.cc
View File

@@ -49,7 +49,7 @@ bool FastDeployModel::IsSupported(const std::vector<Backend>& backends,
<< "the backend [" << backend << "the backend [" << backend
<< "] is supported for current model!" << std::endl; << "] is supported for current model!" << std::endl;
return true; return true;
} else if (!enable_valid_backend_check_) { } else if (!runtime_option.enable_valid_backend_check) {
FDWARNING << "Checking for valid backend is disable, we don't" FDWARNING << "Checking for valid backend is disable, we don't"
<< " check to see if the backend [" << backend << " check to see if the backend [" << backend
<< "] is supported for current model!" << std::endl; << "] is supported for current model!" << std::endl;
@@ -57,7 +57,7 @@ bool FastDeployModel::IsSupported(const std::vector<Backend>& backends,
} }
return CheckBackendSupported(backends, backend); return CheckBackendSupported(backends, backend);
#else #else
if (!enable_valid_backend_check_) { if (!runtime_option.enable_valid_backend_check) {
FDWARNING << "Checking for valid backend is disable, we don't" FDWARNING << "Checking for valid backend is disable, we don't"
<< " check to see if the backend [" << backend << " check to see if the backend [" << backend
<< "] is supported for current model!" << std::endl; << "] is supported for current model!" << std::endl;

12
fastdeploy/fastdeploy_model.h
View File

@@ -121,16 +121,6 @@ class FASTDEPLOY_DECL FastDeployModel {
virtual double GetProfileTime() { virtual double GetProfileTime() {
return runtime_->GetProfileTime(); return runtime_->GetProfileTime();
} }
/** \brief Enable to check if current backend set by user can be found at valid_xxx_backend.
*/
virtual void EnableValidBackendCheck() {
enable_valid_backend_check_ = true;
}
/** \brief Disable to check if current backend set by user can be found at valid_xxx_backend.
*/
virtual void DisableValidBackendCheck() {
enable_valid_backend_check_ = false;
}
/** \brief Release reused input/output buffers /** \brief Release reused input/output buffers
*/ */
virtual void ReleaseReusedBuffer() { virtual void ReleaseReusedBuffer() {
@@ -179,8 +169,6 @@ class FASTDEPLOY_DECL FastDeployModel {
// whether to record inference time // whether to record inference time
bool enable_record_time_of_runtime_ = false; bool enable_record_time_of_runtime_ = false;
std::vector<double> time_of_runtime_; std::vector<double> time_of_runtime_;
// enable the check for valid backend, default true.
bool enable_valid_backend_check_ = true;
}; };
} // namespace fastdeploy } // namespace fastdeploy

12
fastdeploy/runtime/runtime_option.h
View File

@@ -178,9 +178,21 @@ struct FASTDEPLOY_DECL RuntimeOption {
benchmark_option.enable_profile = false; benchmark_option.enable_profile = false;
} }
/** \brief Enable to check if current backend set by user can be found at valid_xxx_backend.
*/
void EnableValidBackendCheck() {
enable_valid_backend_check = true;
}
/** \brief Disable to check if current backend set by user can be found at valid_xxx_backend.
*/
void DisableValidBackendCheck() {
enable_valid_backend_check = false;
}
/// Benchmark option /// Benchmark option
benchmark::BenchmarkOption benchmark_option; benchmark::BenchmarkOption benchmark_option;
// enable the check for valid backend, default true.
bool enable_valid_backend_check = true;
// If model_from_memory is true, the model_file and params_file is // If model_from_memory is true, the model_file and params_file is
// binary stream in memory; // binary stream in memory;