apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 08:37:06 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Bug Fix] move enable_valid_backend_check option -> runtime_option (#1450)

Browse Source 
* [Model] Add skip valid backend check option -> FastDeployModel

* [Model] Add skip valid backend check option -> FastDeployModel

* [Model] Add skip valid backend check option -> FastDeployModel

* [FastDeploy] move enable_valid_backend_check option -> runtime_option
This commit is contained in:
DefTruth
2023-02-28 09:57:31 +08:00
committed by GitHub
parent 08fa69352e
commit e86905ca0d
3 changed files with 14 additions and 14 deletions
Download Patch File Download Diff File Expand all files Collapse all files

4
fastdeploy/fastdeploy_model.cc
View File

@@ -49,7 +49,7 @@ bool FastDeployModel::IsSupported(const std::vector<Backend>& backends,
<< "the backend [" << backend
<< "] is supported for current model!" << std::endl;
return true;
} else if (!enable_valid_backend_check_) {
} else if (!runtime_option.enable_valid_backend_check) {
FDWARNING << "Checking for valid backend is disable, we don't"
<< " check to see if the backend [" << backend
<< "] is supported for current model!" << std::endl;
@@ -57,7 +57,7 @@ bool FastDeployModel::IsSupported(const std::vector<Backend>& backends,
}
return CheckBackendSupported(backends, backend);
#else
if (!enable_valid_backend_check_) {
if (!runtime_option.enable_valid_backend_check) {
FDWARNING << "Checking for valid backend is disable, we don't"
<< " check to see if the backend [" << backend
<< "] is supported for current model!" << std::endl;

12
fastdeploy/fastdeploy_model.h
View File

@@ -121,16 +121,6 @@ class FASTDEPLOY_DECL FastDeployModel {
virtual double GetProfileTime() {
return runtime_->GetProfileTime();
}
/** \brief Enable to check if current backend set by user can be found at valid_xxx_backend.
*/
virtual void EnableValidBackendCheck() {
enable_valid_backend_check_ = true;
}
/** \brief Disable to check if current backend set by user can be found at valid_xxx_backend.
*/
virtual void DisableValidBackendCheck() {
enable_valid_backend_check_ = false;
}
/** \brief Release reused input/output buffers
*/
virtual void ReleaseReusedBuffer() {
@@ -179,8 +169,6 @@ class FASTDEPLOY_DECL FastDeployModel {
// whether to record inference time
bool enable_record_time_of_runtime_ = false;
std::vector<double> time_of_runtime_;
// enable the check for valid backend, default true.
bool enable_valid_backend_check_ = true;
};
} // namespace fastdeploy

12
fastdeploy/runtime/runtime_option.h
View File

@@ -178,9 +178,21 @@ struct FASTDEPLOY_DECL RuntimeOption {
benchmark_option.enable_profile = false;
}
/** \brief Enable to check if current backend set by user can be found at valid_xxx_backend.
*/
void EnableValidBackendCheck() {
enable_valid_backend_check = true;
}
/** \brief Disable to check if current backend set by user can be found at valid_xxx_backend.
*/
void DisableValidBackendCheck() {
enable_valid_backend_check = false;
}
/// Benchmark option
benchmark::BenchmarkOption benchmark_option;
// enable the check for valid backend, default true.
bool enable_valid_backend_check = true;
// If model_from_memory is true, the model_file and params_file is
// binary stream in memory;