apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 08:37:06 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Fix bug of get input/output information from PaddleBackend (#339)

Browse Source 
* Fix bug of get input/output information from PaddleBackend

* Support Paddle Inference with TensorRT (#340)

* Fix bug
This commit is contained in:
Jason
2022-10-12 11:37:26 +08:00
committed by GitHub
parent 3faaeaea36
commit 945e197bd1
8 changed files with 152 additions and 38 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
fastdeploy/runtime.h
View File

@@ -126,6 +126,11 @@ struct FASTDEPLOY_DECL RuntimeOption {
/// Set mkldnn switch while using Paddle Inference as inference backend
void SetPaddleMKLDNN(bool pd_mkldnn = true);
/*
* @brief If TensorRT backend is used, EnablePaddleToTrt will change to use Paddle Inference backend, and use its integrated TensorRT instead.
*/
void EnablePaddleToTrt();
/**
* @brief Delete pass by name while using Paddle Inference as inference backend, this can be called multiple times to delete a set of passes
*/
@@ -214,6 +219,7 @@ struct FASTDEPLOY_DECL RuntimeOption {
// ======Only for Paddle Backend=====
bool pd_enable_mkldnn = true;
bool pd_enable_log_info = false;
bool pd_enable_trt = false;
int pd_mkldnn_cache_size = 1;
std::vector<std::string> pd_delete_pass_names;