apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-18 22:44:39 +08:00
Code Issues Actions 3 Packages Projects Releases Wiki Activity

[Backend] Support Intel GPU with OpenVINO (#472)

Browse Source 
* Update ov_backend.cc

* Update ov_backend.cc

* support set openvino device
This commit is contained in:
Jason
2022-11-17 17:08:49 +08:00
committed by GitHub
parent 3c5e8cd95d
commit dbe96cd049
7 changed files with 24 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

8
fastdeploy/runtime.h
View File

@@ -168,6 +168,11 @@ struct FASTDEPLOY_DECL RuntimeOption {
*/
void SetPaddleMKLDNNCacheSize(int size);
/**
* @brief Set device name for OpenVINO, default 'CPU', can also be 'AUTO', 'GPU', 'GPU.1'....
*/
void SetOpenVINODevice(const std::string& name = "CPU");
/**
* @brief Set optimzed model dir for Paddle Lite backend.
*/
@@ -344,6 +349,9 @@ struct FASTDEPLOY_DECL RuntimeOption {
size_t trt_max_batch_size = 32;
size_t trt_max_workspace_size = 1 << 30;
// ======Only for OpenVINO Backend======
std::string openvino_device = "CPU";
// ======Only for Poros Backend=======
bool is_dynamic = false;
bool long_to_int = true;