apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-07 01:22:59 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Backend] Support Intel GPU with OpenVINO (#472)

Browse Source 
* Update ov_backend.cc

* Update ov_backend.cc

* support set openvino device
This commit is contained in:
Jason
2022-11-17 17:08:49 +08:00
committed by GitHub
parent 3c5e8cd95d
commit dbe96cd049
7 changed files with 24 additions and 3 deletions
Download Patch File Download Diff File Expand all files Collapse all files

6
fastdeploy/backends/openvino/ov_backend.cc
View File

@@ -158,7 +158,8 @@ bool OpenVINOBackend::InitFromPaddle(const std::string& model_file,
} else if (option_.ov_num_streams > 0) {
properties["NUM_STREAMS"] = option_.ov_num_streams;
}
compiled_model_ = core_.compile_model(model, "CPU", properties);
FDINFO << "Compile OpenVINO model on device_name:" << option.device << "." << std::endl;
compiled_model_ = core_.compile_model(model, option.device, properties);
request_ = compiled_model_.create_infer_request();
initialized_ = true;
@@ -255,7 +256,8 @@ bool OpenVINOBackend::InitFromOnnx(const std::string& model_file,
} else if (option_.ov_num_streams > 0) {
properties["NUM_STREAMS"] = option_.ov_num_streams;
}
compiled_model_ = core_.compile_model(model, "CPU", properties);
FDINFO << "Compile OpenVINO model on device_name:" << option.device << "." << std::endl;
compiled_model_ = core_.compile_model(model, option.device, properties);
request_ = compiled_model_.create_infer_request();