apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-06 17:17:14 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Backend]Add switch_ir_debug for Paddle Backend (#1700)

Browse Source 
* avoid mem copy for cpp benchmark

* set CMAKE_BUILD_TYPE to Release

* Add SegmentationDiff

* change pointer to reference

* fixed bug

* cast uint8 to int32

* Add diff compare for OCR

* Add diff compare for OCR

* rm ppocr pipeline

* Add yolov5 diff compare

* Add yolov5 diff compare

* deal with comments

* deal with comments

* fixed bug

* fixed bug

* fixed thread nums

* Add Failed log

* optimizer x86 pipeline

* Add switch_ir_debug for paddle backend

* fixed for ci
This commit is contained in:
WJJ1995
2023-03-24 17:29:31 +08:00
committed by GitHub
parent 631f94d276
commit 5c70db176f
3 changed files with 9 additions and 1 deletions
Download Patch File Download Diff File Expand all files Collapse all files

2
fastdeploy/runtime/backends/paddle/option.h
View File

@@ -56,6 +56,8 @@ struct PaddleBackendOption {
bool enable_trt = false; bool enable_trt = false;
/// Whether enable memory optimize, default true /// Whether enable memory optimize, default true
bool enable_memory_optimize = true; bool enable_memory_optimize = true;
/// Whether enable ir debug, default false
bool switch_ir_debug = false;
/* /*
* @brief IPU option, this will configure the IPU hardware, if inference model in IPU * @brief IPU option, this will configure the IPU hardware, if inference model in IPU

4
fastdeploy/runtime/backends/paddle/option_pybind.cc Normal file → Executable file
View File

@@ -41,7 +41,9 @@ void BindPaddleOption(pybind11::module& m) {
.def_readwrite("enable_log_info", &PaddleBackendOption::enable_log_info) .def_readwrite("enable_log_info", &PaddleBackendOption::enable_log_info)
.def_readwrite("enable_mkldnn", &PaddleBackendOption::enable_mkldnn) .def_readwrite("enable_mkldnn", &PaddleBackendOption::enable_mkldnn)
.def_readwrite("enable_trt", &PaddleBackendOption::enable_trt) .def_readwrite("enable_trt", &PaddleBackendOption::enable_trt)
.def_readwrite("enable_memory_optimize", &PaddleBackendOption::enable_memory_optimize) .def_readwrite("enable_memory_optimize",
&PaddleBackendOption::enable_memory_optimize)
.def_readwrite("switch_ir_debug", &PaddleBackendOption::switch_ir_debug)
.def_readwrite("ipu_option", &PaddleBackendOption::ipu_option) .def_readwrite("ipu_option", &PaddleBackendOption::ipu_option)
.def_readwrite("collect_trt_shape", .def_readwrite("collect_trt_shape",
&PaddleBackendOption::collect_trt_shape) &PaddleBackendOption::collect_trt_shape)

4
fastdeploy/runtime/backends/paddle/paddle_backend.cc Normal file → Executable file
View File

@@ -24,6 +24,10 @@ void PaddleBackend::BuildOption(const PaddleBackendOption& option) {
option_ = option; option_ = option;
if (option.device == Device::GPU) { if (option.device == Device::GPU) {
config_.EnableUseGpu(option.gpu_mem_init_size, option.device_id); config_.EnableUseGpu(option.gpu_mem_init_size, option.device_id);
if (option_.switch_ir_debug) {
FDINFO << "Will Enable ir_debug for Paddle Backend." << std::endl;
config_.SwitchIrDebug();
}
if (option_.external_stream_) { if (option_.external_stream_) {
FDINFO << "Will use external stream for Paddle Backend." << std::endl; FDINFO << "Will use external stream for Paddle Backend." << std::endl;
config_.SetExecStream(option_.external_stream_); config_.SetExecStream(option_.external_stream_);