fix paddle-mkldnn bug (#366)

* fix input name bug

* fix paddle-mkldnn bug
This commit is contained in:
heliqi
2022-10-13 08:37:31 -05:00
committed by GitHub
parent 6f497b32f5
commit 831ef42207
4 changed files with 31 additions and 2 deletions

View File

@@ -53,6 +53,7 @@ void PaddleBackend::BuildOption(const PaddleBackendOption& option) {
} else { } else {
config_.DisableGpu(); config_.DisableGpu();
if (option.enable_mkldnn) { if (option.enable_mkldnn) {
config_.EnableMKLDNN();
config_.SetMkldnnCacheCapacity(option.mkldnn_cache_size); config_.SetMkldnnCacheCapacity(option.mkldnn_cache_size);
} }
} }

View File

@@ -1 +1,29 @@
# 服务化部署镜像编译 # 服务化部署镜像编译
本文档介绍如何制作FastDploy镜像
## 制作GPU镜像
FastDploy发布的GPU镜像基于[Triton Inference Server](https://github.com/triton-inference-server/server)的21.10版本进行制作如果有其他CUDA版本需求可以参照[NVIDIA 官网](https://docs.nvidia.com/deeplearning/frameworks/support-matrix/index.html)中展示的版本信息修改Dockerfile和scripts中的脚本.
```
# 进入serving目录执行脚本编译fastdeply和服务化的backend
cd serving
bash scripts/build.sh
# 退出到FastDeploy主目录制作镜像
cd ../
docker build -t paddlepaddle/fastdeploy:0.3.0-gpu-cuda11.4-trt8.4-21.10 -f serving/Dockerfile .
```
## 制作CPU镜像
```
# 进入serving目录执行脚本编译fastdeply和服务化的backend
cd serving
bash scripts/build.sh OFF
# 退出到FastDeploy主目录制作镜像
cd ../
docker build -t paddlepaddle/fastdeploy:0.3.0-cpu-only -f serving/Dockerfile_cpu .
```

View File

@@ -42,7 +42,7 @@ docker run -it --rm --name build_fd_vison \
else else
docker run -it --rm --name build_fd_vison \ docker run -it --rm --name build_fd_vison \
-v`pwd`:/workspace/fastdeploy \ -v`pwd`/..:/workspace/fastdeploy \
paddlepaddle/fastdeploy:22.09-cpu-only-buildbase \ paddlepaddle/fastdeploy:22.09-cpu-only-buildbase \
bash -c \ bash -c \
'cd /workspace/fastdeploy/python; 'cd /workspace/fastdeploy/python;

View File

@@ -315,7 +315,7 @@ ModelState::ModelState(TRITONBACKEND_Model* triton_model)
// &runtime_options_->trt_max_workspace_size)); // &runtime_options_->trt_max_workspace_size));
} else if (param_key == "cache_file") { } else if (param_key == "cache_file") {
runtime_options_->SetTrtCacheFile(value_string); runtime_options_->SetTrtCacheFile(value_string);
} else (param_key == "use_paddle") { } else if (param_key == "use_paddle") {
runtime_options_->EnablePaddleToTrt(); runtime_options_->EnablePaddleToTrt();
} }
} }