mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-19 06:54:41 +08:00
fix paddle-mkldnn bug (#366)
* fix input name bug * fix paddle-mkldnn bug
This commit is contained in:
@@ -53,6 +53,7 @@ void PaddleBackend::BuildOption(const PaddleBackendOption& option) {
|
||||
} else {
|
||||
config_.DisableGpu();
|
||||
if (option.enable_mkldnn) {
|
||||
config_.EnableMKLDNN();
|
||||
config_.SetMkldnnCacheCapacity(option.mkldnn_cache_size);
|
||||
}
|
||||
}
|
||||
|
@@ -1 +1,29 @@
|
||||
# 服务化部署镜像编译
|
||||
|
||||
本文档介绍如何制作FastDploy镜像
|
||||
|
||||
## 制作GPU镜像
|
||||
|
||||
FastDploy发布的GPU镜像基于[Triton Inference Server](https://github.com/triton-inference-server/server)的21.10版本进行制作,如果有其他CUDA版本需求,可以参照[NVIDIA 官网](https://docs.nvidia.com/deeplearning/frameworks/support-matrix/index.html)中展示的版本信息修改Dockerfile和scripts中的脚本.
|
||||
|
||||
```
|
||||
# 进入serving目录执行脚本编译fastdeply和服务化的backend
|
||||
cd serving
|
||||
bash scripts/build.sh
|
||||
|
||||
# 退出到FastDeploy主目录,制作镜像
|
||||
cd ../
|
||||
docker build -t paddlepaddle/fastdeploy:0.3.0-gpu-cuda11.4-trt8.4-21.10 -f serving/Dockerfile .
|
||||
```
|
||||
|
||||
## 制作CPU镜像
|
||||
|
||||
```
|
||||
# 进入serving目录执行脚本编译fastdeply和服务化的backend
|
||||
cd serving
|
||||
bash scripts/build.sh OFF
|
||||
|
||||
# 退出到FastDeploy主目录,制作镜像
|
||||
cd ../
|
||||
docker build -t paddlepaddle/fastdeploy:0.3.0-cpu-only -f serving/Dockerfile_cpu .
|
||||
```
|
||||
|
@@ -42,7 +42,7 @@ docker run -it --rm --name build_fd_vison \
|
||||
else
|
||||
|
||||
docker run -it --rm --name build_fd_vison \
|
||||
-v`pwd`:/workspace/fastdeploy \
|
||||
-v`pwd`/..:/workspace/fastdeploy \
|
||||
paddlepaddle/fastdeploy:22.09-cpu-only-buildbase \
|
||||
bash -c \
|
||||
'cd /workspace/fastdeploy/python;
|
||||
|
@@ -315,7 +315,7 @@ ModelState::ModelState(TRITONBACKEND_Model* triton_model)
|
||||
// &runtime_options_->trt_max_workspace_size));
|
||||
} else if (param_key == "cache_file") {
|
||||
runtime_options_->SetTrtCacheFile(value_string);
|
||||
} else (param_key == "use_paddle") {
|
||||
} else if (param_key == "use_paddle") {
|
||||
runtime_options_->EnablePaddleToTrt();
|
||||
}
|
||||
}
|
||||
|
Reference in New Issue
Block a user