mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-13 04:13:58 +08:00
fix paddle-mkldnn bug (#366)
* fix input name bug * fix paddle-mkldnn bug
This commit is contained in:
@@ -53,6 +53,7 @@ void PaddleBackend::BuildOption(const PaddleBackendOption& option) {
|
|||||||
} else {
|
} else {
|
||||||
config_.DisableGpu();
|
config_.DisableGpu();
|
||||||
if (option.enable_mkldnn) {
|
if (option.enable_mkldnn) {
|
||||||
|
config_.EnableMKLDNN();
|
||||||
config_.SetMkldnnCacheCapacity(option.mkldnn_cache_size);
|
config_.SetMkldnnCacheCapacity(option.mkldnn_cache_size);
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
@@ -1 +1,29 @@
|
|||||||
# 服务化部署镜像编译
|
# 服务化部署镜像编译
|
||||||
|
|
||||||
|
本文档介绍如何制作FastDploy镜像
|
||||||
|
|
||||||
|
## 制作GPU镜像
|
||||||
|
|
||||||
|
FastDploy发布的GPU镜像基于[Triton Inference Server](https://github.com/triton-inference-server/server)的21.10版本进行制作,如果有其他CUDA版本需求,可以参照[NVIDIA 官网](https://docs.nvidia.com/deeplearning/frameworks/support-matrix/index.html)中展示的版本信息修改Dockerfile和scripts中的脚本.
|
||||||
|
|
||||||
|
```
|
||||||
|
# 进入serving目录执行脚本编译fastdeply和服务化的backend
|
||||||
|
cd serving
|
||||||
|
bash scripts/build.sh
|
||||||
|
|
||||||
|
# 退出到FastDeploy主目录,制作镜像
|
||||||
|
cd ../
|
||||||
|
docker build -t paddlepaddle/fastdeploy:0.3.0-gpu-cuda11.4-trt8.4-21.10 -f serving/Dockerfile .
|
||||||
|
```
|
||||||
|
|
||||||
|
## 制作CPU镜像
|
||||||
|
|
||||||
|
```
|
||||||
|
# 进入serving目录执行脚本编译fastdeply和服务化的backend
|
||||||
|
cd serving
|
||||||
|
bash scripts/build.sh OFF
|
||||||
|
|
||||||
|
# 退出到FastDeploy主目录,制作镜像
|
||||||
|
cd ../
|
||||||
|
docker build -t paddlepaddle/fastdeploy:0.3.0-cpu-only -f serving/Dockerfile_cpu .
|
||||||
|
```
|
||||||
|
@@ -42,7 +42,7 @@ docker run -it --rm --name build_fd_vison \
|
|||||||
else
|
else
|
||||||
|
|
||||||
docker run -it --rm --name build_fd_vison \
|
docker run -it --rm --name build_fd_vison \
|
||||||
-v`pwd`:/workspace/fastdeploy \
|
-v`pwd`/..:/workspace/fastdeploy \
|
||||||
paddlepaddle/fastdeploy:22.09-cpu-only-buildbase \
|
paddlepaddle/fastdeploy:22.09-cpu-only-buildbase \
|
||||||
bash -c \
|
bash -c \
|
||||||
'cd /workspace/fastdeploy/python;
|
'cd /workspace/fastdeploy/python;
|
||||||
|
@@ -315,7 +315,7 @@ ModelState::ModelState(TRITONBACKEND_Model* triton_model)
|
|||||||
// &runtime_options_->trt_max_workspace_size));
|
// &runtime_options_->trt_max_workspace_size));
|
||||||
} else if (param_key == "cache_file") {
|
} else if (param_key == "cache_file") {
|
||||||
runtime_options_->SetTrtCacheFile(value_string);
|
runtime_options_->SetTrtCacheFile(value_string);
|
||||||
} else (param_key == "use_paddle") {
|
} else if (param_key == "use_paddle") {
|
||||||
runtime_options_->EnablePaddleToTrt();
|
runtime_options_->EnablePaddleToTrt();
|
||||||
}
|
}
|
||||||
}
|
}
|
||||||
|
Reference in New Issue
Block a user