apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-11-03 11:02:01 +08:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

[Server] Support encrypt & auth for FD Server (#2018)

Browse Source 
* [Server] Support GPU encrypt & auth for FD Triton Server

* fix dockerfile proxy env error

* update build scrpits

* remove some logs

---------

Co-authored-by: root <root@yq02-sys-rpm1206692e6.yq02.baidu.com>
Co-authored-by: qiuyanjun <qiuyanjun@baidu.com>
This commit is contained in:
DefTruth
2023-06-13 20:44:25 +08:00
committed by GitHub
parent 73f42e36be
commit ff631b7838
11 changed files with 228 additions and 69 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
serving/scripts/build_fd_xpu_encrypt_auth.sh
View File

@@ -41,8 +41,11 @@ docker run -i --rm --name build_fd_xpu_auth_dev \
python setup.py build;
python setup.py bdist_wheel;
cd /workspace/fastdeploy;
wget ${PADDLEINFERENCE_URL} && tar -zxvf ${PADDLEINFERENCE_URL##*/}
mv ${PADDLEINFERENCE_URL##*/} paddle_inference
PADDLEINFERENCE_DIRECTORY=${PWD}/paddle_inference
rm -rf build; mkdir build; cd build;
cmake .. -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=${PWD}/fastdeploy_install -DWITH_KUNLUNXIN=ON -DENABLE_PADDLE_BACKEND=ON -DPADDLEINFERENCE_URL=${PADDLEINFERENCE_URL} -DPADDLEINFERENCE_WITH_ENCRYPT_AUTH=ON -DENABLE_VISION=ON -DENABLE_BENCHMARK=ON -DLIBRARY_NAME=fastdeploy_runtime;
cmake .. -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=${PWD}/fastdeploy_install -DWITH_KUNLUNXIN=ON -DENABLE_PADDLE_BACKEND=ON -DPADDLEINFERENCE_DIRECTORY=${PADDLEINFERENCE_DIRECTORY} -DENABLE_BENCHMARK=ON -DLIBRARY_NAME=fastdeploy_runtime;
make -j`nproc`;
make install;
# fix the link error of libbkcl.so

8
serving/scripts/build_triton_fd_backend.sh Executable file
View File

@@ -0,0 +1,8 @@
# This script offer a demo to build triton fastdeploy backend only.
cd serving
rm -rf build && mkdir build
cd build
cmake .. -DFASTDEPLOY_DIR=${FD_GPU_SDK} -DTRITON_COMMON_REPO_TAG=r21.10 -DTRITON_CORE_REPO_TAG=r21.10 -DTRITON_BACKEND_REPO_TAG=r21.10;
make -j`nproc`