mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-17 22:21:48 +08:00
[Bug Fix] fix build xpu encrypt & auth image scripts (#2133)
* [patchelf] fix patchelf error for inference xpu * [serving] add xpu dockerfile and support fd server * [serving] add xpu dockerfile and support fd server * [Serving] support XPU + Tritron * [Serving] support XPU + Tritron * [Dockerfile] update xpu tritron docker file -> paddle 0.0.0 * [Dockerfile] update xpu tritron docker file -> paddle 0.0.0 * [Dockerfile] update xpu tritron docker file -> paddle 0.0.0 * [Dockerfile] add comments for xpu tritron dockerfile * [Doruntime] fix xpu infer error * [Doruntime] fix xpu infer error * [XPU] update xpu dockerfile * add xpu triton server docs * add xpu triton server docs * add xpu triton server docs * add xpu triton server docs * update xpu triton server docs * update xpu triton server docs * update xpu triton server docs * update xpu triton server docs * update xpu triton server docs * update xpu triton server docs * update xpu triton server docs * update xpu triton server docs * [XPU] Update XPU L3 Cache setting docs * [XPU] Add Encryption and AUTH support for XPU Server * [XPU] Add Encryption and AUTH support for XPU Server * [Bug Fix] fix paddle reader error * [Serving] Support XPU encrypt & auth server * [Serving] Support XPU encrypt & auth server * [Serving] Support XPU encrypt & auth server * [Serving] Support XPU encrypt & auth server * [Triton] switch TAG 22.12 -> TAG 21.10wq * update xpu auth server script * [Bug Fix] fix build xpu encrypt & auth image scripts
This commit is contained in:
@@ -268,10 +268,12 @@ function(set_paddle_encrypt_auth_compatible_policy LIBRARY_NAME)
|
|||||||
endfunction()
|
endfunction()
|
||||||
|
|
||||||
# Compatible policy for 2.4.x/2.5.x and latest dev.
|
# Compatible policy for 2.4.x/2.5.x and latest dev.
|
||||||
string(REGEX MATCH "0.0.0" PADDLEINFERENCE_USE_DEV ${PADDLEINFERENCE_VERSION})
|
if (NOT WITH_KUNLUNXIN)
|
||||||
string(REGEX MATCH "2.4|post24|post2.4" PADDLEINFERENCE_USE_2_4_x ${PADDLEINFERENCE_VERSION})
|
string(REGEX MATCH "0.0.0" PADDLEINFERENCE_USE_DEV ${PADDLEINFERENCE_VERSION})
|
||||||
string(REGEX MATCH "2.5|post25|post2.5" PADDLEINFERENCE_USE_2_5_x ${PADDLEINFERENCE_VERSION})
|
string(REGEX MATCH "2.4|post24|post2.4" PADDLEINFERENCE_USE_2_4_x ${PADDLEINFERENCE_VERSION})
|
||||||
|
string(REGEX MATCH "2.5|post25|post2.5" PADDLEINFERENCE_USE_2_5_x ${PADDLEINFERENCE_VERSION})
|
||||||
|
endif()
|
||||||
|
|
||||||
if(PADDLEINFERENCE_USE_DEV)
|
if(PADDLEINFERENCE_USE_DEV)
|
||||||
set(PADDLEINFERENCE_API_COMPAT_DEV ON CACHE BOOL "" FORCE)
|
set(PADDLEINFERENCE_API_COMPAT_DEV ON CACHE BOOL "" FORCE)
|
||||||
endif()
|
endif()
|
||||||
@@ -298,7 +300,7 @@ if(PADDLEINFERENCE_API_COMPAT_DEV)
|
|||||||
endif()
|
endif()
|
||||||
|
|
||||||
# Compatible policy for custom paddle ops
|
# Compatible policy for custom paddle ops
|
||||||
if(PADDLEINFERENCE_API_COMPAT_2_5_x)
|
if(PADDLEINFERENCE_API_COMPAT_2_5_x AND (NOT WITH_KUNLUNXIN))
|
||||||
# no c++ standard policy conflicts vs c++ 11
|
# no c++ standard policy conflicts vs c++ 11
|
||||||
# TODO: support custom ops for latest dev
|
# TODO: support custom ops for latest dev
|
||||||
set(PADDLEINFERENCE_API_CUSTOM_OP ON CACHE BOOL "" FORCE)
|
set(PADDLEINFERENCE_API_CUSTOM_OP ON CACHE BOOL "" FORCE)
|
||||||
@@ -310,7 +312,7 @@ if(PADDLEINFERENCE_API_COMPAT_2_5_x)
|
|||||||
endif()
|
endif()
|
||||||
|
|
||||||
function(set_paddle_custom_ops_compatible_policy)
|
function(set_paddle_custom_ops_compatible_policy)
|
||||||
if(PADDLEINFERENCE_API_CUSTOM_OP)
|
if(PADDLEINFERENCE_API_CUSTOM_OP AND (NOT WITH_KUNLUNXIN))
|
||||||
if(NOT MSVC)
|
if(NOT MSVC)
|
||||||
# TODO: add non c++ 14 policy for latest dev
|
# TODO: add non c++ 14 policy for latest dev
|
||||||
if(NOT PADDLEINFERENCE_API_COMPAT_2_5_x)
|
if(NOT PADDLEINFERENCE_API_COMPAT_2_5_x)
|
||||||
|
@@ -1,35 +0,0 @@
|
|||||||
Global:
|
|
||||||
infer_imgs: "./images/ImageNet/ILSVRC2012_val_00000010.jpeg"
|
|
||||||
inference_model_dir: "./models"
|
|
||||||
batch_size: 1
|
|
||||||
use_gpu: True
|
|
||||||
enable_mkldnn: True
|
|
||||||
cpu_num_threads: 10
|
|
||||||
enable_benchmark: True
|
|
||||||
use_fp16: False
|
|
||||||
ir_optim: True
|
|
||||||
use_tensorrt: False
|
|
||||||
gpu_mem: 8000
|
|
||||||
enable_profile: False
|
|
||||||
|
|
||||||
PreProcess:
|
|
||||||
transform_ops:
|
|
||||||
- ResizeImage:
|
|
||||||
resize_short: 256
|
|
||||||
- CropImage:
|
|
||||||
size: 224
|
|
||||||
- NormalizeImage:
|
|
||||||
scale: 0.00392157
|
|
||||||
mean: [0.485, 0.456, 0.406]
|
|
||||||
std: [0.229, 0.224, 0.225]
|
|
||||||
order: ''
|
|
||||||
channel_num: 3
|
|
||||||
- ToCHWImage:
|
|
||||||
|
|
||||||
PostProcess:
|
|
||||||
main_indicator: Topk
|
|
||||||
Topk:
|
|
||||||
topk: 5
|
|
||||||
class_id_map_file: "../ppcls/utils/imagenet1k_label_list.txt"
|
|
||||||
SavePreLabel:
|
|
||||||
save_dir: ./pre_label/
|
|
@@ -16,7 +16,7 @@
|
|||||||
|
|
||||||
echo "start build FD XPU library"
|
echo "start build FD XPU library"
|
||||||
|
|
||||||
docker run -i --rm --name build_fd_xpu \
|
docker run -i --rm --name build_fd_xpu_108 \
|
||||||
-v `pwd`/..:/workspace/fastdeploy \
|
-v `pwd`/..:/workspace/fastdeploy \
|
||||||
-e "http_proxy=${http_proxy}" \
|
-e "http_proxy=${http_proxy}" \
|
||||||
-e "https_proxy=${https_proxy}" \
|
-e "https_proxy=${https_proxy}" \
|
||||||
|
@@ -16,7 +16,7 @@
|
|||||||
|
|
||||||
echo "start build FD XPU AUTH library"
|
echo "start build FD XPU AUTH library"
|
||||||
|
|
||||||
docker run -i --rm --name build_fd_xpu_auth_dev \
|
docker run -i --rm --name build_fd_xpu_auth_108_dev \
|
||||||
-v `pwd`/..:/workspace/fastdeploy \
|
-v `pwd`/..:/workspace/fastdeploy \
|
||||||
-e "http_proxy=${http_proxy}" \
|
-e "http_proxy=${http_proxy}" \
|
||||||
-e "https_proxy=${https_proxy}" \
|
-e "https_proxy=${https_proxy}" \
|
||||||
@@ -41,8 +41,9 @@ docker run -i --rm --name build_fd_xpu_auth_dev \
|
|||||||
python setup.py build;
|
python setup.py build;
|
||||||
python setup.py bdist_wheel;
|
python setup.py bdist_wheel;
|
||||||
cd /workspace/fastdeploy;
|
cd /workspace/fastdeploy;
|
||||||
wget ${PADDLEINFERENCE_URL} && tar -zxvf ${PADDLEINFERENCE_URL##*/}
|
wget -q ${PADDLEINFERENCE_URL} && tar -zxvf ${PADDLEINFERENCE_URL##*/};
|
||||||
mv ${PADDLEINFERENCE_URL##*/} paddle_inference
|
tmp_dir=${PADDLEINFERENCE_URL##*/}
|
||||||
|
mv ${tmp_dir%.*} paddle_inference
|
||||||
PADDLEINFERENCE_DIRECTORY=${PWD}/paddle_inference
|
PADDLEINFERENCE_DIRECTORY=${PWD}/paddle_inference
|
||||||
rm -rf build; mkdir build; cd build;
|
rm -rf build; mkdir build; cd build;
|
||||||
cmake .. -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=${PWD}/fastdeploy_install -DWITH_KUNLUNXIN=ON -DENABLE_PADDLE_BACKEND=ON -DPADDLEINFERENCE_DIRECTORY=${PADDLEINFERENCE_DIRECTORY} -DENABLE_BENCHMARK=ON -DLIBRARY_NAME=fastdeploy_runtime;
|
cmake .. -DCMAKE_BUILD_TYPE=Release -DCMAKE_INSTALL_PREFIX=${PWD}/fastdeploy_install -DWITH_KUNLUNXIN=ON -DENABLE_PADDLE_BACKEND=ON -DPADDLEINFERENCE_DIRECTORY=${PADDLEINFERENCE_DIRECTORY} -DENABLE_BENCHMARK=ON -DLIBRARY_NAME=fastdeploy_runtime;
|
||||||
|
Reference in New Issue
Block a user