apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-16 21:51:31 +08:00
Code Issues Actions 6 Packages Projects Releases Wiki Activity

Support Ascend deployment on X86 platform

Browse Source
This commit is contained in:
yunyaoXYY
2023-01-05 05:47:26 +00:00
parent eb0c8750f0
commit 26e98fc849
2 changed files with 51 additions and 16 deletions
Download Patch File Download Diff File Expand all files Collapse all files

26
cmake/ascend.cmake
View File

@@ -1,19 +1,33 @@
if(NOT CMAKE_HOST_SYSTEM_PROCESSOR MATCHES "aarch64")
message(FATAL_ERROR "Huawei Ascend NPU is supported on Linux aarch64 platform for now.")
endif()
if(NOT ${ENABLE_LITE_BACKEND})
set(ENABLE_LITE_BACKEND ON)
endif()
if(NOT CMAKE_HOST_SYSTEM_PROCESSOR MATCHES "aarch64")
if (NOT BUILD_FASTDEPLOY_PYTHON)
message(STATUS "Build FastDeploy Ascend C++ library.")
message(STATUS "Build FastDeploy Ascend C++ library on X86 platform.")
if(NOT PADDLELITE_URL)
set(PADDLELITE_URL "https://bj.bcebos.com/fastdeploy/test/lite-linux_x86_huawei_ascend_npu_0105.tgz")
endif()
else ()
message(STATUS "Build FastDeploy Ascend Python library on X86 platform.")
if(NOT PADDLELITE_URL)
set(PADDLELITE_URL "https://bj.bcebos.com/fastdeploy/test/lite-linux_x86_huawei_ascend_npu_python_0105.tgz")
endif()
endif()
endif()
if(CMAKE_HOST_SYSTEM_PROCESSOR MATCHES "aarch64")
if (NOT BUILD_FASTDEPLOY_PYTHON)
message(STATUS "Build FastDeploy Ascend C++ library on aarch64 platform.")
if(NOT PADDLELITE_URL)
set(PADDLELITE_URL "https://bj.bcebos.com/fastdeploy/test/lite-linux_arm64_huawei_ascend_npu_1121.tgz")
endif()
else ()
message(STATUS "Build FastDeploy Ascend Python library.")
message(STATUS "Build FastDeploy Ascend Python library on aarch64 platform.")
if(NOT PADDLELITE_URL)
set(PADDLELITE_URL "https://bj.bcebos.com/fastdeploy/test/lite-linux_arm64_huawei_ascend_npu_python_1207.tgz")
endif()
endif()
endif()

23
scripts/patch_paddle_lite.py
View File

@@ -23,12 +23,15 @@ import sys
def process_paddle_lite(paddle_lite_so_path):
if platform.system().lower() != "linux":
return
rpaths = ["$ORIGIN"]
rpaths = ["$ORIGIN", "$ORIGIN/mklml/lib/"]
patchelf_exe = os.getenv("PATCHELF_EXE", "patchelf")
for paddle_lite_so_file in os.listdir(paddle_lite_so_path):
paddle_lite_so_file = os.path.join(paddle_lite_so_path,
paddle_lite_so_file)
# Patch /paddlelite/lib/*.so
if '.so' in paddle_lite_so_file:
command = "{} --set-rpath '{}' {}".format(
patchelf_exe, ":".join(rpaths), paddle_lite_so_file)
@@ -38,6 +41,24 @@ def process_paddle_lite(paddle_lite_so_path):
command) == 0, "patchelf {} failed, the command: {}".format(
paddle_lite_so_file, command)
# Patch /paddlelite/lib/mklml/lib/*.so
if 'mklml' in paddle_lite_so_file:
paddle_lite_mklml_lib_path = os.path.join(paddle_lite_so_path,
paddle_lite_so_file,'lib')
for paddle_lite_mklml_so_file in os.listdir(paddle_lite_mklml_lib_path):
paddle_lite_mklml_so_file = os.path.join(paddle_lite_mklml_lib_path,
paddle_lite_mklml_so_file)
if '.so' in paddle_lite_mklml_so_file:
command = "{} --set-rpath '{}' {}".format(
patchelf_exe, ":".join(rpaths), paddle_lite_mklml_so_file)
if platform.machine() != 'sw_64' and platform.machine(
) != 'mips64':
assert os.system(
command) == 0, "patchelf {} failed, the command: {}".format(
paddle_lite_mklml_so_file, command)
if __name__ == "__main__":
process_paddle_lite(sys.argv[1])