mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-06 17:17:14 +08:00
7c9bf11c44
* Optimize Poros backend * fix error * Add more pybind * fix conflicts * add some deprecate notices
96 lines
3.6 KiB
CMake
Executable File
96 lines
3.6 KiB
CMake
Executable File
# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
include(ExternalProject)
|
|
|
|
if(NOT ENABLE_TRT_BACKEND)
|
|
message(FATAL_ERROR "While ENABLE_POROS_BACKEND, requires ENABLE_TRT_BACKEND=ON, but now its OFF.")
|
|
endif()
|
|
|
|
set(POROS_PROJECT "extern_poros")
|
|
set(POROS_PREFIX_DIR ${THIRD_PARTY_PATH}/poros)
|
|
set(POROS_SOURCE_DIR
|
|
${THIRD_PARTY_PATH}/poros/src/${POROS_PROJECT})
|
|
set(POROS_INSTALL_DIR ${THIRD_PARTY_PATH}/install/poros)
|
|
set(POROS_INC_DIR
|
|
"${POROS_INSTALL_DIR}/include"
|
|
CACHE PATH "poros include directory." FORCE)
|
|
set(POROS_LIB_DIR
|
|
"${POROS_INSTALL_DIR}/lib/"
|
|
CACHE PATH "poros lib directory." FORCE)
|
|
set(CMAKE_BUILD_RPATH "${CMAKE_BUILD_RPATH}"
|
|
"${POROS_LIB_DIR}")
|
|
|
|
include_directories(${POROS_INC_DIR})
|
|
if(WIN32)
|
|
message(FATAL_ERROR "Poros Backend doesn't support Windows now.")
|
|
elseif(APPLE)
|
|
message(FATAL_ERROR "Poros Backend doesn't support Mac OSX now.")
|
|
else()
|
|
set(POROS_COMPILE_LIB
|
|
"${POROS_INSTALL_DIR}/lib/libporos.so"
|
|
CACHE FILEPATH "poros compile library." FORCE)
|
|
endif(WIN32)
|
|
|
|
set(POROS_URL_BASE "https://bj.bcebos.com/fastdeploy/third_libs/")
|
|
set(POROS_VERSION "0.1.0")
|
|
if(WIN32)
|
|
message(FATAL_ERROR "Poros Backend doesn't support Windows now.")
|
|
elseif(APPLE)
|
|
message(FATAL_ERROR "Poros Backend doesn't support Mac OSX now.")
|
|
else()
|
|
if(CMAKE_HOST_SYSTEM_PROCESSOR MATCHES "aarch64")
|
|
message(FATAL_ERROR "Poros Backend doesn't support linux aarch64 now.")
|
|
else()
|
|
if(WITH_GPU)
|
|
set(POROS_FILE "poros_manylinux_torch1.12.1_cu116_trt8.4_gcc82-${POROS_VERSION}.tar.gz")
|
|
else()
|
|
message(FATAL_ERROR "Poros currently only provides precompiled packages for the GPU version.")
|
|
endif()
|
|
endif()
|
|
endif()
|
|
set(POROS_URL "${POROS_URL_BASE}${POROS_FILE}")
|
|
|
|
ExternalProject_Add(
|
|
${POROS_PROJECT}
|
|
${EXTERNAL_PROJECT_LOG_ARGS}
|
|
URL ${POROS_URL}
|
|
PREFIX ${POROS_PREFIX_DIR}
|
|
DOWNLOAD_NO_PROGRESS 1
|
|
CONFIGURE_COMMAND ""
|
|
BUILD_COMMAND ""
|
|
UPDATE_COMMAND ""
|
|
INSTALL_COMMAND
|
|
${CMAKE_COMMAND} -E copy_directory ${POROS_SOURCE_DIR} ${POROS_INSTALL_DIR}
|
|
BUILD_BYPRODUCTS ${POROS_COMPILE_LIB})
|
|
|
|
add_library(external_poros STATIC IMPORTED GLOBAL)
|
|
set_property(TARGET external_poros PROPERTY IMPORTED_LOCATION
|
|
${POROS_COMPILE_LIB})
|
|
add_dependencies(external_poros ${POROS_PROJECT})
|
|
|
|
# Download libtorch.so with ABI=1
|
|
set(TORCH_URL_BASE "https://bj.bcebos.com/fastdeploy/third_libs/")
|
|
set(TORCH_FILE "libtorch-cxx11-abi-shared-with-deps-1.12.1-cu116.zip")
|
|
set(TORCH_URL "${TORCH_URL_BASE}${TORCH_FILE}")
|
|
message(STATUS "Use the default Torch lib from: ${TORCH_URL}")
|
|
download_and_decompress(${TORCH_URL} ${CMAKE_CURRENT_BINARY_DIR}/${TORCH_FILE} ${THIRD_PARTY_PATH}/install)
|
|
if(EXISTS ${THIRD_PARTY_PATH}/install/torch)
|
|
file(REMOVE_RECURSE ${THIRD_PARTY_PATH}/install/torch)
|
|
endif()
|
|
file(RENAME ${THIRD_PARTY_PATH}/install/libtorch/ ${THIRD_PARTY_PATH}/install/torch)
|
|
set(TORCH_INCLUDE_DIRS ${THIRD_PARTY_PATH}/install/torch/include)
|
|
find_library(TORCH_LIBRARY torch ${THIRD_PARTY_PATH}/install/torch/lib NO_DEFAULT_PATH)
|
|
include_directories(${TORCH_INCLUDE_DIRS})
|
|
list(APPEND DEPEND_LIBS ${TORCH_LIBRARY})
|