Files
FastDeploy/cmake/poros.cmake
WJJ1995 5e350655f0 [Benchmark] Support paddle_trt for ppseg benchmark (#927)
* add onnx_ort_runtime demo

* rm in requirements

* support batch eval

* fixed MattingResults bug

* move assignment for DetectionResult

* integrated x2paddle

* add model convert readme

* update readme

* re-lint

* add processor api

* Add MattingResult Free

* change valid_cpu_backends order

* add ppocr benchmark

* mv bs from 64 to 32

* fixed quantize.md

* fixed quantize bugs

* Add Monitor for benchmark

* update mem monitor

* Set trt_max_batch_size default 1

* fixed ocr benchmark bug

* support yolov5 in serving

* Fixed yolov5 serving

* Fixed postprocess

* update yolov5 to 7.0

* add poros runtime demos

* update readme

* Support poros abi=1

* rm useless note

* deal with comments

* support pp_trt for ppseg

* fixed symlink problem

Co-authored-by: Jason <jiangjiajun@baidu.com>
2022-12-21 10:12:54 +08:00

91 lines
3.5 KiB
CMake
Executable File

# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
#
# Licensed under the Apache License, Version 2.0 (the "License");
# you may not use this file except in compliance with the License.
# You may obtain a copy of the License at
#
# http://www.apache.org/licenses/LICENSE-2.0
#
# Unless required by applicable law or agreed to in writing, software
# distributed under the License is distributed on an "AS IS" BASIS,
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
# See the License for the specific language governing permissions and
# limitations under the License.
include(ExternalProject)
set(POROS_PROJECT "extern_poros")
set(POROS_PREFIX_DIR ${THIRD_PARTY_PATH}/poros)
set(POROS_SOURCE_DIR
${THIRD_PARTY_PATH}/poros/src/${POROS_PROJECT})
set(POROS_INSTALL_DIR ${THIRD_PARTY_PATH}/install/poros)
set(POROS_INC_DIR
"${POROS_INSTALL_DIR}/include"
CACHE PATH "poros include directory." FORCE)
set(POROS_LIB_DIR
"${POROS_INSTALL_DIR}/lib/"
CACHE PATH "poros lib directory." FORCE)
set(CMAKE_BUILD_RPATH "${CMAKE_BUILD_RPATH}"
"${POROS_LIB_DIR}")
include_directories(${POROS_INC_DIR})
if(WIN32)
message(FATAL_ERROR "Poros Backend doesn't support Windows now.")
elseif(APPLE)
message(FATAL_ERROR "Poros Backend doesn't support Mac OSX now.")
else()
set(POROS_COMPILE_LIB
"${POROS_INSTALL_DIR}/lib/libporos.so"
CACHE FILEPATH "poros compile library." FORCE)
endif(WIN32)
set(POROS_URL_BASE "https://bj.bcebos.com/fastdeploy/third_libs/")
set(POROS_VERSION "0.1.0")
if(WIN32)
message(FATAL_ERROR "Poros Backend doesn't support Windows now.")
elseif(APPLE)
message(FATAL_ERROR "Poros Backend doesn't support Mac OSX now.")
else()
if(CMAKE_HOST_SYSTEM_PROCESSOR MATCHES "aarch64")
message(FATAL_ERROR "Poros Backend doesn't support linux aarch64 now.")
else()
message(FATAL_ERROR "Poros currently only provides precompiled packages for the GPU version.")
if(WITH_GPU)
set(POROS_FILE "poros_manylinux_torch1.12.1_cu116_trt8.4_gcc82-${POROS_VERSION}.tar.gz")
endif()
endif()
endif()
set(POROS_URL "${POROS_URL_BASE}${POROS_FILE}")
ExternalProject_Add(
${POROS_PROJECT}
${EXTERNAL_PROJECT_LOG_ARGS}
URL ${POROS_URL}
PREFIX ${POROS_PREFIX_DIR}
DOWNLOAD_NO_PROGRESS 1
CONFIGURE_COMMAND ""
BUILD_COMMAND ""
UPDATE_COMMAND ""
INSTALL_COMMAND
${CMAKE_COMMAND} -E copy_directory ${POROS_SOURCE_DIR} ${POROS_INSTALL_DIR}
BUILD_BYPRODUCTS ${POROS_COMPILE_LIB})
add_library(external_poros STATIC IMPORTED GLOBAL)
set_property(TARGET external_poros PROPERTY IMPORTED_LOCATION
${POROS_COMPILE_LIB})
add_dependencies(external_poros ${POROS_PROJECT})
# Download libtorch.so with ABI=1
set(TORCH_URL_BASE "https://bj.bcebos.com/fastdeploy/third_libs/")
set(TORCH_FILE "libtorch-cxx11-abi-shared-with-deps-1.12.1-cu116.zip")
set(TROCH_URL "${TORCH_URL_BASE}${TORCH_FILE}")
message(STATUS "Use the default Torch lib from: ${TORCH_URL}")
download_and_decompress(${TORCH_URL} ${CMAKE_CURRENT_BINARY_DIR}/${TORCH_FILE} ${THIRD_PARTY_PATH}/install)
if(EXISTS ${THIRD_PARTY_PATH}/install/torch)
file(REMOVE_RECURSE ${THIRD_PARTY_PATH}/install/torch)
endif()
file(RENAME ${THIRD_PARTY_PATH}/install/libtorch/ ${THIRD_PARTY_PATH}/install/torch)
set(TORCH_INCLUDE_DIRS ${THIRD_PARTY_PATH}/install/torch/include)
find_library(TORCH_LIBRARY torch ${THIRD_PARTY_PATH}/install/torch/lib NO_DEFAULT_PATH)
include_directories(${TORCH_INCLUDE_DIRS})
list(APPEND DEPEND_LIBS ${TORCH_LIBRARY})