mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-06 00:57:33 +08:00
a509dd8ec1
* add smoke model * add 3d vis * update code * update doc * mv paddle3d from detection to perception * update result for velocity * update code for CI * add set input data for TRT backend * add serving support for smoke model * update code * update code * update code --------- Co-authored-by: DefTruth <31974251+DefTruth@users.noreply.github.com>
204 lines
8.1 KiB
Python
Executable File
204 lines
8.1 KiB
Python
Executable File
# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import os
|
|
import sys
|
|
import shutil
|
|
import subprocess
|
|
import platform
|
|
|
|
user_specified_dirs = ['@OPENCV_DIRECTORY@', '@ORT_DIRECTORY@', ]
|
|
|
|
def process_on_linux(current_dir):
|
|
rpaths = ["$ORIGIN:$ORIGIN/libs"]
|
|
fd_libs = list()
|
|
libs_path = os.path.join(current_dir, "fastdeploy", "libs")
|
|
for f in os.listdir(libs_path):
|
|
filename = os.path.join(libs_path, f)
|
|
if not os.path.isfile(filename):
|
|
continue
|
|
if f.count("fastdeploy") and f.count(".so") > 0:
|
|
fd_libs.append(filename)
|
|
|
|
cmake_build_dir = os.path.join(current_dir, ".setuptools-cmake-build")
|
|
patchelf_bin_path = os.path.join(cmake_build_dir, "third_libs/patchelf/bin/patchelf")
|
|
if not os.path.exists(patchelf_bin_path):
|
|
patchelf_bin_path = "patchelf"
|
|
|
|
third_libs_path = os.path.join(libs_path, "third_libs")
|
|
|
|
# remove some useless opencv file in python wheels to decrease package size
|
|
if os.path.exists(os.path.join(third_libs_path, "opencv")):
|
|
for root, dirs, files in os.walk(os.path.join(third_libs_path, "opencv")):
|
|
for f in files:
|
|
items = f.strip().split('.')
|
|
if len(items) != 4:
|
|
os.remove(os.path.join(root, f))
|
|
continue
|
|
if items[0].strip() not in ["libopencv_highgui", "libopencv_video", "libopencv_videoio", "libopencv_imgcodecs", "libopencv_imgproc", "libopencv_core", "libopencv_calib3d", "libopencv_features2d", "libopencv_flann"]:
|
|
os.remove(os.path.join(root, f))
|
|
|
|
all_libs_paths = [third_libs_path] + user_specified_dirs
|
|
for path in all_libs_paths:
|
|
for root, dirs, files in os.walk(path):
|
|
for d in dirs:
|
|
if d not in ["lib", "lib64"]:
|
|
continue
|
|
rel_path = os.path.relpath(os.path.join(root, d), libs_path)
|
|
if path in user_specified_dirs:
|
|
# Note(zhoushunjie): Use the absolute path for user_specified_dirs
|
|
rpath = os.path.join(root, d)
|
|
else:
|
|
rpath = "$ORIGIN/" + rel_path
|
|
rpaths.append(rpath)
|
|
for lib in fd_libs:
|
|
command = "{} --set-rpath '{}' {}".format(patchelf_bin_path, ":".join(rpaths), lib)
|
|
if platform.machine() != 'sw_64' and platform.machine() != 'mips64':
|
|
assert subprocess.Popen(
|
|
command,
|
|
shell=True) != 0, "patchelf {} failed, the command: {}".format(
|
|
command, lib)
|
|
|
|
|
|
def process_on_mac(current_dir):
|
|
fd_libs = list()
|
|
libs_path = os.path.join(current_dir, "fastdeploy", "libs")
|
|
cmake_build_dir = os.path.join(current_dir, ".setuptools-cmake-build")
|
|
for f in os.listdir(libs_path):
|
|
filename = os.path.join(libs_path, f)
|
|
if not os.path.isfile(filename):
|
|
continue
|
|
if f.count("fastdeploy") > 0 and (f.count(".dylib") > 0 or
|
|
f.count(".so") > 0):
|
|
fd_libs.append(filename)
|
|
|
|
commands = list()
|
|
pre_commands = list()
|
|
for lib in fd_libs:
|
|
if lib.count("fastdeploy_main") > 0:
|
|
pre_commands.append(
|
|
"install_name_tool -delete_rpath {} ".format(cmake_build_dir) + lib)
|
|
commands.append("install_name_tool -id @loader_path " + lib)
|
|
commands.append("install_name_tool -add_rpath @loader_path " + lib)
|
|
|
|
third_libs_path = os.path.join(libs_path, "third_libs")
|
|
cmake_third_libs_path = os.path.join(cmake_build_dir, "third_libs", "install")
|
|
all_libs_paths = [cmake_third_libs_path] + user_specified_dirs
|
|
for path in all_libs_paths:
|
|
for root, dirs, files in os.walk(path):
|
|
for d in dirs:
|
|
if d not in ["lib", "lib64"]:
|
|
continue
|
|
rel_path = os.path.relpath(os.path.join(root, d), cmake_third_libs_path)
|
|
if path in user_specified_dirs:
|
|
# Note(zhoushunjie): Use the absolute path for user_specified_dirs
|
|
need_delete_rpath = os.path.join(root, d)
|
|
need_add_rpath = os.path.join(root, d)
|
|
else:
|
|
need_delete_rpath = os.path.join(root, d)
|
|
need_add_rpath = "@loader_path/third_libs/" + rel_path
|
|
for lib in fd_libs:
|
|
if lib.count("fastdeploy_main") > 0:
|
|
pre_commands.append(
|
|
"install_name_tool -delete_rpath {} {}".format(need_delete_rpath, lib))
|
|
commands.append(
|
|
"install_name_tool -add_rpath {} {}".format(need_add_rpath, lib))
|
|
|
|
for command in pre_commands:
|
|
try:
|
|
os.system(command)
|
|
except:
|
|
print("Skip execute command: " + command)
|
|
|
|
for command in commands:
|
|
assert os.system(
|
|
command) == 0, "command execute failed! command: {}".format(
|
|
command)
|
|
|
|
def process_on_windows(current_dir):
|
|
libs_path = os.path.join(current_dir, "fastdeploy", "libs")
|
|
third_libs_path = os.path.join(libs_path, "third_libs")
|
|
for root, dirs, files in os.walk(third_libs_path):
|
|
for f in files:
|
|
file_path = os.path.join(root, f)
|
|
if f.count('onnxruntime') > 0 and f.endswith('.dll'):
|
|
shutil.copy(file_path, libs_path)
|
|
|
|
|
|
def get_all_files(dirname):
|
|
files = list()
|
|
for root, dirs, filenames in os.walk(dirname):
|
|
for f in filenames:
|
|
fullname = os.path.join(root, f)
|
|
files.append(fullname)
|
|
return files
|
|
|
|
|
|
def process_libraries(current_dir):
|
|
if platform.system().lower() == "linux":
|
|
process_on_linux(current_dir)
|
|
elif platform.system().lower() == "darwin":
|
|
process_on_mac(current_dir)
|
|
elif platform.system().lower() == "windows":
|
|
process_on_windows(current_dir)
|
|
|
|
all_files = get_all_files(os.path.join(current_dir, "fastdeploy", "libs"))
|
|
package_data = list()
|
|
|
|
if platform.system().lower() == "windows":
|
|
|
|
def check_windows_legal_file(f):
|
|
# Note(zhoushunjie): Special case for some library
|
|
# File 'plugins.xml' is special case of openvino.
|
|
for special_file in ['plugins.xml']:
|
|
if special_file in f:
|
|
return True
|
|
return False
|
|
|
|
for f in all_files:
|
|
if f.endswith(".pyd") or f.endswith("lib") or f.endswith(
|
|
"dll") or check_windows_legal_file(f):
|
|
package_data.append(
|
|
os.path.relpath(f, os.path.join(current_dir,
|
|
"fastdeploy")))
|
|
|
|
return package_data
|
|
|
|
filters = [".vcxproj", ".png", ".java", ".h", ".cc", ".cpp", ".hpp"]
|
|
for f in all_files:
|
|
remain = True
|
|
for flt in filters:
|
|
if f.count(flt) > 0:
|
|
remain = False
|
|
filename = os.path.split(f)[-1]
|
|
# Note(zhoushunjie): To add the trt libs below will increase the size of whl package by 450M.
|
|
if filename in [
|
|
"libnvinfer_plugin.so",
|
|
"libnvinfer.so", "libnvonnxparser.so",
|
|
"libnvparsers.so", "libnvcaffe_parser.so"
|
|
]:
|
|
continue
|
|
|
|
for lib_prefix in ["libnvinfer_plugin.so.8.",
|
|
"libnvinfer.so.8.", "libnvonnxparser.so.8.",
|
|
"libnvparsers.so.8.", "libnvcaffe_parser.so.8."]:
|
|
if filename.startswith(lib_prefix):
|
|
remain = False
|
|
break
|
|
|
|
if remain:
|
|
package_data.append(
|
|
os.path.relpath(f, os.path.join(current_dir, "fastdeploy")))
|
|
return package_data
|