mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-06 00:57:33 +08:00
ba501fd963
* add override mark * delete some * recovery * recovery * add tracking * add tracking py_bind and example * add pptracking * add pptracking * iomanip head file * add opencv_video lib * add python libs package Signed-off-by: ChaoII <849453582@qq.com> * complete comments Signed-off-by: ChaoII <849453582@qq.com> * add jdeTracker_ member variable Signed-off-by: ChaoII <849453582@qq.com> * add 'FASTDEPLOY_DECL' macro Signed-off-by: ChaoII <849453582@qq.com> * remove kwargs params Signed-off-by: ChaoII <849453582@qq.com> * [Doc]update pptracking docs * delete 'ENABLE_PADDLE_FRONTEND' switch * add pptracking unit test * update pptracking unit test Signed-off-by: ChaoII <849453582@qq.com> * modify test video file path and remove trt test * update unit test model url * remove 'FASTDEPLOY_DECL' macro Signed-off-by: ChaoII <849453582@qq.com> * fix build python packages about pptracking on win32 Signed-off-by: ChaoII <849453582@qq.com> Signed-off-by: ChaoII <849453582@qq.com> Co-authored-by: Jason <jiangjiajun@baidu.com>
204 lines
8.1 KiB
Python
204 lines
8.1 KiB
Python
# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import os
|
|
import sys
|
|
import shutil
|
|
import subprocess
|
|
import platform
|
|
|
|
user_specified_dirs = ['@OPENCV_DIRECTORY@', '@ORT_DIRECTORY@', ]
|
|
|
|
def process_on_linux(current_dir):
|
|
rpaths = ["$ORIGIN:$ORIGIN/libs"]
|
|
fd_libs = list()
|
|
libs_path = os.path.join(current_dir, "fastdeploy", "libs")
|
|
for f in os.listdir(libs_path):
|
|
filename = os.path.join(libs_path, f)
|
|
if not os.path.isfile(filename):
|
|
continue
|
|
if f.count("fastdeploy") and f.count(".so") > 0:
|
|
fd_libs.append(filename)
|
|
|
|
cmake_build_dir = os.path.join(current_dir, ".setuptools-cmake-build")
|
|
patchelf_bin_path = os.path.join(cmake_build_dir, "third_libs/patchelf/bin/patchelf")
|
|
if not os.path.exists(patchelf_bin_path):
|
|
patchelf_bin_path = "patchelf"
|
|
|
|
third_libs_path = os.path.join(libs_path, "third_libs")
|
|
|
|
# remove some useless opencv file in python wheels to decrease package size
|
|
if os.path.exists(os.path.join(third_libs_path, "opencv")):
|
|
for root, dirs, files in os.walk(os.path.join(third_libs_path, "opencv")):
|
|
for f in files:
|
|
items = f.strip().split('.')
|
|
if len(items) != 4:
|
|
os.remove(os.path.join(root, f))
|
|
continue
|
|
if items[0].strip() not in ["libopencv_highgui", "libopencv_video", "libopencv_videoio", "libopencv_imgcodecs", "libopencv_imgproc", "libopencv_core"]:
|
|
os.remove(os.path.join(root, f))
|
|
|
|
all_libs_paths = [third_libs_path] + user_specified_dirs
|
|
for path in all_libs_paths:
|
|
for root, dirs, files in os.walk(path):
|
|
for d in dirs:
|
|
if d not in ["lib", "lib64"]:
|
|
continue
|
|
rel_path = os.path.relpath(os.path.join(root, d), libs_path)
|
|
if path in user_specified_dirs:
|
|
# Note(zhoushunjie): Use the absolute path for user_specified_dirs
|
|
rpath = os.path.join(root, d)
|
|
else:
|
|
rpath = "$ORIGIN/" + rel_path
|
|
rpaths.append(rpath)
|
|
for lib in fd_libs:
|
|
command = "{} --set-rpath '{}' {}".format(patchelf_bin_path, ":".join(rpaths), lib)
|
|
if platform.machine() != 'sw_64' and platform.machine() != 'mips64':
|
|
assert subprocess.Popen(
|
|
command,
|
|
shell=True) != 0, "patchelf {} failed, the command: {}".format(
|
|
command, lib)
|
|
|
|
|
|
def process_on_mac(current_dir):
|
|
fd_libs = list()
|
|
libs_path = os.path.join(current_dir, "fastdeploy", "libs")
|
|
cmake_build_dir = os.path.join(current_dir, ".setuptools-cmake-build")
|
|
for f in os.listdir(libs_path):
|
|
filename = os.path.join(libs_path, f)
|
|
if not os.path.isfile(filename):
|
|
continue
|
|
if f.count("fastdeploy") > 0 and (f.count(".dylib") > 0 or
|
|
f.count(".so") > 0):
|
|
fd_libs.append(filename)
|
|
|
|
commands = list()
|
|
pre_commands = list()
|
|
for lib in fd_libs:
|
|
if lib.count("fastdeploy_main") > 0:
|
|
pre_commands.append(
|
|
"install_name_tool -delete_rpath {} ".format(cmake_build_dir) + lib)
|
|
commands.append("install_name_tool -id @loader_path " + lib)
|
|
commands.append("install_name_tool -add_rpath @loader_path " + lib)
|
|
|
|
third_libs_path = os.path.join(libs_path, "third_libs")
|
|
cmake_third_libs_path = os.path.join(cmake_build_dir, "third_libs", "install")
|
|
all_libs_paths = [cmake_third_libs_path] + user_specified_dirs
|
|
for path in all_libs_paths:
|
|
for root, dirs, files in os.walk(path):
|
|
for d in dirs:
|
|
if d not in ["lib", "lib64"]:
|
|
continue
|
|
rel_path = os.path.relpath(os.path.join(root, d), cmake_third_libs_path)
|
|
if path in user_specified_dirs:
|
|
# Note(zhoushunjie): Use the absolute path for user_specified_dirs
|
|
need_delete_rpath = os.path.join(root, d)
|
|
need_add_rpath = os.path.join(root, d)
|
|
else:
|
|
need_delete_rpath = os.path.join(root, d)
|
|
need_add_rpath = "@loader_path/third_libs/" + rel_path
|
|
for lib in fd_libs:
|
|
if lib.count("fastdeploy_main") > 0:
|
|
pre_commands.append(
|
|
"install_name_tool -delete_rpath {} {}".format(need_delete_rpath, lib))
|
|
commands.append(
|
|
"install_name_tool -add_rpath {} {}".format(need_add_rpath, lib))
|
|
|
|
for command in pre_commands:
|
|
try:
|
|
os.system(command)
|
|
except:
|
|
print("Skip execute command: " + command)
|
|
|
|
for command in commands:
|
|
assert os.system(
|
|
command) == 0, "command execute failed! command: {}".format(
|
|
command)
|
|
|
|
def process_on_windows(current_dir):
|
|
libs_path = os.path.join(current_dir, "fastdeploy", "libs")
|
|
third_libs_path = os.path.join(libs_path, "third_libs")
|
|
for root, dirs, files in os.walk(third_libs_path):
|
|
for f in files:
|
|
file_path = os.path.join(root, f)
|
|
if f.count('onnxruntime') > 0 and f.endswith('.dll'):
|
|
shutil.copy(file_path, libs_path)
|
|
|
|
|
|
def get_all_files(dirname):
|
|
files = list()
|
|
for root, dirs, filenames in os.walk(dirname):
|
|
for f in filenames:
|
|
fullname = os.path.join(root, f)
|
|
files.append(fullname)
|
|
return files
|
|
|
|
|
|
def process_libraries(current_dir):
|
|
if platform.system().lower() == "linux":
|
|
process_on_linux(current_dir)
|
|
elif platform.system().lower() == "darwin":
|
|
process_on_mac(current_dir)
|
|
elif platform.system().lower() == "windows":
|
|
process_on_windows(current_dir)
|
|
|
|
all_files = get_all_files(os.path.join(current_dir, "fastdeploy", "libs"))
|
|
package_data = list()
|
|
|
|
if platform.system().lower() == "windows":
|
|
|
|
def check_windows_legal_file(f):
|
|
# Note(zhoushunjie): Special case for some library
|
|
# File 'plugins.xml' is special case of openvino.
|
|
for special_file in ['plugins.xml']:
|
|
if special_file in f:
|
|
return True
|
|
return False
|
|
|
|
for f in all_files:
|
|
if f.endswith(".pyd") or f.endswith("lib") or f.endswith(
|
|
"dll") or check_windows_legal_file(f):
|
|
package_data.append(
|
|
os.path.relpath(f, os.path.join(current_dir,
|
|
"fastdeploy")))
|
|
|
|
return package_data
|
|
|
|
filters = [".vcxproj", ".png", ".java", ".h", ".cc", ".cpp", ".hpp"]
|
|
for f in all_files:
|
|
remain = True
|
|
for flt in filters:
|
|
if f.count(flt) > 0:
|
|
remain = False
|
|
filename = os.path.split(f)[-1]
|
|
# Note(zhoushunjie): To add the trt libs below will increase the size of whl package by 450M.
|
|
# if filename in [
|
|
# "libnvinfer_plugin.so",
|
|
# "libnvinfer.so", "libnvonnxparser.so",
|
|
# "libnvparsers.so", "libnvcaffe_parser.so"
|
|
# ]:
|
|
# continue
|
|
|
|
for lib_prefix in ["libnvinfer_plugin.so.8.",
|
|
"libnvinfer.so.8.", "libnvonnxparser.so.8.",
|
|
"libnvparsers.so.8.", "libnvcaffe_parser.so.8."]:
|
|
if filename.startswith(lib_prefix):
|
|
remain = False
|
|
break
|
|
|
|
if remain:
|
|
package_data.append(
|
|
os.path.relpath(f, os.path.join(current_dir, "fastdeploy")))
|
|
return package_data
|