mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-06 00:57:33 +08:00
852fda571f
* [fix][win] fixed windows python wheel cudart link * remove un-need funcs * format not found cuda dir warnings * fix typos * fix typos * fix typos
122 lines
4.3 KiB
Python
122 lines
4.3 KiB
Python
# Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
from __future__ import absolute_import
|
|
import logging
|
|
import os
|
|
import sys
|
|
|
|
|
|
def is_built_with_gpu() -> bool:
|
|
return True if "@WITH_GPU@" == "ON" else False
|
|
|
|
|
|
def is_built_with_ort() -> bool:
|
|
return True if "@ENABLE_ORT_BACKEND@" == "ON" else False
|
|
|
|
|
|
def is_built_with_trt() -> bool:
|
|
return True if "@ENABLE_TRT_BACKEND@" == "ON" else False
|
|
|
|
|
|
def is_built_with_paddle() -> bool:
|
|
return True if "@ENABLE_PADDLE_BACKEND@" == "ON" else False
|
|
|
|
|
|
def get_default_cuda_directory() -> str:
|
|
if not is_built_with_gpu():
|
|
return ""
|
|
return r"@CUDA_DIRECTORY@".strip()
|
|
|
|
|
|
def add_dll_search_dir(dir_path):
|
|
os.environ["path"] = dir_path + ";" + os.environ["path"]
|
|
sys.path.insert(0, dir_path)
|
|
if sys.version_info[:2] >= (3, 8):
|
|
os.add_dll_directory(dir_path)
|
|
|
|
|
|
def add_cuda_shared_lib_dir_windows():
|
|
if is_built_with_gpu():
|
|
# if FastDeploy built with gpu and want to run
|
|
# in windows, we need to add CUDA_DIRECTORY into
|
|
# dll search paths to make sure FastDeploy.dll
|
|
# can link cudart correctly. we search the
|
|
# default path firstly and try to add into
|
|
# paths. User should set it manually if the
|
|
# cuda toolkit is not locate in the default
|
|
# path we assume.
|
|
default_cuda_dir = get_default_cuda_directory()
|
|
cuda_shared_lib_dir = os.path.join(default_cuda_dir, "bin")
|
|
# TODO: add FAQ docs reference.
|
|
if not os.path.exists(cuda_shared_lib_dir):
|
|
# try to get cuda directory from user's local env
|
|
custom_cuda_dir = "NOTFOUNDED"
|
|
custom_cuda_envs = ["CUDA_DIRECTORY", "CUDA_HOME", "CUDA_ROOT", "CUDA_PATH"]
|
|
for custom_env in custom_cuda_envs:
|
|
custom_cuda_dir = os.getenv(custom_env, "NOTFOUNDED")
|
|
custom_cuda_dir = custom_cuda_dir.strip().split(";")[0]
|
|
if os.path.exists(custom_cuda_dir) and custom_cuda_dir != "NOTFOUNDED":
|
|
break
|
|
if not os.path.exists(custom_cuda_dir) or custom_cuda_dir == "NOTFOUNDED":
|
|
logging.warnings.warn(f"\n--- FastDeploy was built with gpu, \
|
|
\n--- but the default cuda directory does not exists. \
|
|
\n--- Please setup one of {custom_cuda_envs} manually, \
|
|
\n--- this path should look like: {default_cuda_dir}")
|
|
return
|
|
cuda_shared_lib_dir = os.path.join(custom_cuda_dir, "bin")
|
|
add_dll_search_dir(cuda_shared_lib_dir)
|
|
print(f"[FastDeploy][CUDA]: Found valid cuda directroy and added it: -> {cuda_shared_lib_dir}")
|
|
|
|
|
|
if os.name == "nt":
|
|
add_cuda_shared_lib_dir_windows()
|
|
current_path = os.path.abspath(__file__)
|
|
dirname = os.path.dirname(current_path)
|
|
third_libs_dir = os.path.join(dirname, "libs")
|
|
add_dll_search_dir(third_libs_dir)
|
|
for root, dirs, filenames in os.walk(third_libs_dir):
|
|
for d in dirs:
|
|
if d == "lib" or d == "bin":
|
|
add_dll_search_dir(os.path.join(dirname, root, d))
|
|
|
|
|
|
try:
|
|
from .@PY_LIBRARY_NAME@ import *
|
|
except:
|
|
raise RuntimeError("FastDeploy initalized failed!")
|
|
|
|
|
|
def TensorInfoStr(tensor_info):
|
|
message = "TensorInfo(name : '{}', dtype : '{}', shape : '{}')".format(
|
|
tensor_info.name, tensor_info.dtype, tensor_info.shape)
|
|
return message
|
|
|
|
|
|
def RuntimeOptionStr(runtime_option):
|
|
attrs = dir(runtime_option)
|
|
message = "RuntimeOption(\n"
|
|
for attr in attrs:
|
|
if attr.startswith("__"):
|
|
continue
|
|
if hasattr(getattr(runtime_option, attr), "__call__"):
|
|
continue
|
|
message += " {} : {}\t\n".format(attr, getattr(runtime_option, attr))
|
|
message.strip("\n")
|
|
message += ")"
|
|
return message
|
|
|
|
|
|
TensorInfo.__repr__ = TensorInfoStr
|
|
RuntimeOption.__repr__ = RuntimeOptionStr
|