mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-03 07:46:50 +08:00
dccb737d8d
* Add collect_shape attr * add EnableTunedTensorRtDynamicShape * Add collect shape python api * Fix quant model not set trt dynamic shape * Add shape info print * Fix shape print * Use CopyFromCpu instead of ShareExternalData * Add ENABLE_TRT_BACKEND macro * Add shared data with
43 lines
1.5 KiB
Python
43 lines
1.5 KiB
Python
# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License");
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
import os
|
|
import sys
|
|
import shutil
|
|
import subprocess
|
|
import platform
|
|
import sys
|
|
|
|
|
|
def process_paddle_inference(paddle_inference_so_file):
|
|
if platform.system().lower() != "linux":
|
|
return
|
|
rpaths = [
|
|
"$ORIGIN", "$ORIGIN/../../third_party/install/mkldnn/lib/",
|
|
"$ORIGIN/../../third_party/install/mklml/lib/",
|
|
"$ORIGIN/../../../tensorrt/lib/"
|
|
]
|
|
|
|
patchelf_exe = os.getenv("PATCHELF_EXE", "patchelf")
|
|
command = "{} --set-rpath '{}' {}".format(patchelf_exe, ":".join(rpaths),
|
|
paddle_inference_so_file)
|
|
if platform.machine() != 'sw_64' and platform.machine() != 'mips64':
|
|
assert os.system(
|
|
command) == 0, "patchelf {} failed, the command: {}".format(
|
|
paddle_inference_so_file, command)
|
|
|
|
|
|
if __name__ == "__main__":
|
|
process_paddle_inference(sys.argv[1])
|