mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-06 00:57:33 +08:00
6343b0db47
* Add notes for tensors * Optimize some apis * move some warnings * Support build with Paddle2ONNX * Add protobuf support * Fix compile on mac * add clearn package script * Add paddle2onnx code * remove submodule * Add onnx ocde * remove softlink * add onnx code * fix error * Add cmake file * fix patchelf * update paddle2onnx * Delete .gitmodules --------- Co-authored-by: PaddleCI <paddle_ci@example.com> Co-authored-by: pangyoki <pangyoki@126.com> Co-authored-by: jiangjiajun <jiangjiajun@baidu.lcom>
274 lines
10 KiB
Python
Executable File
274 lines
10 KiB
Python
Executable File
# Copyright (c) 2020 PaddlePaddle Authors. All Rights Reserved.
|
|
#
|
|
# Licensed under the Apache License, Version 2.0 (the "License"
|
|
# you may not use this file except in compliance with the License.
|
|
# You may obtain a copy of the License at
|
|
#
|
|
# http://www.apache.org/licenses/LICENSE-2.0
|
|
#
|
|
# Unless required by applicable law or agreed to in writing, software
|
|
# distributed under the License is distributed on an "AS IS" BASIS,
|
|
# WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
# See the License for the specific language governing permissions and
|
|
# limitations under the License.
|
|
|
|
from __future__ import absolute_import
|
|
from six import text_type as _text_type
|
|
import argparse
|
|
import ast
|
|
import sys
|
|
import os
|
|
from paddle2onnx.utils import logging
|
|
|
|
|
|
def str2list(v):
|
|
if len(v) == 0:
|
|
return None
|
|
v = v.replace(" ", "")
|
|
v = eval(v)
|
|
return v
|
|
|
|
|
|
def arg_parser():
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument(
|
|
"--model_dir",
|
|
"-m",
|
|
type=_text_type,
|
|
default=None,
|
|
help="PaddlePaddle model directory, if params stored in single file, you need define '--model_filename' and 'params_filename'."
|
|
)
|
|
parser.add_argument(
|
|
"--model_filename",
|
|
"-mf",
|
|
type=_text_type,
|
|
default=None,
|
|
help="PaddlePaddle model's network file name, which under directory seted by --model_dir"
|
|
)
|
|
parser.add_argument(
|
|
"--params_filename",
|
|
"-pf",
|
|
type=_text_type,
|
|
default=None,
|
|
help="PaddlePaddle model's param file name(param files combined in single file), which under directory seted by --model_dir."
|
|
)
|
|
parser.add_argument(
|
|
"--save_file",
|
|
"-s",
|
|
type=_text_type,
|
|
default=None,
|
|
help="file path to save onnx model")
|
|
parser.add_argument(
|
|
"--opset_version",
|
|
"-ov",
|
|
type=int,
|
|
default=9,
|
|
help="set onnx opset version to export")
|
|
parser.add_argument(
|
|
"--input_shape_dict",
|
|
"-isd",
|
|
type=_text_type,
|
|
default="None",
|
|
help="define input shapes, e.g --input_shape_dict=\"{'image':[1, 3, 608, 608]}\" or" \
|
|
"--input_shape_dict=\"{'image':[1, 3, 608, 608], 'im_shape': [1, 2], 'scale_factor': [1, 2]}\"")
|
|
parser.add_argument(
|
|
"--enable_dev_version",
|
|
type=ast.literal_eval,
|
|
default=True,
|
|
help="whether to use new version of Paddle2ONNX which is under developing, default True"
|
|
)
|
|
parser.add_argument(
|
|
"--deploy_backend",
|
|
"-d",
|
|
type=_text_type,
|
|
default="onnxruntime",
|
|
choices=["onnxruntime", "tensorrt", "rknn", "others"],
|
|
help="Quantize model deploy backend, default onnxruntime.")
|
|
parser.add_argument(
|
|
"--save_calibration_file",
|
|
type=_text_type,
|
|
default="calibration.cache",
|
|
help="The calibration cache for TensorRT deploy, default calibration.cache."
|
|
)
|
|
parser.add_argument(
|
|
"--enable_onnx_checker",
|
|
type=ast.literal_eval,
|
|
default=True,
|
|
help="whether check onnx model validity, default True")
|
|
parser.add_argument(
|
|
"--enable_paddle_fallback",
|
|
type=ast.literal_eval,
|
|
default=False,
|
|
help="whether use PaddleFallback for custom op, default is False")
|
|
parser.add_argument(
|
|
"--version",
|
|
"-v",
|
|
action="store_true",
|
|
default=False,
|
|
help="get version of paddle2onnx")
|
|
parser.add_argument(
|
|
"--output_names",
|
|
"-on",
|
|
type=str2list,
|
|
default=None,
|
|
help="define output names, e.g --output_names=\"[\"output1\"]\" or \
|
|
--output_names=\"[\"output1\", \"output2\", \"output3\"]\" or \
|
|
--output_names=\"{\"Paddleoutput\":\"Onnxoutput\"}\"")
|
|
parser.add_argument(
|
|
"--enable_auto_update_opset",
|
|
type=ast.literal_eval,
|
|
default=True,
|
|
help="whether enable auto_update_opset, default is True")
|
|
parser.add_argument(
|
|
"--external_filename",
|
|
type=_text_type,
|
|
default=None,
|
|
help="The filename of external_data when the model is bigger than 2G.")
|
|
parser.add_argument(
|
|
"--export_fp16_model",
|
|
type=ast.literal_eval,
|
|
default=False,
|
|
help="Whether export FP16 model for ORT-GPU, default False")
|
|
return parser
|
|
|
|
|
|
def c_paddle_to_onnx(model_file,
|
|
params_file="",
|
|
save_file=None,
|
|
opset_version=7,
|
|
auto_upgrade_opset=True,
|
|
verbose=True,
|
|
enable_onnx_checker=True,
|
|
enable_experimental_op=True,
|
|
enable_optimize=True,
|
|
deploy_backend="onnxruntime",
|
|
calibration_file="",
|
|
external_file="",
|
|
export_fp16_model=False):
|
|
import paddle2onnx.paddle2onnx_cpp2py_export as c_p2o
|
|
onnx_model_str = c_p2o.export(
|
|
model_file, params_file, opset_version, auto_upgrade_opset, verbose,
|
|
enable_onnx_checker, enable_experimental_op, enable_optimize, {},
|
|
deploy_backend, calibration_file, external_file, export_fp16_model)
|
|
if save_file is not None:
|
|
with open(save_file, "wb") as f:
|
|
f.write(onnx_model_str)
|
|
else:
|
|
return onnx_model_str
|
|
|
|
|
|
def program2onnx(model_dir,
|
|
save_file,
|
|
model_filename=None,
|
|
params_filename=None,
|
|
opset_version=9,
|
|
enable_onnx_checker=False,
|
|
operator_export_type="ONNX",
|
|
input_shape_dict=None,
|
|
output_names=None,
|
|
auto_update_opset=True):
|
|
logging.warning(
|
|
"[Deprecated] `paddle2onnx.command.program2onnx` will be deprecated in the future version, the recommended usage is `paddle2onnx.export`"
|
|
)
|
|
from paddle2onnx.legacy.command import program2onnx
|
|
return program2onnx(model_dir, save_file, model_filename, params_filename,
|
|
opset_version, enable_onnx_checker,
|
|
operator_export_type, input_shape_dict, output_names,
|
|
auto_update_opset)
|
|
|
|
|
|
def main():
|
|
if len(sys.argv) < 2:
|
|
logging.info("Use \"paddle2onnx -h\" to print the help information")
|
|
logging.info(
|
|
"For more information, please follow our github repo below:")
|
|
logging.info("Github: https://github.com/PaddlePaddle/paddle2onnx.git")
|
|
return
|
|
|
|
parser = arg_parser()
|
|
args = parser.parse_args()
|
|
|
|
if args.version:
|
|
import paddle2onnx
|
|
logging.info("paddle2onnx-{} with python>=3.6, paddlepaddle>=2.0.0".
|
|
format(paddle2onnx.__version__))
|
|
return
|
|
|
|
assert args.model_dir is not None, "--model_dir should be defined while translating paddle model to onnx"
|
|
assert args.save_file is not None, "--save_file should be defined while translating paddle model to onnx"
|
|
|
|
input_shape_dict = eval(args.input_shape_dict)
|
|
|
|
operator_export_type = "ONNX"
|
|
if args.enable_paddle_fallback:
|
|
logging.warning(
|
|
"[Deprecated] The flag `--enable_paddle_fallback` will be deprecated, and only works while `--enable_dev_version False` now."
|
|
)
|
|
operator_export_type = "PaddleFallback"
|
|
|
|
if args.output_names is not None and args.enable_dev_version:
|
|
logging.warning(
|
|
"[Deprecated] The flag `--output_names` is deprecated, if you need to modify the output name, please refer to this tool https://github.com/jiangjiajun/PaddleUtils/tree/main/onnx "
|
|
)
|
|
if not isinstance(args.output_names, (list, dict)):
|
|
raise TypeError(
|
|
"The output_names should be 'list' or 'dict', but received type is %s."
|
|
% type(args.output_names))
|
|
|
|
if input_shape_dict is not None and args.enable_dev_version:
|
|
logging.warning(
|
|
"[Deprecated] The flag `--input_shape_dict` is deprecated, if you need to modify the input shape of PaddlePaddle model, please refer to this tool https://github.com/jiangjiajun/PaddleUtils/tree/main/paddle "
|
|
)
|
|
|
|
if args.enable_dev_version:
|
|
model_file = os.path.join(args.model_dir, args.model_filename)
|
|
if args.params_filename is None:
|
|
params_file = ""
|
|
else:
|
|
params_file = os.path.join(args.model_dir, args.params_filename)
|
|
|
|
if args.external_filename is None:
|
|
args.external_filename = "external_data"
|
|
|
|
base_path = os.path.dirname(args.save_file)
|
|
if base_path and not os.path.exists(base_path):
|
|
os.mkdir(base_path)
|
|
external_file = os.path.join(base_path, args.external_filename)
|
|
|
|
calibration_file = args.save_calibration_file
|
|
c_paddle_to_onnx(
|
|
model_file=model_file,
|
|
params_file=params_file,
|
|
save_file=args.save_file,
|
|
opset_version=args.opset_version,
|
|
auto_upgrade_opset=args.enable_auto_update_opset,
|
|
verbose=True,
|
|
enable_onnx_checker=args.enable_onnx_checker,
|
|
enable_experimental_op=True,
|
|
enable_optimize=True,
|
|
deploy_backend=args.deploy_backend,
|
|
calibration_file=calibration_file,
|
|
external_file=external_file,
|
|
export_fp16_model=args.export_fp16_model)
|
|
logging.info("===============Make PaddlePaddle Better!================")
|
|
logging.info("A little survey: https://iwenjuan.baidu.com/?code=r8hu2s")
|
|
return
|
|
|
|
program2onnx(
|
|
args.model_dir,
|
|
args.save_file,
|
|
args.model_filename,
|
|
args.params_filename,
|
|
opset_version=args.opset_version,
|
|
enable_onnx_checker=args.enable_onnx_checker,
|
|
operator_export_type=operator_export_type,
|
|
input_shape_dict=input_shape_dict,
|
|
output_names=args.output_names,
|
|
auto_update_opset=args.enable_auto_update_opset)
|
|
logging.info("===============Make PaddlePaddle Better!================")
|
|
logging.info("A little survey: https://iwenjuan.baidu.com/?code=r8hu2s")
|
|
|
|
|
|
if __name__ == "__main__":
|
|
main()
|