apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-06 09:07:10 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

fix trt dy shape

Browse Source
This commit is contained in:
zhoushunjie
2022-11-04 03:47:47 +00:00
parent 3017ec487c
commit 2ac94e91be
1 changed files with 8 additions and 8 deletions
Download Patch File Download Diff File Expand all files Collapse all files

16
benchmark/benchmark_uie.py
View File

@@ -84,23 +84,23 @@ def build_option(args):
trt_file = os.path.join(args.model_dir, "infer.trt") trt_file = os.path.join(args.model_dir, "infer.trt")
option.set_trt_input_shape( option.set_trt_input_shape(
'input_ids', 'input_ids',
min_shape=[1, args.max_length], min_shape=[1, 1],
opt_shape=[args.batch_size, args.max_length], opt_shape=[args.batch_size, args.max_length // 2],
max_shape=[args.batch_size, args.max_length]) max_shape=[args.batch_size, args.max_length])
option.set_trt_input_shape( option.set_trt_input_shape(
'token_type_ids', 'token_type_ids',
min_shape=[1, args.max_length], min_shape=[1, 1],
opt_shape=[args.batch_size, args.max_length], opt_shape=[args.batch_size, args.max_length // 2],
max_shape=[args.batch_size, args.max_length]) max_shape=[args.batch_size, args.max_length])
option.set_trt_input_shape( option.set_trt_input_shape(
'pos_ids', 'pos_ids',
min_shape=[1, args.max_length], min_shape=[1, 1],
opt_shape=[args.batch_size, args.max_length], opt_shape=[args.batch_size, args.max_length // 2],
max_shape=[args.batch_size, args.max_length]) max_shape=[args.batch_size, args.max_length])
option.set_trt_input_shape( option.set_trt_input_shape(
'att_mask', 'att_mask',
min_shape=[1, args.max_length], min_shape=[1, 1],
opt_shape=[args.batch_size, args.max_length], opt_shape=[args.batch_size, args.max_length // 2],
max_shape=[args.batch_size, args.max_length]) max_shape=[args.batch_size, args.max_length])
if args.use_fp16: if args.use_fp16:
option.enable_trt_fp16() option.enable_trt_fp16()