[Benchmark] Add ppocr && ppseg benchmark (#1344)

* add GPL lisence

* add GPL-3.0 lisence

* add GPL-3.0 lisence

* add GPL-3.0 lisence

* support yolov8

* add pybind for yolov8

* add yolov8 readme

* add cpp benchmark

* add cpu and gpu mem

* public part split

* add runtime mode

* fixed bugs

* add cpu_thread_nums

* deal with comments

* deal with comments

* deal with comments

* rm useless code

* add FASTDEPLOY_DECL

* add FASTDEPLOY_DECL

* fixed for windows

* mv rss to pss

* mv rss to pss

* Update utils.cc

* use thread to collect mem

* Add ResourceUsageMonitor

* rm useless code

* fixed bug

* fixed typo

* update ResourceUsageMonitor

* fixed bug

* fixed bug

* add note for ResourceUsageMonitor

* deal with comments

* add macros

* deal with comments

* deal with comments

* deal with comments

* re-lint

* rm pmap and use mem api

* rm pmap and use mem api

* add mem api

* Add PrintBenchmarkInfo func

* Add PrintBenchmarkInfo func

* Add PrintBenchmarkInfo func

* deal with comments

* fixed enable_paddle_to_trt

* add log for paddle_trt

* support ppcls benchmark

* use new trt option api

* update benchmark info

* simplify benchmark.cc

* simplify benchmark.cc

* deal with comments

* Add ppseg && ppocr benchmark

* add OCR rec img

* add ocr benchmark

* fixed trt shape

* add trt shape

* resolve conflict

* add ENABLE_BENCHMARK define

---------

Co-authored-by: DefTruth <31974251+DefTruth@users.noreply.github.com>
This commit is contained in:
WJJ1995
2023-02-20 15:59:27 +08:00
committed by GitHub
parent 1b499f3de2
commit b6658b8094
11 changed files with 182 additions and 22 deletions

View File

@@ -83,18 +83,18 @@ def build_option(args):
elif backend in ["trt", "paddle_trt"]:
option.use_trt_backend()
if "Deeplabv3_ResNet101" in args.model or "FCN_HRNet_W18" in args.model or "Unet_cityscapes" in args.model or "PP_LiteSeg_B_STDC2_cityscapes" in args.model:
option.set_trt_input_shape("x", [1, 3, 1024, 2048],
[1, 3, 1024,
2048], [1, 3, 1024, 2048])
option.trt_option.set_shape("x", [1, 3, 1024, 2048],
[1, 3, 1024, 2048],
[1, 3, 1024, 2048])
elif "Portrait_PP_HumanSegV2_Lite_256x144" in args.model:
option.set_trt_input_shape("x", [1, 3, 144, 256],
[1, 3, 144, 256], [1, 3, 144, 256])
option.trt_option.set_shape(
"x", [1, 3, 144, 256], [1, 3, 144, 256], [1, 3, 144, 256])
elif "PP_HumanSegV1_Server" in args.model:
option.set_trt_input_shape("x", [1, 3, 512, 512],
[1, 3, 512, 512], [1, 3, 512, 512])
option.trt_option.set_shape(
"x", [1, 3, 512, 512], [1, 3, 512, 512], [1, 3, 512, 512])
else:
option.set_trt_input_shape("x", [1, 3, 192, 192],
[1, 3, 192, 192], [1, 3, 192, 192])
option.trt_option.set_shape(
"x", [1, 3, 192, 192], [1, 3, 192, 192], [1, 3, 192, 192])
if backend == "paddle_trt":
option.paddle_infer_option.collect_trt_shape = True
option.use_paddle_infer_backend()