mirror of
				https://github.com/PaddlePaddle/FastDeploy.git
				synced 2025-10-31 11:56:44 +08:00 
			
		
		
		
	[Benchmark] Update benchmark (#488)
* add paddle_trt in benchmark * update benchmark in device * update benchmark
This commit is contained in:
		| @@ -22,19 +22,9 @@ import GPUtil | |||||||
| import time | import time | ||||||
|  |  | ||||||
|  |  | ||||||
| def str2bool(v): |  | ||||||
|     if isinstance(v, bool): |  | ||||||
|         return v |  | ||||||
|     if v.lower() == 'true': |  | ||||||
|         return True |  | ||||||
|     elif v.lower() == 'false': |  | ||||||
|         return False |  | ||||||
|     else: |  | ||||||
|         raise argparse.ArgumentTypeError('Boolean value expected.') |  | ||||||
|  |  | ||||||
|  |  | ||||||
| def parse_arguments(): | def parse_arguments(): | ||||||
|     import argparse |     import argparse | ||||||
|  |     import ast | ||||||
|     parser = argparse.ArgumentParser() |     parser = argparse.ArgumentParser() | ||||||
|     parser.add_argument( |     parser.add_argument( | ||||||
|         "--model", required=True, help="Path of PaddleClas model.") |         "--model", required=True, help="Path of PaddleClas model.") | ||||||
| @@ -64,12 +54,12 @@ def parse_arguments(): | |||||||
|         help="inference backend, default, ort, ov, trt, paddle, paddle_trt.") |         help="inference backend, default, ort, ov, trt, paddle, paddle_trt.") | ||||||
|     parser.add_argument( |     parser.add_argument( | ||||||
|         "--enable_trt_fp16", |         "--enable_trt_fp16", | ||||||
|         type=str2bool, |         type=ast.literal_eval, | ||||||
|         default=False, |         default=False, | ||||||
|         help="whether enable fp16 in trt backend") |         help="whether enable fp16 in trt backend") | ||||||
|     parser.add_argument( |     parser.add_argument( | ||||||
|         "--enable_collect_memory_info", |         "--enable_collect_memory_info", | ||||||
|         type=str2bool, |         type=ast.literal_eval, | ||||||
|         default=False, |         default=False, | ||||||
|         help="whether enable collect memory info") |         help="whether enable collect memory info") | ||||||
|     args = parser.parse_args() |     args = parser.parse_args() | ||||||
|   | |||||||
| @@ -24,19 +24,9 @@ import GPUtil | |||||||
| import time | import time | ||||||
|  |  | ||||||
|  |  | ||||||
| def str2bool(v): |  | ||||||
|     if isinstance(v, bool): |  | ||||||
|         return v |  | ||||||
|     if v.lower() == 'true': |  | ||||||
|         return True |  | ||||||
|     elif v.lower() == 'false': |  | ||||||
|         return False |  | ||||||
|     else: |  | ||||||
|         raise argparse.ArgumentTypeError('Boolean value expected.') |  | ||||||
|  |  | ||||||
|  |  | ||||||
| def parse_arguments(): | def parse_arguments(): | ||||||
|     import argparse |     import argparse | ||||||
|  |     import ast | ||||||
|     parser = argparse.ArgumentParser() |     parser = argparse.ArgumentParser() | ||||||
|     parser.add_argument( |     parser.add_argument( | ||||||
|         "--model", required=True, help="Path of PaddleDetection model.") |         "--model", required=True, help="Path of PaddleDetection model.") | ||||||
| @@ -66,12 +56,12 @@ def parse_arguments(): | |||||||
|         help="inference backend, default, ort, ov, trt, paddle, paddle_trt.") |         help="inference backend, default, ort, ov, trt, paddle, paddle_trt.") | ||||||
|     parser.add_argument( |     parser.add_argument( | ||||||
|         "--enable_trt_fp16", |         "--enable_trt_fp16", | ||||||
|         type=str2bool, |         type=ast.literal_eval, | ||||||
|         default=False, |         default=False, | ||||||
|         help="whether enable fp16 in trt backend") |         help="whether enable fp16 in trt backend") | ||||||
|     parser.add_argument( |     parser.add_argument( | ||||||
|         "--enable_collect_memory_info", |         "--enable_collect_memory_info", | ||||||
|         type=str2bool, |         type=ast.literal_eval, | ||||||
|         default=False, |         default=False, | ||||||
|         help="whether enable collect memory info") |         help="whether enable collect memory info") | ||||||
|     args = parser.parse_args() |     args = parser.parse_args() | ||||||
|   | |||||||
| @@ -22,19 +22,9 @@ import GPUtil | |||||||
| import time | import time | ||||||
|  |  | ||||||
|  |  | ||||||
| def str2bool(v): |  | ||||||
|     if isinstance(v, bool): |  | ||||||
|         return v |  | ||||||
|     if v.lower() == 'true': |  | ||||||
|         return True |  | ||||||
|     elif v.lower() == 'false': |  | ||||||
|         return False |  | ||||||
|     else: |  | ||||||
|         raise argparse.ArgumentTypeError('Boolean value expected.') |  | ||||||
|  |  | ||||||
|  |  | ||||||
| def parse_arguments(): | def parse_arguments(): | ||||||
|     import argparse |     import argparse | ||||||
|  |     import ast | ||||||
|     parser = argparse.ArgumentParser() |     parser = argparse.ArgumentParser() | ||||||
|     parser.add_argument( |     parser.add_argument( | ||||||
|         "--model", required=True, help="Path of PaddleSeg model.") |         "--model", required=True, help="Path of PaddleSeg model.") | ||||||
| @@ -64,12 +54,12 @@ def parse_arguments(): | |||||||
|         help="inference backend, default, ort, ov, trt, paddle, paddle_trt.") |         help="inference backend, default, ort, ov, trt, paddle, paddle_trt.") | ||||||
|     parser.add_argument( |     parser.add_argument( | ||||||
|         "--enable_trt_fp16", |         "--enable_trt_fp16", | ||||||
|         type=str2bool, |         type=ast.literal_eval, | ||||||
|         default=False, |         default=False, | ||||||
|         help="whether enable fp16 in trt backend") |         help="whether enable fp16 in trt backend") | ||||||
|     parser.add_argument( |     parser.add_argument( | ||||||
|         "--enable_collect_memory_info", |         "--enable_collect_memory_info", | ||||||
|         type=str2bool, |         type=ast.literal_eval, | ||||||
|         default=False, |         default=False, | ||||||
|         help="whether enable collect memory info") |         help="whether enable collect memory info") | ||||||
|     args = parser.parse_args() |     args = parser.parse_args() | ||||||
|   | |||||||
| @@ -24,19 +24,9 @@ import GPUtil | |||||||
| import time | import time | ||||||
|  |  | ||||||
|  |  | ||||||
| def str2bool(v): |  | ||||||
|     if isinstance(v, bool): |  | ||||||
|         return v |  | ||||||
|     if v.lower() == 'true': |  | ||||||
|         return True |  | ||||||
|     elif v.lower() == 'false': |  | ||||||
|         return False |  | ||||||
|     else: |  | ||||||
|         raise argparse.ArgumentTypeError('Boolean value expected.') |  | ||||||
|  |  | ||||||
|  |  | ||||||
| def parse_arguments(): | def parse_arguments(): | ||||||
|     import argparse |     import argparse | ||||||
|  |     import ast | ||||||
|     parser = argparse.ArgumentParser() |     parser = argparse.ArgumentParser() | ||||||
|     parser.add_argument( |     parser.add_argument( | ||||||
|         "--model", required=True, help="Path of Yolo onnx model.") |         "--model", required=True, help="Path of Yolo onnx model.") | ||||||
| @@ -66,12 +56,12 @@ def parse_arguments(): | |||||||
|         help="inference backend, default, ort, ov, trt, paddle, paddle_trt.") |         help="inference backend, default, ort, ov, trt, paddle, paddle_trt.") | ||||||
|     parser.add_argument( |     parser.add_argument( | ||||||
|         "--enable_trt_fp16", |         "--enable_trt_fp16", | ||||||
|         type=str2bool, |         type=ast.literal_eval, | ||||||
|         default=False, |         default=False, | ||||||
|         help="whether enable fp16 in trt backend") |         help="whether enable fp16 in trt backend") | ||||||
|     parser.add_argument( |     parser.add_argument( | ||||||
|         "--enable_collect_memory_info", |         "--enable_collect_memory_info", | ||||||
|         type=str2bool, |         type=ast.literal_eval, | ||||||
|         default=False, |         default=False, | ||||||
|         help="whether enable collect memory info") |         help="whether enable collect memory info") | ||||||
|     args = parser.parse_args() |     args = parser.parse_args() | ||||||
|   | |||||||
		Reference in New Issue
	
	Block a user
	 WJJ1995
					WJJ1995