From 1db85e0ad91615e3cb4185950b7be9f41b46f5bf Mon Sep 17 00:00:00 2001
From: WJJ1995 <wjjisloser@163.com>
Date: Thu, 3 Nov 2022 11:23:03 +0800
Subject: [PATCH] [Benchmark] Update benchmark (#488)

* add paddle_trt in benchmark

* update benchmark in device

* update benchmark
---
 benchmark/benchmark_ppcls.py | 16 +++-------------
 benchmark/benchmark_ppdet.py | 16 +++-------------
 benchmark/benchmark_ppseg.py | 16 +++-------------
 benchmark/benchmark_yolo.py  | 16 +++-------------
 4 files changed, 12 insertions(+), 52 deletions(-)

diff --git a/benchmark/benchmark_ppcls.py b/benchmark/benchmark_ppcls.py
index 914ace71b..039a07cc9 100755
--- a/benchmark/benchmark_ppcls.py
+++ b/benchmark/benchmark_ppcls.py
@@ -22,19 +22,9 @@ import GPUtil
 import time
 
 
-def str2bool(v):
-    if isinstance(v, bool):
-        return v
-    if v.lower() == 'true':
-        return True
-    elif v.lower() == 'false':
-        return False
-    else:
-        raise argparse.ArgumentTypeError('Boolean value expected.')
-
-
 def parse_arguments():
     import argparse
+    import ast
     parser = argparse.ArgumentParser()
     parser.add_argument(
         "--model", required=True, help="Path of PaddleClas model.")
@@ -64,12 +54,12 @@ def parse_arguments():
         help="inference backend, default, ort, ov, trt, paddle, paddle_trt.")
     parser.add_argument(
         "--enable_trt_fp16",
-        type=str2bool,
+        type=ast.literal_eval,
         default=False,
         help="whether enable fp16 in trt backend")
     parser.add_argument(
         "--enable_collect_memory_info",
-        type=str2bool,
+        type=ast.literal_eval,
         default=False,
         help="whether enable collect memory info")
     args = parser.parse_args()
diff --git a/benchmark/benchmark_ppdet.py b/benchmark/benchmark_ppdet.py
index cb8d47f44..6cabc4d4e 100755
--- a/benchmark/benchmark_ppdet.py
+++ b/benchmark/benchmark_ppdet.py
@@ -24,19 +24,9 @@ import GPUtil
 import time
 
 
-def str2bool(v):
-    if isinstance(v, bool):
-        return v
-    if v.lower() == 'true':
-        return True
-    elif v.lower() == 'false':
-        return False
-    else:
-        raise argparse.ArgumentTypeError('Boolean value expected.')
-
-
 def parse_arguments():
     import argparse
+    import ast
     parser = argparse.ArgumentParser()
     parser.add_argument(
         "--model", required=True, help="Path of PaddleDetection model.")
@@ -66,12 +56,12 @@ def parse_arguments():
         help="inference backend, default, ort, ov, trt, paddle, paddle_trt.")
     parser.add_argument(
         "--enable_trt_fp16",
-        type=str2bool,
+        type=ast.literal_eval,
         default=False,
         help="whether enable fp16 in trt backend")
     parser.add_argument(
         "--enable_collect_memory_info",
-        type=str2bool,
+        type=ast.literal_eval,
         default=False,
         help="whether enable collect memory info")
     args = parser.parse_args()
diff --git a/benchmark/benchmark_ppseg.py b/benchmark/benchmark_ppseg.py
index 2c7a37c2f..ef57e3715 100755
--- a/benchmark/benchmark_ppseg.py
+++ b/benchmark/benchmark_ppseg.py
@@ -22,19 +22,9 @@ import GPUtil
 import time
 
 
-def str2bool(v):
-    if isinstance(v, bool):
-        return v
-    if v.lower() == 'true':
-        return True
-    elif v.lower() == 'false':
-        return False
-    else:
-        raise argparse.ArgumentTypeError('Boolean value expected.')
-
-
 def parse_arguments():
     import argparse
+    import ast
     parser = argparse.ArgumentParser()
     parser.add_argument(
         "--model", required=True, help="Path of PaddleSeg model.")
@@ -64,12 +54,12 @@ def parse_arguments():
         help="inference backend, default, ort, ov, trt, paddle, paddle_trt.")
     parser.add_argument(
         "--enable_trt_fp16",
-        type=str2bool,
+        type=ast.literal_eval,
         default=False,
         help="whether enable fp16 in trt backend")
     parser.add_argument(
         "--enable_collect_memory_info",
-        type=str2bool,
+        type=ast.literal_eval,
         default=False,
         help="whether enable collect memory info")
     args = parser.parse_args()
diff --git a/benchmark/benchmark_yolo.py b/benchmark/benchmark_yolo.py
index f534c43f3..aa6927c83 100755
--- a/benchmark/benchmark_yolo.py
+++ b/benchmark/benchmark_yolo.py
@@ -24,19 +24,9 @@ import GPUtil
 import time
 
 
-def str2bool(v):
-    if isinstance(v, bool):
-        return v
-    if v.lower() == 'true':
-        return True
-    elif v.lower() == 'false':
-        return False
-    else:
-        raise argparse.ArgumentTypeError('Boolean value expected.')
-
-
 def parse_arguments():
     import argparse
+    import ast
     parser = argparse.ArgumentParser()
     parser.add_argument(
         "--model", required=True, help="Path of Yolo onnx model.")
@@ -66,12 +56,12 @@ def parse_arguments():
         help="inference backend, default, ort, ov, trt, paddle, paddle_trt.")
     parser.add_argument(
         "--enable_trt_fp16",
-        type=str2bool,
+        type=ast.literal_eval,
         default=False,
         help="whether enable fp16 in trt backend")
     parser.add_argument(
         "--enable_collect_memory_info",
-        type=str2bool,
+        type=ast.literal_eval,
         default=False,
         help="whether enable collect memory info")
     args = parser.parse_args()