From 19d3b188f8c3183cfe1cc046cb9f5344a91de8c8 Mon Sep 17 00:00:00 2001 From: WJJ1995 Date: Tue, 21 Mar 2023 21:34:04 +0800 Subject: [PATCH] [Benchmark]Mv thread_nums from 1 to 8 in x86 (#1670) * avoid mem copy for cpp benchmark * set CMAKE_BUILD_TYPE to Release * Add SegmentationDiff * change pointer to reference * fixed bug * cast uint8 to int32 * Add diff compare for OCR * Add diff compare for OCR * rm ppocr pipeline * Add yolov5 diff compare * Add yolov5 diff compare * deal with comments * deal with comments * fixed bug * fixed bug * fixed thread nums --- benchmark/cpp/config/config.x86.ort.fp32.e2e.mem.txt | 6 +++--- benchmark/cpp/config/config.x86.ort.fp32.e2e.txt | 6 +++--- benchmark/cpp/config/config.x86.ort.fp32.txt | 6 +++--- benchmark/cpp/config/config.x86.ov.fp32.e2e.mem.txt | 6 +++--- benchmark/cpp/config/config.x86.ov.fp32.e2e.txt | 6 +++--- benchmark/cpp/config/config.x86.ov.fp32.txt | 6 +++--- benchmark/cpp/config/config.x86.paddle.fp32.e2e.mem.txt | 6 +++--- benchmark/cpp/config/config.x86.paddle.fp32.e2e.txt | 6 +++--- benchmark/cpp/config/config.x86.paddle.fp32.txt | 6 +++--- 9 files changed, 27 insertions(+), 27 deletions(-) diff --git a/benchmark/cpp/config/config.x86.ort.fp32.e2e.mem.txt b/benchmark/cpp/config/config.x86.ort.fp32.e2e.mem.txt index b35346caf..55ef2c7d4 100755 --- a/benchmark/cpp/config/config.x86.ort.fp32.e2e.mem.txt +++ b/benchmark/cpp/config/config.x86.ort.fp32.e2e.mem.txt @@ -1,8 +1,8 @@ device: cpu device_id: 0 -cpu_thread_nums: 1 -warmup: 10 -repeat: 50 +cpu_thread_nums: 8 +warmup: 20 +repeat: 100 backend: ort profile_mode: end2end include_h2d_d2h: false diff --git a/benchmark/cpp/config/config.x86.ort.fp32.e2e.txt b/benchmark/cpp/config/config.x86.ort.fp32.e2e.txt index 17803cbf7..08464dd36 100755 --- a/benchmark/cpp/config/config.x86.ort.fp32.e2e.txt +++ b/benchmark/cpp/config/config.x86.ort.fp32.e2e.txt @@ -1,8 +1,8 @@ device: cpu device_id: 0 -cpu_thread_nums: 1 -warmup: 20 -repeat: 100 +cpu_thread_nums: 8 +warmup: 200 +repeat: 1000 backend: ort profile_mode: end2end include_h2d_d2h: false diff --git a/benchmark/cpp/config/config.x86.ort.fp32.txt b/benchmark/cpp/config/config.x86.ort.fp32.txt index f360c781c..7012edd35 100755 --- a/benchmark/cpp/config/config.x86.ort.fp32.txt +++ b/benchmark/cpp/config/config.x86.ort.fp32.txt @@ -1,8 +1,8 @@ device: cpu device_id: 0 -cpu_thread_nums: 1 -warmup: 20 -repeat: 100 +cpu_thread_nums: 8 +warmup: 200 +repeat: 1000 backend: ort profile_mode: runtime include_h2d_d2h: false diff --git a/benchmark/cpp/config/config.x86.ov.fp32.e2e.mem.txt b/benchmark/cpp/config/config.x86.ov.fp32.e2e.mem.txt index e3d02f66b..9a8365ca4 100755 --- a/benchmark/cpp/config/config.x86.ov.fp32.e2e.mem.txt +++ b/benchmark/cpp/config/config.x86.ov.fp32.e2e.mem.txt @@ -1,8 +1,8 @@ device: cpu device_id: 0 -cpu_thread_nums: 1 -warmup: 10 -repeat: 50 +cpu_thread_nums: 8 +warmup: 20 +repeat: 100 backend: ov profile_mode: end2end include_h2d_d2h: false diff --git a/benchmark/cpp/config/config.x86.ov.fp32.e2e.txt b/benchmark/cpp/config/config.x86.ov.fp32.e2e.txt index cdcb8d0ad..7400ddb20 100755 --- a/benchmark/cpp/config/config.x86.ov.fp32.e2e.txt +++ b/benchmark/cpp/config/config.x86.ov.fp32.e2e.txt @@ -1,8 +1,8 @@ device: cpu device_id: 0 -cpu_thread_nums: 1 -warmup: 20 -repeat: 100 +cpu_thread_nums: 8 +warmup: 200 +repeat: 1000 backend: ov profile_mode: end2end include_h2d_d2h: false diff --git a/benchmark/cpp/config/config.x86.ov.fp32.txt b/benchmark/cpp/config/config.x86.ov.fp32.txt index e8dd71ecf..4b01bf5b8 100755 --- a/benchmark/cpp/config/config.x86.ov.fp32.txt +++ b/benchmark/cpp/config/config.x86.ov.fp32.txt @@ -1,8 +1,8 @@ device: cpu device_id: 0 -cpu_thread_nums: 1 -warmup: 20 -repeat: 100 +cpu_thread_nums: 8 +warmup: 200 +repeat: 1000 backend: ov profile_mode: runtime include_h2d_d2h: false diff --git a/benchmark/cpp/config/config.x86.paddle.fp32.e2e.mem.txt b/benchmark/cpp/config/config.x86.paddle.fp32.e2e.mem.txt index 292ae48ac..c767b080d 100755 --- a/benchmark/cpp/config/config.x86.paddle.fp32.e2e.mem.txt +++ b/benchmark/cpp/config/config.x86.paddle.fp32.e2e.mem.txt @@ -1,8 +1,8 @@ device: cpu device_id: 0 -cpu_thread_nums: 1 -warmup: 10 -repeat: 50 +cpu_thread_nums: 8 +warmup: 20 +repeat: 100 backend: paddle profile_mode: end2end include_h2d_d2h: false diff --git a/benchmark/cpp/config/config.x86.paddle.fp32.e2e.txt b/benchmark/cpp/config/config.x86.paddle.fp32.e2e.txt index b255d7378..34eecce6a 100755 --- a/benchmark/cpp/config/config.x86.paddle.fp32.e2e.txt +++ b/benchmark/cpp/config/config.x86.paddle.fp32.e2e.txt @@ -1,8 +1,8 @@ device: cpu device_id: 0 -cpu_thread_nums: 1 -warmup: 20 -repeat: 100 +cpu_thread_nums: 8 +warmup: 200 +repeat: 1000 backend: paddle profile_mode: end2end include_h2d_d2h: false diff --git a/benchmark/cpp/config/config.x86.paddle.fp32.txt b/benchmark/cpp/config/config.x86.paddle.fp32.txt index 42c515f9a..811be58d0 100755 --- a/benchmark/cpp/config/config.x86.paddle.fp32.txt +++ b/benchmark/cpp/config/config.x86.paddle.fp32.txt @@ -1,8 +1,8 @@ device: cpu device_id: 0 -cpu_thread_nums: 1 -warmup: 20 -repeat: 100 +cpu_thread_nums: 8 +warmup: 200 +repeat: 1000 backend: paddle profile_mode: runtime include_h2d_d2h: false