diff --git a/benchmark/cpp/config/config.gpu.ort.fp32.e2e.txt b/benchmark/cpp/config/config.gpu.ort.fp32.e2e.txt index a1bf97be9..baa2f5cf3 100755 --- a/benchmark/cpp/config/config.gpu.ort.fp32.e2e.txt +++ b/benchmark/cpp/config/config.gpu.ort.fp32.e2e.txt @@ -1,8 +1,8 @@ device: gpu device_id: 3 cpu_thread_nums: 1 -warmup: 20 -repeat: 100 +warmup: 200 +repeat: 1000 backend: ort profile_mode: end2end include_h2d_d2h: false diff --git a/benchmark/cpp/config/config.gpu.ort.fp32.txt b/benchmark/cpp/config/config.gpu.ort.fp32.txt index cb1d2b5b4..53fa8824a 100755 --- a/benchmark/cpp/config/config.gpu.ort.fp32.txt +++ b/benchmark/cpp/config/config.gpu.ort.fp32.txt @@ -1,8 +1,8 @@ device: gpu device_id: 3 cpu_thread_nums: 1 -warmup: 20 -repeat: 100 +warmup: 200 +repeat: 1000 backend: ort profile_mode: runtime include_h2d_d2h: false diff --git a/benchmark/cpp/config/config.gpu.paddle.fp32.e2e.txt b/benchmark/cpp/config/config.gpu.paddle.fp32.e2e.txt index 1e3dabc59..1fb5d7db7 100755 --- a/benchmark/cpp/config/config.gpu.paddle.fp32.e2e.txt +++ b/benchmark/cpp/config/config.gpu.paddle.fp32.e2e.txt @@ -1,8 +1,8 @@ device: gpu device_id: 3 cpu_thread_nums: 1 -warmup: 20 -repeat: 100 +warmup: 200 +repeat: 1000 backend: paddle profile_mode: end2end include_h2d_d2h: false diff --git a/benchmark/cpp/config/config.gpu.paddle.fp32.txt b/benchmark/cpp/config/config.gpu.paddle.fp32.txt index cbe7bc2cb..c272dbde0 100755 --- a/benchmark/cpp/config/config.gpu.paddle.fp32.txt +++ b/benchmark/cpp/config/config.gpu.paddle.fp32.txt @@ -1,8 +1,8 @@ device: gpu device_id: 3 cpu_thread_nums: 1 -warmup: 20 -repeat: 100 +warmup: 200 +repeat: 1000 backend: paddle profile_mode: runtime include_h2d_d2h: false diff --git a/benchmark/cpp/config/config.gpu.paddle_trt.fp16.h2d.txt b/benchmark/cpp/config/config.gpu.paddle_trt.fp16.h2d.txt new file mode 100755 index 000000000..d3294604d --- /dev/null +++ b/benchmark/cpp/config/config.gpu.paddle_trt.fp16.h2d.txt @@ -0,0 +1,14 @@ +device: gpu +device_id: 3 +cpu_thread_nums: 1 +warmup: 200 +repeat: 1000 +backend: paddle_trt +profile_mode: runtime +include_h2d_d2h: true +use_fp16: true +collect_memory_info: false +sampling_interval: 1 +precision_compare: false +xpu_l3_cache: 0 +result_path: benchmark_gpu_paddle_trt_fp16_h2d.txt \ No newline at end of file diff --git a/benchmark/cpp/config/config.gpu.paddle_trt.fp32.h2d.txt b/benchmark/cpp/config/config.gpu.paddle_trt.fp32.h2d.txt new file mode 100755 index 000000000..510671d59 --- /dev/null +++ b/benchmark/cpp/config/config.gpu.paddle_trt.fp32.h2d.txt @@ -0,0 +1,14 @@ +device: gpu +device_id: 3 +cpu_thread_nums: 1 +warmup: 200 +repeat: 1000 +backend: paddle_trt +profile_mode: runtime +include_h2d_d2h: true +use_fp16: false +collect_memory_info: false +sampling_interval: 1 +precision_compare: false +xpu_l3_cache: 0 +result_path: benchmark_gpu_paddle_trt_fp32_h2d.txt \ No newline at end of file diff --git a/benchmark/cpp/config/config.gpu.trt.fp16.h2d.txt b/benchmark/cpp/config/config.gpu.trt.fp16.h2d.txt new file mode 100755 index 000000000..124cf7103 --- /dev/null +++ b/benchmark/cpp/config/config.gpu.trt.fp16.h2d.txt @@ -0,0 +1,14 @@ +device: gpu +device_id: 3 +cpu_thread_nums: 1 +warmup: 200 +repeat: 1000 +backend: trt +profile_mode: runtime +include_h2d_d2h: true +use_fp16: true +collect_memory_info: false +sampling_interval: 1 +precision_compare: false +xpu_l3_cache: 0 +result_path: benchmark_gpu_trt_fp16_h2d.txt \ No newline at end of file diff --git a/benchmark/cpp/config/config.gpu.trt.fp32.h2d.txt b/benchmark/cpp/config/config.gpu.trt.fp32.h2d.txt new file mode 100755 index 000000000..09ea2ab73 --- /dev/null +++ b/benchmark/cpp/config/config.gpu.trt.fp32.h2d.txt @@ -0,0 +1,14 @@ +device: gpu +device_id: 3 +cpu_thread_nums: 1 +warmup: 200 +repeat: 1000 +backend: trt +profile_mode: runtime +include_h2d_d2h: true +use_fp16: false +collect_memory_info: false +sampling_interval: 1 +precision_compare: false +xpu_l3_cache: 0 +result_path: benchmark_gpu_trt_fp32_h2d.txt \ No newline at end of file