From 23c4fa67437ef3dfa9859f3c323e1008a9129f24 Mon Sep 17 00:00:00 2001 From: WJJ1995 Date: Sun, 12 Mar 2023 20:36:22 +0800 Subject: [PATCH] [Benchmark] Add Det/Matting models for benchmark (#1580) * add GPL lisence * add GPL-3.0 lisence * add GPL-3.0 lisence * add GPL-3.0 lisence * support yolov8 * add pybind for yolov8 * add yolov8 readme * add cpp benchmark * add cpu and gpu mem * public part split * add runtime mode * fixed bugs * add cpu_thread_nums * deal with comments * deal with comments * deal with comments * rm useless code * add FASTDEPLOY_DECL * add FASTDEPLOY_DECL * fixed for windows * mv rss to pss * mv rss to pss * Update utils.cc * use thread to collect mem * Add ResourceUsageMonitor * rm useless code * fixed bug * fixed typo * update ResourceUsageMonitor * fixed bug * fixed bug * add note for ResourceUsageMonitor * deal with comments * add macros * deal with comments * deal with comments * deal with comments * re-lint * rm pmap and use mem api * rm pmap and use mem api * add mem api * Add PrintBenchmarkInfo func * Add PrintBenchmarkInfo func * Add PrintBenchmarkInfo func * deal with comments * fixed enable_paddle_to_trt * add log for paddle_trt * support ppcls benchmark * use new trt option api * update benchmark info * simplify benchmark.cc * simplify benchmark.cc * deal with comments * Add ppseg && ppocr benchmark * add OCR rec img * add ocr benchmark * fixed trt shape * add trt shape * resolve conflict * add ENABLE_BENCHMARK define * Add ClassifyDiff * Add Resize for ClassifyResult * deal with comments * add convert info script * resolve conflict * Add SaveBenchmarkResult func * fixed bug * fixed bug * fixed bug * add config.txt for option * fixed bug * fixed bug * fixed bug * add benchmark.sh * mv thread_nums from 8 to 1 * deal with comments * deal with comments * fixed readme * deal with comments * add all platform shell * Update config.arm.txt * Update config.gpu.txt * Update config.x86.txt * fixed printinfo bug * rm proxy * add more model support --------- Co-authored-by: DefTruth <31974251+DefTruth@users.noreply.github.com> --- benchmark/cpp/CMakeLists.txt | 21 ++++++++ benchmark/cpp/benchmark_arm.sh | 12 +++++ benchmark/cpp/benchmark_gpu.sh | 28 +++++++++-- benchmark/cpp/benchmark_picodet.cc | 73 ++++++++++++++++++++++++++++ benchmark/cpp/benchmark_ppmatting.cc | 59 ++++++++++++++++++++++ benchmark/cpp/benchmark_ppyoloe.cc | 73 ++++++++++++++++++++++++++++ benchmark/cpp/benchmark_ppyolov5.cc | 73 ++++++++++++++++++++++++++++ benchmark/cpp/benchmark_ppyolov6.cc | 73 ++++++++++++++++++++++++++++ benchmark/cpp/benchmark_ppyolov7.cc | 73 ++++++++++++++++++++++++++++ benchmark/cpp/benchmark_ppyolox.cc | 73 ++++++++++++++++++++++++++++ benchmark/cpp/benchmark_x86.sh | 12 +++++ benchmark/cpp/benchmark_xpu.sh | 12 +++++ 12 files changed, 579 insertions(+), 3 deletions(-) create mode 100644 benchmark/cpp/benchmark_picodet.cc create mode 100644 benchmark/cpp/benchmark_ppmatting.cc create mode 100644 benchmark/cpp/benchmark_ppyoloe.cc create mode 100755 benchmark/cpp/benchmark_ppyolov5.cc create mode 100755 benchmark/cpp/benchmark_ppyolov6.cc create mode 100755 benchmark/cpp/benchmark_ppyolov7.cc create mode 100644 benchmark/cpp/benchmark_ppyolox.cc diff --git a/benchmark/cpp/CMakeLists.txt b/benchmark/cpp/CMakeLists.txt index fac438a2b..037db99e4 100755 --- a/benchmark/cpp/CMakeLists.txt +++ b/benchmark/cpp/CMakeLists.txt @@ -9,26 +9,47 @@ include(${FASTDEPLOY_INSTALL_DIR}/FastDeploy.cmake) include_directories(${FASTDEPLOY_INCS}) add_executable(benchmark_yolov5 ${PROJECT_SOURCE_DIR}/benchmark_yolov5.cc) +add_executable(benchmark_ppyolov5 ${PROJECT_SOURCE_DIR}/benchmark_ppyolov5.cc) +add_executable(benchmark_ppyolov6 ${PROJECT_SOURCE_DIR}/benchmark_ppyolov6.cc) +add_executable(benchmark_ppyolov7 ${PROJECT_SOURCE_DIR}/benchmark_ppyolov7.cc) add_executable(benchmark_ppyolov8 ${PROJECT_SOURCE_DIR}/benchmark_ppyolov8.cc) +add_executable(benchmark_ppyolox ${PROJECT_SOURCE_DIR}/benchmark_ppyolox.cc) +add_executable(benchmark_ppyoloe ${PROJECT_SOURCE_DIR}/benchmark_ppyoloe.cc) +add_executable(benchmark_picodet ${PROJECT_SOURCE_DIR}/benchmark_picodet.cc) add_executable(benchmark_ppcls ${PROJECT_SOURCE_DIR}/benchmark_ppcls.cc) add_executable(benchmark_ppseg ${PROJECT_SOURCE_DIR}/benchmark_ppseg.cc) +add_executable(benchmark_ppmatting ${PROJECT_SOURCE_DIR}/benchmark_ppmatting.cc) add_executable(benchmark_ppocr_det ${PROJECT_SOURCE_DIR}/benchmark_ppocr_det.cc) add_executable(benchmark_ppocr_cls ${PROJECT_SOURCE_DIR}/benchmark_ppocr_cls.cc) add_executable(benchmark_ppocr_rec ${PROJECT_SOURCE_DIR}/benchmark_ppocr_rec.cc) if(UNIX AND (NOT APPLE) AND (NOT ANDROID)) target_link_libraries(benchmark_yolov5 ${FASTDEPLOY_LIBS} gflags pthread) + target_link_libraries(benchmark_ppyolov5 ${FASTDEPLOY_LIBS} gflags pthread) + target_link_libraries(benchmark_ppyolov6 ${FASTDEPLOY_LIBS} gflags pthread) + target_link_libraries(benchmark_ppyolov7 ${FASTDEPLOY_LIBS} gflags pthread) target_link_libraries(benchmark_ppyolov8 ${FASTDEPLOY_LIBS} gflags pthread) + target_link_libraries(benchmark_ppyolox ${FASTDEPLOY_LIBS} gflags pthread) + target_link_libraries(benchmark_ppyoloe ${FASTDEPLOY_LIBS} gflags pthread) + target_link_libraries(benchmark_picodet ${FASTDEPLOY_LIBS} gflags pthread) target_link_libraries(benchmark_ppcls ${FASTDEPLOY_LIBS} gflags pthread) target_link_libraries(benchmark_ppseg ${FASTDEPLOY_LIBS} gflags pthread) + target_link_libraries(benchmark_ppmatting ${FASTDEPLOY_LIBS} gflags pthread) target_link_libraries(benchmark_ppocr_det ${FASTDEPLOY_LIBS} gflags pthread) target_link_libraries(benchmark_ppocr_cls ${FASTDEPLOY_LIBS} gflags pthread) target_link_libraries(benchmark_ppocr_rec ${FASTDEPLOY_LIBS} gflags pthread) else() target_link_libraries(benchmark_yolov5 ${FASTDEPLOY_LIBS} gflags) + target_link_libraries(benchmark_ppyolov5 ${FASTDEPLOY_LIBS} gflags) + target_link_libraries(benchmark_ppyolov6 ${FASTDEPLOY_LIBS} gflags) + target_link_libraries(benchmark_ppyolov7 ${FASTDEPLOY_LIBS} gflags) target_link_libraries(benchmark_ppyolov8 ${FASTDEPLOY_LIBS} gflags) + target_link_libraries(benchmark_ppyolox ${FASTDEPLOY_LIBS} gflags) + target_link_libraries(benchmark_ppyoloe ${FASTDEPLOY_LIBS} gflags) + target_link_libraries(benchmark_picodet ${FASTDEPLOY_LIBS} gflags) target_link_libraries(benchmark_ppcls ${FASTDEPLOY_LIBS} gflags) target_link_libraries(benchmark_ppseg ${FASTDEPLOY_LIBS} gflags) + target_link_libraries(benchmark_ppmatting ${FASTDEPLOY_LIBS} gflags) target_link_libraries(benchmark_ppocr_det ${FASTDEPLOY_LIBS} gflags) target_link_libraries(benchmark_ppocr_cls ${FASTDEPLOY_LIBS} gflags) target_link_libraries(benchmark_ppocr_rec ${FASTDEPLOY_LIBS} gflags) diff --git a/benchmark/cpp/benchmark_arm.sh b/benchmark/cpp/benchmark_arm.sh index 3caaeeccc..f28bb4cee 100755 --- a/benchmark/cpp/benchmark_arm.sh +++ b/benchmark/cpp/benchmark_arm.sh @@ -1,7 +1,14 @@ # Run all models specify hardware and specify backend # PaddleDetection +./benchmark_ppyolov5 --model yolov5_s_300e_coco_no_nms --image 000000014439.jpg --config_path config.arm.txt --no_nms +./benchmark_ppyolov6 --model yolov6_s_300e_coco_no_nms --image 000000014439.jpg --config_path config.arm.txt --no_nms +./benchmark_ppyolov7 --model yolov7_l_300e_coco_no_nms --image 000000014439.jpg --config_path config.arm.txt --no_nms ./benchmark_ppyolov8 --model yolov8_s_500e_coco_no_nms --image 000000014439.jpg --config_path config.arm.txt --no_nms +./benchmark_ppyolox --model yolox_s_300e_coco_no_nms --image 000000014439.jpg --config_path config.arm.txt --no_nms +./benchmark_ppyoloe --model ppyoloe_crn_l_300e_coco_no_nms --image 000000014439.jpg --config_path config.arm.txt --no_nms +./benchmark_ppyoloe --model ppyoloe_plus_crn_m_80e_coco_no_nms --image 000000014439.jpg --config_path config.arm.txt --no_nms +./benchmark_picodet --model picodet_l_640_coco_lcnet_no_nms --image 000000014439.jpg --config_path config.arm.txt --no_nms # PaddleSeg ./benchmark_ppseg --model Portrait_PP_HumanSegV2_Lite_256x144_with_argmax_infer --image portrait_heng.jpg --config_path config.arm.txt @@ -10,6 +17,9 @@ ./benchmark_ppseg --model Deeplabv3_ResNet101_OS8_cityscapes_with_argmax_infer --image cityscapes_demo.png --config_path config.arm.txt ./benchmark_ppseg --model PP_LiteSeg_B_STDC2_cityscapes_with_argmax_infer --image cityscapes_demo.png --config_path config.arm.txt ./benchmark_ppseg --model SegFormer_B0-cityscapes-with-argmax --image cityscapes_demo.png --config_path config.arm.txt +./benchmark_ppmatting --model PP-Matting-512 --image matting_input.jpg --config_path config.arm.txt +./benchmark_ppmatting --model PPHumanMatting --image matting_input.jpg --config_path config.arm.txt +./benchmark_ppmatting --model PPModnet_MobileNetV2 --image matting_input.jpg --config_path config.arm.txt # PaddleClas ./benchmark_ppcls --model PPLCNet_x1_0_infer --image ILSVRC2012_val_00000010.jpeg --config_path config.arm.txt @@ -26,3 +36,5 @@ ./benchmark_ppocr_det --model ch_PP-OCRv3_det_infer --image 12.jpg --config_path config.arm.txt ./benchmark_ppocr_cls --model ch_ppocr_mobile_v2.0_cls_infer --image rec_img.jpg --config_path config.arm.txt ./benchmark_ppocr_rec --model ch_PP-OCRv3_rec_infer --image rec_img.jpg --rec_label_file ppocr_keys_v1.txt --config_path config.arm.txt +./benchmark_ppocr_det --model ch_PP-OCRv2_det_infer --image 12.jpg --config_path config.arm.txt +./benchmark_ppocr_rec --model ch_PP-OCRv2_rec_infer --image rec_img.jpg --rec_label_file ppocr_keys_v1.txt --config_path config.arm.txt diff --git a/benchmark/cpp/benchmark_gpu.sh b/benchmark/cpp/benchmark_gpu.sh index b7817f0a7..ff78c1158 100755 --- a/benchmark/cpp/benchmark_gpu.sh +++ b/benchmark/cpp/benchmark_gpu.sh @@ -1,7 +1,14 @@ # Run all models specify hardware and specify backend # PaddleDetection +./benchmark_ppyolov5 --model yolov5_s_300e_coco_no_nms --image 000000014439.jpg --config_path config.gpu.txt --no_nms +./benchmark_ppyolov6 --model yolov6_s_300e_coco_no_nms --image 000000014439.jpg --config_path config.gpu.txt --no_nms +./benchmark_ppyolov7 --model yolov7_l_300e_coco_no_nms --image 000000014439.jpg --config_path config.gpu.txt --no_nms ./benchmark_ppyolov8 --model yolov8_s_500e_coco_no_nms --image 000000014439.jpg --config_path config.gpu.txt --no_nms +./benchmark_ppyolox --model yolox_s_300e_coco_no_nms --image 000000014439.jpg --config_path config.gpu.txt --no_nms +./benchmark_ppyoloe --model ppyoloe_crn_l_300e_coco_no_nms --image 000000014439.jpg --config_path config.gpu.txt --no_nms +./benchmark_ppyoloe --model ppyoloe_plus_crn_m_80e_coco_no_nms --image 000000014439.jpg --config_path config.gpu.txt --no_nms +./benchmark_picodet --model picodet_l_640_coco_lcnet_no_nms --image 000000014439.jpg --config_path config.gpu.txt --no_nms # PaddleSeg ./benchmark_ppseg --model Portrait_PP_HumanSegV2_Lite_256x144_with_argmax_infer --image portrait_heng.jpg --config_path config.gpu.txt @@ -15,13 +22,22 @@ # ./benchmark_ppseg --model PP_HumanSegV1_Lite_infer --image portrait_heng.jpg --config_path config.gpu.txt --trt_shape 1,3,192,192:1,3,192,192:1,3,192,192 ./benchmark_ppseg --model Deeplabv3_ResNet101_OS8_cityscapes_with_argmax_infer --image cityscapes_demo.png --config_path config.gpu.txt # use trt -# ./benchmark_ppseg --model Deeplabv3_ResNet101_OS8_cityscapes_with_argmax_infer --image cityscapes_demo.png --config_path config.gpu.txt --trt_shape 1,3,1024,2048:1,3,1024,2048:1,3,1024,2048 +# ./benchmark_ppseg --model Deeplabv3_ResNet101_OS8_cityscapes_with_argmax_infer --image cityscapes_demo.png --config_path config.gpu.txt --trt_shape 1,3,512,512:1,3,512,512:1,3,512,512 ./benchmark_ppseg --model PP_LiteSeg_B_STDC2_cityscapes_with_argmax_infer --image cityscapes_demo.png --config_path config.gpu.txt # use trt -# ./benchmark_ppseg --model PP_LiteSeg_B_STDC2_cityscapes_with_argmax_infer --image cityscapes_demo.png --config_path config.gpu.txt --trt_shape 1,3,1024,2048:1,3,1024,2048:1,3,1024,2048 +# ./benchmark_ppseg --model PP_LiteSeg_B_STDC2_cityscapes_with_argmax_infer --image cityscapes_demo.png --config_path config.gpu.txt --trt_shape 1,3,512,512:1,3,512,512:1,3,512,512 ./benchmark_ppseg --model SegFormer_B0-cityscapes-with-argmax --image cityscapes_demo.png --config_path config.gpu.txt # use trt -# ./benchmark_ppseg --model SegFormer_B0-cityscapes-with-argmax --image cityscapes_demo.png --config_path config.gpu.txt --trt_shape 1,3,1024,2048:1,3,1024,2048:1,3,1024,2048 +# ./benchmark_ppseg --model SegFormer_B0-cityscapes-with-argmax --image cityscapes_demo.png --config_path config.gpu.txt --trt_shape 1,3,512,512:1,3,512,512:1,3,512,512 +./benchmark_ppmatting --model PP-Matting-512 --image matting_input.jpg --config_path config.gpu.txt +# use trt +#./benchmark_ppmatting --model PP-Matting-512 --image matting_input.jpg --config_path config.gpu.txt --trt_shape 1,3,512,512:1,3,512,512:1,3,512,512 +./benchmark_ppmatting --model PPHumanMatting --image matting_input.jpg --config_path config.gpu.txt +# use trt +#./benchmark_ppmatting --model PPHumanMatting --image matting_input.jpg --config_path config.gpu.txt --trt_shape 1,3,512,512:1,3,512,512:1,3,512,512 +./benchmark_ppmatting --model PPModnet_MobileNetV2 --image matting_input.jpg --config_path config.gpu.txt +# use trt +#./benchmark_ppmatting --model PPModnet_MobileNetV2 --image matting_input.jpg --config_path config.gpu.txt --trt_shape 1,3,512,512:1,3,512,512:1,3,512,512 # PaddleClas ./benchmark_ppcls --model PPLCNet_x1_0_infer --image ILSVRC2012_val_00000010.jpeg --config_path config.gpu.txt @@ -44,3 +60,9 @@ ./benchmark_ppocr_rec --model ch_PP-OCRv3_rec_infer --image rec_img.jpg --rec_label_file ppocr_keys_v1.txt --config_path config.gpu.txt # use trt # ./benchmark_ppocr_rec --model ch_PP-OCRv3_rec_infer --image rec_img.jpg --rec_label_file ppocr_keys_v1.txt --config_path config.gpu.txt --trt_shape 1,3,48,10:4,3,48,320:8,3,48,2304 +./benchmark_ppocr_det --model ch_PP-OCRv2_det_infer --image 12.jpg --config_path config.gpu.txt +# use trt +# ./benchmark_ppocr_det --model ch_PP-OCRv2_det_infer --image 12.jpg --config_path config.gpu.txt --trt_shape 1,3,64,64:1,3,640,640:1,3,960,960 +./benchmark_ppocr_rec --model ch_PP-OCRv2_rec_infer --image rec_img.jpg --rec_label_file ppocr_keys_v1.txt --config_path config.gpu.txt +# use trt +# ./benchmark_ppocr_rec --model ch_PP-OCRv2_rec_infer --image rec_img.jpg --rec_label_file ppocr_keys_v1.txt --config_path config.gpu.txt --trt_shape 1,3,32,10:4,3,32,320:8,3,32,2304 diff --git a/benchmark/cpp/benchmark_picodet.cc b/benchmark/cpp/benchmark_picodet.cc new file mode 100644 index 000000000..b17effd29 --- /dev/null +++ b/benchmark/cpp/benchmark_picodet.cc @@ -0,0 +1,73 @@ +// Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved. +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +#include "flags.h" +#include "macros.h" +#include "option.h" + +namespace vision = fastdeploy::vision; +namespace benchmark = fastdeploy::benchmark; + +DEFINE_bool(no_nms, false, "Whether the model contains nms."); + +int main(int argc, char* argv[]) { +#if defined(ENABLE_BENCHMARK) && defined(ENABLE_VISION) + // Initialization + auto option = fastdeploy::RuntimeOption(); + if (!CreateRuntimeOption(&option, argc, argv, true)) { + return -1; + } + auto im = cv::imread(FLAGS_image); + std::unordered_map config_info; + benchmark::ResultManager::LoadBenchmarkConfig(FLAGS_config_path, + &config_info); + auto backend = config_info["backend"]; + auto model_file = FLAGS_model + sep + "model.pdmodel"; + auto params_file = FLAGS_model + sep + "model.pdiparams"; + auto config_file = FLAGS_model + sep + "infer_cfg.yml"; + auto model_picodet = + vision::detection::PicoDet(model_file, params_file, config_file, option); + if (FLAGS_no_nms) { + model_picodet.GetPostprocessor().ApplyNMS(); + } + vision::DetectionResult res; + if (config_info["precision_compare"] == "true") { + // Run once at least + model_picodet.Predict(im, &res); + // 1. Test result diff + std::cout << "=============== Test result diff =================\n"; + // Save result to -> disk. + std::string det_result_path = "picodet_result.txt"; + benchmark::ResultManager::SaveDetectionResult(res, det_result_path); + // Load result from <- disk. + vision::DetectionResult res_loaded; + benchmark::ResultManager::LoadDetectionResult(&res_loaded, det_result_path); + // Calculate diff between two results. + auto det_diff = + benchmark::ResultManager::CalculateDiffStatis(res, res_loaded); + std::cout << "Boxes diff: mean=" << det_diff.boxes.mean + << ", max=" << det_diff.boxes.max + << ", min=" << det_diff.boxes.min << std::endl; + std::cout << "Label_ids diff: mean=" << det_diff.labels.mean + << ", max=" << det_diff.labels.max + << ", min=" << det_diff.labels.min << std::endl; + } + // Run profiling + BENCHMARK_MODEL(model_picodet, model_picodet.Predict(im, &res)) + auto vis_im = vision::VisDetection(im, res); + cv::imwrite("vis_result.jpg", vis_im); + std::cout << "Visualized result saved in ./vis_result.jpg" << std::endl; +#endif + return 0; +} \ No newline at end of file diff --git a/benchmark/cpp/benchmark_ppmatting.cc b/benchmark/cpp/benchmark_ppmatting.cc new file mode 100644 index 000000000..020bfa5fa --- /dev/null +++ b/benchmark/cpp/benchmark_ppmatting.cc @@ -0,0 +1,59 @@ +// Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved. +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +#include "flags.h" +#include "macros.h" +#include "option.h" + +namespace vision = fastdeploy::vision; +namespace benchmark = fastdeploy::benchmark; + +DEFINE_string(trt_shape, "1,3,512,512:1,3,512,512:1,3,512,512", + "Set min/opt/max shape for trt/paddle_trt backend." + "eg:--trt_shape 1,3,512,512:1,3,512,512:1,3,512,512"); + +int main(int argc, char* argv[]) { +#if defined(ENABLE_BENCHMARK) && defined(ENABLE_VISION) + // Initialization + auto option = fastdeploy::RuntimeOption(); + if (!CreateRuntimeOption(&option, argc, argv, true)) { + return -1; + } + auto im = cv::imread(FLAGS_image); + std::unordered_map config_info; + benchmark::ResultManager::LoadBenchmarkConfig(FLAGS_config_path, + &config_info); + auto model_file = FLAGS_model + sep + "model.pdmodel"; + auto params_file = FLAGS_model + sep + "model.pdiparams"; + auto config_file = FLAGS_model + sep + "deploy.yaml"; + if (config_info["backend"] == "paddle_trt") { + option.paddle_infer_option.collect_trt_shape = true; + } + if (config_info["backend"] == "paddle_trt" || + config_info["backend"] == "trt") { + std::vector> trt_shapes = + benchmark::ResultManager::GetInputShapes(FLAGS_trt_shape); + option.trt_option.SetShape("x", trt_shapes[0], trt_shapes[1], + trt_shapes[2]); + } + auto model_ppmatting = + vision::matting::PPMatting(model_file, params_file, config_file, option); + vision::MattingResult res; + BENCHMARK_MODEL(model_ppmatting, model_ppmatting.Predict(&im, &res)) + auto vis_im = vision::VisMatting(im, res); + cv::imwrite("vis_result.jpg", vis_im); + std::cout << "Visualized result saved in ./vis_result.jpg" << std::endl; +#endif + return 0; +} \ No newline at end of file diff --git a/benchmark/cpp/benchmark_ppyoloe.cc b/benchmark/cpp/benchmark_ppyoloe.cc new file mode 100644 index 000000000..61de858a6 --- /dev/null +++ b/benchmark/cpp/benchmark_ppyoloe.cc @@ -0,0 +1,73 @@ +// Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved. +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +#include "flags.h" +#include "macros.h" +#include "option.h" + +namespace vision = fastdeploy::vision; +namespace benchmark = fastdeploy::benchmark; + +DEFINE_bool(no_nms, false, "Whether the model contains nms."); + +int main(int argc, char* argv[]) { +#if defined(ENABLE_BENCHMARK) && defined(ENABLE_VISION) + // Initialization + auto option = fastdeploy::RuntimeOption(); + if (!CreateRuntimeOption(&option, argc, argv, true)) { + return -1; + } + auto im = cv::imread(FLAGS_image); + std::unordered_map config_info; + benchmark::ResultManager::LoadBenchmarkConfig(FLAGS_config_path, + &config_info); + auto backend = config_info["backend"]; + auto model_file = FLAGS_model + sep + "model.pdmodel"; + auto params_file = FLAGS_model + sep + "model.pdiparams"; + auto config_file = FLAGS_model + sep + "infer_cfg.yml"; + auto model_ppyoloe = + vision::detection::PPYOLOE(model_file, params_file, config_file, option); + if (FLAGS_no_nms) { + model_ppyoloe.GetPostprocessor().ApplyNMS(); + } + vision::DetectionResult res; + if (config_info["precision_compare"] == "true") { + // Run once at least + model_ppyoloe.Predict(im, &res); + // 1. Test result diff + std::cout << "=============== Test result diff =================\n"; + // Save result to -> disk. + std::string det_result_path = "ppyoloe_result.txt"; + benchmark::ResultManager::SaveDetectionResult(res, det_result_path); + // Load result from <- disk. + vision::DetectionResult res_loaded; + benchmark::ResultManager::LoadDetectionResult(&res_loaded, det_result_path); + // Calculate diff between two results. + auto det_diff = + benchmark::ResultManager::CalculateDiffStatis(res, res_loaded); + std::cout << "Boxes diff: mean=" << det_diff.boxes.mean + << ", max=" << det_diff.boxes.max + << ", min=" << det_diff.boxes.min << std::endl; + std::cout << "Label_ids diff: mean=" << det_diff.labels.mean + << ", max=" << det_diff.labels.max + << ", min=" << det_diff.labels.min << std::endl; + } + // Run profiling + BENCHMARK_MODEL(model_ppyoloe, model_ppyoloe.Predict(im, &res)) + auto vis_im = vision::VisDetection(im, res); + cv::imwrite("vis_result.jpg", vis_im); + std::cout << "Visualized result saved in ./vis_result.jpg" << std::endl; +#endif + return 0; +} \ No newline at end of file diff --git a/benchmark/cpp/benchmark_ppyolov5.cc b/benchmark/cpp/benchmark_ppyolov5.cc new file mode 100755 index 000000000..3aa61a704 --- /dev/null +++ b/benchmark/cpp/benchmark_ppyolov5.cc @@ -0,0 +1,73 @@ +// Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved. +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +#include "flags.h" +#include "macros.h" +#include "option.h" + +namespace vision = fastdeploy::vision; +namespace benchmark = fastdeploy::benchmark; + +DEFINE_bool(no_nms, false, "Whether the model contains nms."); + +int main(int argc, char* argv[]) { +#if defined(ENABLE_BENCHMARK) && defined(ENABLE_VISION) + // Initialization + auto option = fastdeploy::RuntimeOption(); + if (!CreateRuntimeOption(&option, argc, argv, true)) { + return -1; + } + auto im = cv::imread(FLAGS_image); + std::unordered_map config_info; + benchmark::ResultManager::LoadBenchmarkConfig(FLAGS_config_path, + &config_info); + auto model_file = FLAGS_model + sep + "model.pdmodel"; + auto params_file = FLAGS_model + sep + "model.pdiparams"; + auto config_file = FLAGS_model + sep + "infer_cfg.yml"; + auto model_ppyolov5 = vision::detection::PaddleYOLOv5(model_file, params_file, + config_file, option); + vision::DetectionResult res; + if (config_info["precision_compare"] == "true") { + // Run once at least + model_ppyolov5.Predict(im, &res); + // 1. Test result diff + std::cout << "=============== Test result diff =================\n"; + // Save result to -> disk. + std::string det_result_path = "ppyolov5_result.txt"; + benchmark::ResultManager::SaveDetectionResult(res, det_result_path); + // Load result from <- disk. + vision::DetectionResult res_loaded; + benchmark::ResultManager::LoadDetectionResult(&res_loaded, det_result_path); + // Calculate diff between two results. + auto det_diff = + benchmark::ResultManager::CalculateDiffStatis(res, res_loaded); + std::cout << "Boxes diff: mean=" << det_diff.boxes.mean + << ", max=" << det_diff.boxes.max + << ", min=" << det_diff.boxes.min << std::endl; + std::cout << "Label_ids diff: mean=" << det_diff.labels.mean + << ", max=" << det_diff.labels.max + << ", min=" << det_diff.labels.min << std::endl; + } + // Run profiling + if (FLAGS_no_nms) { + model_ppyolov5.GetPostprocessor().ApplyNMS(); + } + BENCHMARK_MODEL(model_ppyolov5, model_ppyolov5.Predict(im, &res)) + auto vis_im = vision::VisDetection(im, res); + cv::imwrite("vis_result.jpg", vis_im); + std::cout << "Visualized result saved in ./vis_result.jpg" << std::endl; +#endif + + return 0; +} diff --git a/benchmark/cpp/benchmark_ppyolov6.cc b/benchmark/cpp/benchmark_ppyolov6.cc new file mode 100755 index 000000000..fdc632e55 --- /dev/null +++ b/benchmark/cpp/benchmark_ppyolov6.cc @@ -0,0 +1,73 @@ +// Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved. +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +#include "flags.h" +#include "macros.h" +#include "option.h" + +namespace vision = fastdeploy::vision; +namespace benchmark = fastdeploy::benchmark; + +DEFINE_bool(no_nms, false, "Whether the model contains nms."); + +int main(int argc, char* argv[]) { +#if defined(ENABLE_BENCHMARK) && defined(ENABLE_VISION) + // Initialization + auto option = fastdeploy::RuntimeOption(); + if (!CreateRuntimeOption(&option, argc, argv, true)) { + return -1; + } + auto im = cv::imread(FLAGS_image); + std::unordered_map config_info; + benchmark::ResultManager::LoadBenchmarkConfig(FLAGS_config_path, + &config_info); + auto model_file = FLAGS_model + sep + "model.pdmodel"; + auto params_file = FLAGS_model + sep + "model.pdiparams"; + auto config_file = FLAGS_model + sep + "infer_cfg.yml"; + auto model_ppyolov6 = vision::detection::PaddleYOLOv6(model_file, params_file, + config_file, option); + vision::DetectionResult res; + if (config_info["precision_compare"] == "true") { + // Run once at least + model_ppyolov6.Predict(im, &res); + // 1. Test result diff + std::cout << "=============== Test result diff =================\n"; + // Save result to -> disk. + std::string det_result_path = "ppyolov6_result.txt"; + benchmark::ResultManager::SaveDetectionResult(res, det_result_path); + // Load result from <- disk. + vision::DetectionResult res_loaded; + benchmark::ResultManager::LoadDetectionResult(&res_loaded, det_result_path); + // Calculate diff between two results. + auto det_diff = + benchmark::ResultManager::CalculateDiffStatis(res, res_loaded); + std::cout << "Boxes diff: mean=" << det_diff.boxes.mean + << ", max=" << det_diff.boxes.max + << ", min=" << det_diff.boxes.min << std::endl; + std::cout << "Label_ids diff: mean=" << det_diff.labels.mean + << ", max=" << det_diff.labels.max + << ", min=" << det_diff.labels.min << std::endl; + } + // Run profiling + if (FLAGS_no_nms) { + model_ppyolov6.GetPostprocessor().ApplyNMS(); + } + BENCHMARK_MODEL(model_ppyolov6, model_ppyolov6.Predict(im, &res)) + auto vis_im = vision::VisDetection(im, res); + cv::imwrite("vis_result.jpg", vis_im); + std::cout << "Visualized result saved in ./vis_result.jpg" << std::endl; +#endif + + return 0; +} diff --git a/benchmark/cpp/benchmark_ppyolov7.cc b/benchmark/cpp/benchmark_ppyolov7.cc new file mode 100755 index 000000000..234827851 --- /dev/null +++ b/benchmark/cpp/benchmark_ppyolov7.cc @@ -0,0 +1,73 @@ +// Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved. +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +#include "flags.h" +#include "macros.h" +#include "option.h" + +namespace vision = fastdeploy::vision; +namespace benchmark = fastdeploy::benchmark; + +DEFINE_bool(no_nms, false, "Whether the model contains nms."); + +int main(int argc, char* argv[]) { +#if defined(ENABLE_BENCHMARK) && defined(ENABLE_VISION) + // Initialization + auto option = fastdeploy::RuntimeOption(); + if (!CreateRuntimeOption(&option, argc, argv, true)) { + return -1; + } + auto im = cv::imread(FLAGS_image); + std::unordered_map config_info; + benchmark::ResultManager::LoadBenchmarkConfig(FLAGS_config_path, + &config_info); + auto model_file = FLAGS_model + sep + "model.pdmodel"; + auto params_file = FLAGS_model + sep + "model.pdiparams"; + auto config_file = FLAGS_model + sep + "infer_cfg.yml"; + auto model_ppyolov7 = vision::detection::PaddleYOLOv7(model_file, params_file, + config_file, option); + vision::DetectionResult res; + if (config_info["precision_compare"] == "true") { + // Run once at least + model_ppyolov7.Predict(im, &res); + // 1. Test result diff + std::cout << "=============== Test result diff =================\n"; + // Save result to -> disk. + std::string det_result_path = "ppyolov7_result.txt"; + benchmark::ResultManager::SaveDetectionResult(res, det_result_path); + // Load result from <- disk. + vision::DetectionResult res_loaded; + benchmark::ResultManager::LoadDetectionResult(&res_loaded, det_result_path); + // Calculate diff between two results. + auto det_diff = + benchmark::ResultManager::CalculateDiffStatis(res, res_loaded); + std::cout << "Boxes diff: mean=" << det_diff.boxes.mean + << ", max=" << det_diff.boxes.max + << ", min=" << det_diff.boxes.min << std::endl; + std::cout << "Label_ids diff: mean=" << det_diff.labels.mean + << ", max=" << det_diff.labels.max + << ", min=" << det_diff.labels.min << std::endl; + } + // Run profiling + if (FLAGS_no_nms) { + model_ppyolov7.GetPostprocessor().ApplyNMS(); + } + BENCHMARK_MODEL(model_ppyolov7, model_ppyolov7.Predict(im, &res)) + auto vis_im = vision::VisDetection(im, res); + cv::imwrite("vis_result.jpg", vis_im); + std::cout << "Visualized result saved in ./vis_result.jpg" << std::endl; +#endif + + return 0; +} diff --git a/benchmark/cpp/benchmark_ppyolox.cc b/benchmark/cpp/benchmark_ppyolox.cc new file mode 100644 index 000000000..2e64188f6 --- /dev/null +++ b/benchmark/cpp/benchmark_ppyolox.cc @@ -0,0 +1,73 @@ +// Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved. +// +// Licensed under the Apache License, Version 2.0 (the "License"); +// you may not use this file except in compliance with the License. +// You may obtain a copy of the License at +// +// http://www.apache.org/licenses/LICENSE-2.0 +// +// Unless required by applicable law or agreed to in writing, software +// distributed under the License is distributed on an "AS IS" BASIS, +// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. +// See the License for the specific language governing permissions and +// limitations under the License. + +#include "flags.h" +#include "macros.h" +#include "option.h" + +namespace vision = fastdeploy::vision; +namespace benchmark = fastdeploy::benchmark; + +DEFINE_bool(no_nms, false, "Whether the model contains nms."); + +int main(int argc, char* argv[]) { +#if defined(ENABLE_BENCHMARK) && defined(ENABLE_VISION) + // Initialization + auto option = fastdeploy::RuntimeOption(); + if (!CreateRuntimeOption(&option, argc, argv, true)) { + return -1; + } + auto im = cv::imread(FLAGS_image); + std::unordered_map config_info; + benchmark::ResultManager::LoadBenchmarkConfig(FLAGS_config_path, + &config_info); + auto model_file = FLAGS_model + sep + "model.pdmodel"; + auto params_file = FLAGS_model + sep + "model.pdiparams"; + auto config_file = FLAGS_model + sep + "infer_cfg.yml"; + auto model_ppyolox = vision::detection::PaddleYOLOX(model_file, params_file, + config_file, option); + vision::DetectionResult res; + if (config_info["precision_compare"] == "true") { + // Run once at least + model_ppyolox.Predict(im, &res); + // 1. Test result diff + std::cout << "=============== Test result diff =================\n"; + // Save result to -> disk. + std::string det_result_path = "ppyolox_result.txt"; + benchmark::ResultManager::SaveDetectionResult(res, det_result_path); + // Load result from <- disk. + vision::DetectionResult res_loaded; + benchmark::ResultManager::LoadDetectionResult(&res_loaded, det_result_path); + // Calculate diff between two results. + auto det_diff = + benchmark::ResultManager::CalculateDiffStatis(res, res_loaded); + std::cout << "Boxes diff: mean=" << det_diff.boxes.mean + << ", max=" << det_diff.boxes.max + << ", min=" << det_diff.boxes.min << std::endl; + std::cout << "Label_ids diff: mean=" << det_diff.labels.mean + << ", max=" << det_diff.labels.max + << ", min=" << det_diff.labels.min << std::endl; + } + // Run profiling + if (FLAGS_no_nms) { + model_ppyolox.GetPostprocessor().ApplyNMS(); + } + BENCHMARK_MODEL(model_ppyolox, model_ppyolox.Predict(im, &res)) + auto vis_im = vision::VisDetection(im, res); + cv::imwrite("vis_result.jpg", vis_im); + std::cout << "Visualized result saved in ./vis_result.jpg" << std::endl; +#endif + + return 0; +} diff --git a/benchmark/cpp/benchmark_x86.sh b/benchmark/cpp/benchmark_x86.sh index 647496806..5c85c8466 100755 --- a/benchmark/cpp/benchmark_x86.sh +++ b/benchmark/cpp/benchmark_x86.sh @@ -1,7 +1,14 @@ # Run all models specify hardware and specify backend # PaddleDetection +./benchmark_ppyolov5 --model yolov5_s_300e_coco_no_nms --image 000000014439.jpg --config_path config.x86.txt --no_nms +./benchmark_ppyolov6 --model yolov6_s_300e_coco_no_nms --image 000000014439.jpg --config_path config.x86.txt --no_nms +./benchmark_ppyolov7 --model yolov7_l_300e_coco_no_nms --image 000000014439.jpg --config_path config.x86.txt --no_nms ./benchmark_ppyolov8 --model yolov8_s_500e_coco_no_nms --image 000000014439.jpg --config_path config.x86.txt --no_nms +./benchmark_ppyolox --model yolox_s_300e_coco_no_nms --image 000000014439.jpg --config_path config.x86.txt --no_nms +./benchmark_ppyoloe --model ppyoloe_crn_l_300e_coco_no_nms --image 000000014439.jpg --config_path config.x86.txt --no_nms +./benchmark_ppyoloe --model ppyoloe_plus_crn_m_80e_coco_no_nms --image 000000014439.jpg --config_path config.x86.txt --no_nms +./benchmark_picodet --model picodet_l_640_coco_lcnet_no_nms --image 000000014439.jpg --config_path config.x86.txt --no_nms # PaddleSeg ./benchmark_ppseg --model Portrait_PP_HumanSegV2_Lite_256x144_with_argmax_infer --image portrait_heng.jpg --config_path config.x86.txt @@ -10,6 +17,9 @@ ./benchmark_ppseg --model Deeplabv3_ResNet101_OS8_cityscapes_with_argmax_infer --image cityscapes_demo.png --config_path config.x86.txt ./benchmark_ppseg --model PP_LiteSeg_B_STDC2_cityscapes_with_argmax_infer --image cityscapes_demo.png --config_path config.x86.txt ./benchmark_ppseg --model SegFormer_B0-cityscapes-with-argmax --image cityscapes_demo.png --config_path config.x86.txt +./benchmark_ppmatting --model PP-Matting-512 --image matting_input.jpg --config_path config.x86.txt +./benchmark_ppmatting --model PPHumanMatting --image matting_input.jpg --config_path config.x86.txt +./benchmark_ppmatting --model PPModnet_MobileNetV2 --image matting_input.jpg --config_path config.x86.txt # PaddleClas ./benchmark_ppcls --model PPLCNet_x1_0_infer --image ILSVRC2012_val_00000010.jpeg --config_path config.x86.txt @@ -26,3 +36,5 @@ ./benchmark_ppocr_det --model ch_PP-OCRv3_det_infer --image 12.jpg --config_path config.x86.txt ./benchmark_ppocr_cls --model ch_ppocr_mobile_v2.0_cls_infer --image rec_img.jpg --config_path config.x86.txt ./benchmark_ppocr_rec --model ch_PP-OCRv3_rec_infer --image rec_img.jpg --rec_label_file ppocr_keys_v1.txt --config_path config.x86.txt +./benchmark_ppocr_det --model ch_PP-OCRv2_det_infer --image 12.jpg --config_path config.x86.txt +./benchmark_ppocr_rec --model ch_PP-OCRv2_rec_infer --image rec_img.jpg --rec_label_file ppocr_keys_v1.txt --config_path config.x86.txt diff --git a/benchmark/cpp/benchmark_xpu.sh b/benchmark/cpp/benchmark_xpu.sh index 765aaa680..67100632f 100755 --- a/benchmark/cpp/benchmark_xpu.sh +++ b/benchmark/cpp/benchmark_xpu.sh @@ -1,7 +1,14 @@ # Run all models specify hardware and specify backend # PaddleDetection +./benchmark_ppyolov5 --model yolov5_s_300e_coco_no_nms --image 000000014439.jpg --config_path config.xpu.txt --no_nms +./benchmark_ppyolov6 --model yolov6_s_300e_coco_no_nms --image 000000014439.jpg --config_path config.xpu.txt --no_nms +./benchmark_ppyolov7 --model yolov7_l_300e_coco_no_nms --image 000000014439.jpg --config_path config.xpu.txt --no_nms ./benchmark_ppyolov8 --model yolov8_s_500e_coco_no_nms --image 000000014439.jpg --config_path config.xpu.txt --no_nms +./benchmark_ppyolox --model yolox_s_300e_coco_no_nms --image 000000014439.jpg --config_path config.xpu.txt --no_nms +./benchmark_ppyoloe --model ppyoloe_crn_l_300e_coco_no_nms --image 000000014439.jpg --config_path config.xpu.txt --no_nms +./benchmark_ppyoloe --model ppyoloe_plus_crn_m_80e_coco_no_nms --image 000000014439.jpg --config_path config.xpu.txt --no_nms +./benchmark_picodet --model picodet_l_640_coco_lcnet_no_nms --image 000000014439.jpg --config_path config.xpu.txt --no_nms # PaddleSeg ./benchmark_ppseg --model Portrait_PP_HumanSegV2_Lite_256x144_with_argmax_infer --image portrait_heng.jpg --config_path config.xpu.txt @@ -10,6 +17,9 @@ ./benchmark_ppseg --model Deeplabv3_ResNet101_OS8_cityscapes_with_argmax_infer --image cityscapes_demo.png --config_path config.xpu.txt ./benchmark_ppseg --model PP_LiteSeg_B_STDC2_cityscapes_with_argmax_infer --image cityscapes_demo.png --config_path config.xpu.txt ./benchmark_ppseg --model SegFormer_B0-cityscapes-with-argmax --image cityscapes_demo.png --config_path config.xpu.txt +./benchmark_ppmatting --model PP-Matting-512 --image matting_input.jpg --config_path config.xpu.txt +./benchmark_ppmatting --model PPHumanMatting --image matting_input.jpg --config_path config.xpu.txt +./benchmark_ppmatting --model PPModnet_MobileNetV2 --image matting_input.jpg --config_path config.xpu.txt # PaddleClas ./benchmark_ppcls --model PPLCNet_x1_0_infer --image ILSVRC2012_val_00000010.jpeg --config_path config.xpu.txt @@ -26,3 +36,5 @@ ./benchmark_ppocr_det --model ch_PP-OCRv3_det_infer --image 12.jpg --config_path config.xpu.txt ./benchmark_ppocr_cls --model ch_ppocr_mobile_v2.0_cls_infer --image rec_img.jpg --config_path config.xpu.txt ./benchmark_ppocr_rec --model ch_PP-OCRv3_rec_infer --image rec_img.jpg --rec_label_file ppocr_keys_v1.txt --config_path config.xpu.txt +./benchmark_ppocr_det --model ch_PP-OCRv2_det_infer --image 12.jpg --config_path config.xpu.txt +./benchmark_ppocr_rec --model ch_PP-OCRv2_rec_infer --image rec_img.jpg --rec_label_file ppocr_keys_v1.txt --config_path config.xpu.txt