[Model] Integrate FlyCV image processing library (#375)

* Add falcon cmake * Update CMakeLists.txt * Add implementation for more preprocessors * Add more implementation * Add more implementations by flycv * Fix some name * fix some bug * ready to test * add fuse * fix fuse problem * add debug code * add debug * [Android] integrate flycv to Android (#459) * [Android] integrate flycv into Andorid * Falconcv (#27) * [Bug Fix ]Update ppseg visualize python api && demo (#454) Update ppseg visualize python api && demo * [Model] update pptracking letterboxresize and add some comment (#438) * add override mark * delete some * recovery * recovery * add tracking * add tracking py_bind and example * add pptracking * add pptracking * iomanip head file * add opencv_video lib * add python libs package Signed-off-by: ChaoII <849453582@qq.com> * complete comments Signed-off-by: ChaoII <849453582@qq.com> * add jdeTracker_ member variable Signed-off-by: ChaoII <849453582@qq.com> * add 'FASTDEPLOY_DECL' macro Signed-off-by: ChaoII <849453582@qq.com> * remove kwargs params Signed-off-by: ChaoII <849453582@qq.com> * [Doc]update pptracking docs * delete 'ENABLE_PADDLE_FRONTEND' switch * add pptracking unit test * update pptracking unit test Signed-off-by: ChaoII <849453582@qq.com> * modify test video file path and remove trt test * update unit test model url * remove 'FASTDEPLOY_DECL' macro Signed-off-by: ChaoII <849453582@qq.com> * fix build python packages about pptracking on win32 Signed-off-by: ChaoII <849453582@qq.com> * update comment Signed-off-by: ChaoII <849453582@qq.com> * add pptracking model explain Signed-off-by: ChaoII <849453582@qq.com> Signed-off-by: ChaoII <849453582@qq.com> Co-authored-by: Jason <jiangjiajun@baidu.com> Signed-off-by: ChaoII <849453582@qq.com> Co-authored-by: huangjianhui <852142024@qq.com> Co-authored-by: ChaoII <849453582@qq.com> Co-authored-by: Jason <jiangjiajun@baidu.com> * [cmake] optimize examples CMakeLists.txt Signed-off-by: ChaoII <849453582@qq.com> Co-authored-by: huangjianhui <852142024@qq.com> Co-authored-by: ChaoII <849453582@qq.com> Co-authored-by: Jason <jiangjiajun@baidu.com> * remove debug log * remove function * remove function Signed-off-by: ChaoII <849453582@qq.com> Co-authored-by: DefTruth <31974251+DefTruth@users.noreply.github.com> Co-authored-by: huangjianhui <852142024@qq.com> Co-authored-by: ChaoII <849453582@qq.com>
2025-12-24 13:28:13 +08:00 · 2022-11-01 10:42:52 +08:00
parent c76992c906
commit bb00e0757e
68 changed files with 2571 additions and 106 deletions
--- a/fastdeploy/vision/common/processors/transform.h
+++ b/fastdeploy/vision/common/processors/transform.h
@@ -30,5 +30,88 @@
 #include "fastdeploy/vision/common/processors/resize_by_long.h"
 #include "fastdeploy/vision/common/processors/resize_by_short.h"
 #include "fastdeploy/vision/common/processors/stride_pad.h"
+#include "fastdeploy/vision/common/processors/normalize_and_permute.h"
 #include "fastdeploy/vision/common/processors/warp_affine.h"
 #include "fastdeploy/vision/common/processors/letter_box.h"
+
+namespace fastdeploy {
+namespace vision {
+
+inline void FuseNormalizeCast(std::vector<std::shared_ptr<Processor>>* processors) {
+  // Fuse Normalize and Cast<Float>
+  int cast_index = -1;
+  for (size_t i = 0; i < processors->size(); ++i) {
+    if ((*processors)[i]->Name() == "Cast") {
+       if (i == 0) {
+	 continue;
+       }
+       if ((*processors)[i - 1]->Name() != "Normalize" && (*processors)[i - 1]->Name() != "NormalizeAndPermute") {
+	 continue;
+       }
+       cast_index = i;
+    }
+  }
+  if (cast_index < 0) {
+    return;
+  }
+
+  std::cout << dynamic_cast<Cast*>((*processors)[cast_index].get())->GetDtype() << "-----" << std::endl;
+  if (dynamic_cast<Cast*>((*processors)[cast_index].get())->GetDtype() != "float") {
+    return;
+  }
+  processors->erase(processors->begin() + cast_index);
+  FDINFO << (*processors)[cast_index - 1]->Name() << " and Cast are fused to " << (*processors)[cast_index - 1]->Name() << " in preprocessing pipeline." << std::endl;
+}
+
+inline void FuseNormalizeHWC2CHW(std::vector<std::shared_ptr<Processor>>* processors) {
+  // Fuse Normalize and HWC2CHW to NormalizeAndPermute
+  int hwc2chw_index = -1;
+  for (size_t i = 0; i < processors->size(); ++i) {
+    if ((*processors)[i]->Name() == "HWC2CHW") {
+      if (i == 0) {
+	    continue;
+      }
+      if ((*processors)[i - 1]->Name() != "Normalize") {
+	    continue;
+      }
+      hwc2chw_index = i;
+    }
+  }
+
+  if (hwc2chw_index < 0) {
+    return;
+  }
+
+  // Get alpha and beta of Normalize
+  std::vector<float> alpha = dynamic_cast<Normalize*>(
+                    (*processors)[hwc2chw_index - 1].get())->GetAlpha();
+  std::vector<float> beta = dynamic_cast<Normalize*>(
+                    (*processors)[hwc2chw_index - 1].get())->GetBeta();
+
+  // Delete Normalize and HWC2CHW
+  processors->erase(processors->begin() + hwc2chw_index);
+  processors->erase(processors->begin() + hwc2chw_index - 1);
+
+  // Add NormalizeAndPermute
+  std::vector<float> mean({0.0, 0.0, 0.0});
+  std::vector<float> std({1.0, 1.0, 1.0});
+  processors->push_back(std::make_shared<NormalizeAndPermute>(mean, std));
+
+  // Set alpha and beta
+  auto processor = dynamic_cast<NormalizeAndPermute*>(
+                (*processors)[hwc2chw_index - 1].get());
+
+  processor->SetAlpha(alpha);
+  processor->SetBeta(beta);
+  FDINFO << "Normalize and HWC2CHW are fused to NormalizeAndPermute "
+	 " in preprocessing pipeline." << std::endl;
+}
+
+inline void FuseTransforms(
+    std::vector<std::shared_ptr<Processor>>* processors) {
+  FuseNormalizeCast(processors);
+  FuseNormalizeHWC2CHW(processors);
+}
+
+}  // namespace vision
+}  // namespace fastdeploy