[Benchmark]Add MattingResult Compare (#1619)

* add GPL lisence * add GPL-3.0 lisence * add GPL-3.0 lisence * add GPL-3.0 lisence * support yolov8 * add pybind for yolov8 * add yolov8 readme * add cpp benchmark * add cpu and gpu mem * public part split * add runtime mode * fixed bugs * add cpu_thread_nums * deal with comments * deal with comments * deal with comments * rm useless code * add FASTDEPLOY_DECL * add FASTDEPLOY_DECL * fixed for windows * mv rss to pss * mv rss to pss * Update utils.cc * use thread to collect mem * Add ResourceUsageMonitor * rm useless code * fixed bug * fixed typo * update ResourceUsageMonitor * fixed bug * fixed bug * add note for ResourceUsageMonitor * deal with comments * add macros * deal with comments * deal with comments * deal with comments * re-lint * rm pmap and use mem api * rm pmap and use mem api * add mem api * Add PrintBenchmarkInfo func * Add PrintBenchmarkInfo func * Add PrintBenchmarkInfo func * deal with comments * fixed enable_paddle_to_trt * add log for paddle_trt * support ppcls benchmark * use new trt option api * update benchmark info * simplify benchmark.cc * simplify benchmark.cc * deal with comments * Add ppseg && ppocr benchmark * add OCR rec img * add ocr benchmark * fixed trt shape * add trt shape * resolve conflict * add ENABLE_BENCHMARK define * Add ClassifyDiff * Add Resize for ClassifyResult * deal with comments * add convert info script * resolve conflict * Add SaveBenchmarkResult func * fixed bug * fixed bug * fixed bug * add config.txt for option * fixed bug * fixed bug * fixed bug * add benchmark.sh * mv thread_nums from 8 to 1 * deal with comments * deal with comments * fixed readme * deal with comments * add all platform shell * Update config.arm.txt * Update config.gpu.txt * Update config.x86.txt * fixed printinfo bug * rm proxy * add more model support * all backend config.txt * deal with comments * Add MattingDiff compare * fixed predict bug --------- Co-authored-by: DefTruth <31974251+DefTruth@users.noreply.github.com>
2025-10-17 22:21:48 +08:00 · 2023-03-15 17:41:19 +08:00
parent 78cc41396a
commit a598e7adc4
3 changed files with 124 additions and 0 deletions
--- a/fastdeploy/benchmark/utils.cc
+++ b/fastdeploy/benchmark/utils.cc
@@ -556,6 +556,44 @@ bool ResultManager::SaveOCRDetResult(const std::vector<std::array<int, 8>>& res,
  return true;
 }

+bool ResultManager::SaveMattingResult(const vision::MattingResult& res,
+                                      const std::string& path) {
+  if (res.alpha.empty()) {
+    FDERROR << "MattingResult can not be empty!" << std::endl;
+    return false;
+  }
+  std::ofstream fs(path, std::ios::out);
+  if (!fs.is_open()) {
+    FDERROR << "Fail to open file:" << path << std::endl;
+    return false;
+  }
+  fs.precision(20);
+  // alpha
+  fs << "alpha" << KEY_VALUE_SEP;
+  for (int i = 0; i < res.alpha.size(); ++i) {
+    if (i < res.alpha.size() - 1) {
+      fs << res.alpha[i] << VALUE_SEP;
+    } else {
+      fs << res.alpha[i];
+    }
+  }
+  fs << "\n";
+  // foreground
+  if (res.contain_foreground) {
+    fs << "foreground" << KEY_VALUE_SEP;
+    for (int i = 0; i < res.foreground.size(); ++i) {
+      if (i < res.foreground.size() - 1) {
+        fs << res.foreground[i] << VALUE_SEP;
+      } else {
+        fs << res.foreground[i];
+      }
+    }
+    fs << "\n";
+  }
+  fs.close();
+  return true;
+}
+
 bool ResultManager::LoadDetectionResult(vision::DetectionResult* res,
                                        const std::string& path) {
  if (!CheckFileExists(path)) {
@@ -658,6 +696,33 @@ bool ResultManager::LoadOCRDetResult(std::vector<std::array<int, 8>>* res,
  return true;
 }

+bool ResultManager::LoadMattingResult(vision::MattingResult* res,
+                                      const std::string& path) {
+  if (!CheckFileExists(path)) {
+    FDERROR << "Can't found file from " << path << std::endl;
+    return false;
+  }
+  auto lines = ReadLines(path);
+  if (lines.size() > 1) {
+    res->contain_foreground = true;
+  }
+  std::map<std::string, std::vector<std::string>> data;
+  // alpha
+  data = SplitDataLine(lines[0]);
+  res->Resize(data.begin()->second.size());
+  for (int i = 0; i < data.begin()->second.size(); ++i) {
+    res->alpha[i] = std::stof(data.begin()->second[i]);
+  }
+  // foreground
+  if (lines.size() > 1) {
+    data = SplitDataLine(lines[1]);
+    for (int i = 0; i < data.begin()->second.size(); ++i) {
+      res->foreground[i] = std::stof(data.begin()->second[i]);
+    }
+  }
+  return true;
+}
+
 DetectionDiff ResultManager::CalculateDiffStatis(
    const vision::DetectionResult& lhs, const vision::DetectionResult& rhs,
    const float& score_threshold) {
@@ -770,6 +835,29 @@ OCRDetDiff ResultManager::CalculateDiffStatis(
  return diff;
 }

+MattingDiff ResultManager::CalculateDiffStatis(
+    const vision::MattingResult& lhs, const vision::MattingResult& rhs) {
+  const int pixel_nums = std::min(lhs.alpha.size(), rhs.alpha.size());
+  std::vector<float> alpha_diff;
+  std::vector<float> foreground_diff;
+  for (int i = 0; i < pixel_nums; ++i) {
+    alpha_diff.push_back(lhs.alpha[i] - rhs.alpha[i]);
+    if (lhs.contain_foreground && rhs.contain_foreground) {
+      foreground_diff.push_back(lhs.foreground[i] - rhs.foreground[i]);
+    }
+  }
+  MattingDiff diff;
+  CalculateStatisInfo<float>(alpha_diff.data(), alpha_diff.size(),
+                             &(diff.alpha.mean), &(diff.alpha.max),
+                             &(diff.alpha.min));
+  if (lhs.contain_foreground && rhs.contain_foreground) {
+    CalculateStatisInfo<float>(foreground_diff.data(), foreground_diff.size(),
+                               &(diff.foreground.mean), &(diff.foreground.max),
+                               &(diff.foreground.min));
+  }
+  return diff;
+}
+
 #endif  // ENABLE_VISION
 #endif  // ENABLE_BENCHMARK