[Benchmark] Add ClassifyDiff to compare ClassifyResult diff (#1381)

* add GPL lisence

* add GPL-3.0 lisence

* add GPL-3.0 lisence

* add GPL-3.0 lisence

* support yolov8

* add pybind for yolov8

* add yolov8 readme

* add cpp benchmark

* add cpu and gpu mem

* public part split

* add runtime mode

* fixed bugs

* add cpu_thread_nums

* deal with comments

* deal with comments

* deal with comments

* rm useless code

* add FASTDEPLOY_DECL

* add FASTDEPLOY_DECL

* fixed for windows

* mv rss to pss

* mv rss to pss

* Update utils.cc

* use thread to collect mem

* Add ResourceUsageMonitor

* rm useless code

* fixed bug

* fixed typo

* update ResourceUsageMonitor

* fixed bug

* fixed bug

* add note for ResourceUsageMonitor

* deal with comments

* add macros

* deal with comments

* deal with comments

* deal with comments

* re-lint

* rm pmap and use mem api

* rm pmap and use mem api

* add mem api

* Add PrintBenchmarkInfo func

* Add PrintBenchmarkInfo func

* Add PrintBenchmarkInfo func

* deal with comments

* fixed enable_paddle_to_trt

* add log for paddle_trt

* support ppcls benchmark

* use new trt option api

* update benchmark info

* simplify benchmark.cc

* simplify benchmark.cc

* deal with comments

* Add ppseg && ppocr benchmark

* add OCR rec img

* add ocr benchmark

* fixed trt shape

* add trt shape

* resolve conflict

* add ENABLE_BENCHMARK define

* Add ClassifyDiff

* Add Resize for ClassifyResult

* deal with comments

---------

Co-authored-by: DefTruth <31974251+DefTruth@users.noreply.github.com>
This commit is contained in:
WJJ1995
2023-02-21 18:01:13 +08:00
committed by GitHub
parent 18e33bae5c
commit 721e6efb81
8 changed files with 150 additions and 26 deletions

View File

@@ -101,14 +101,21 @@ struct FASTDEPLOY_DECL EvalStatis {
double max = -1.0;
};
struct FASTDEPLOY_DECL TensorDiff: public BaseDiff, public EvalStatis {};
struct FASTDEPLOY_DECL TensorDiff: public BaseDiff {
EvalStatis data;
};
#if defined(ENABLE_VISION)
struct FASTDEPLOY_DECL DetectionDiff: public BaseDiff, public EvalStatis {
struct FASTDEPLOY_DECL DetectionDiff: public BaseDiff {
EvalStatis boxes;
EvalStatis scores;
EvalStatis labels;
};
struct FASTDEPLOY_DECL ClassifyDiff: public BaseDiff {
EvalStatis scores;
EvalStatis labels;
};
#endif // ENABLE_VISION
#endif // ENABLE_BENCHMARK
@@ -127,10 +134,16 @@ struct FASTDEPLOY_DECL ResultManager {
const std::string& path);
static bool LoadDetectionResult(vision::DetectionResult* res,
const std::string& path);
static bool SaveClassifyResult(const vision::ClassifyResult& res,
const std::string& path);
static bool LoadClassifyResult(vision::ClassifyResult* res,
const std::string& path);
/// Calculate diff value between two basic results.
static DetectionDiff CalculateDiffStatis(vision::DetectionResult* lhs,
vision::DetectionResult* rhs,
float score_threshold = 0.3f);
static ClassifyDiff CalculateDiffStatis(vision::ClassifyResult* lhs,
vision::ClassifyResult* rhs);
#endif // ENABLE_VISION
#endif // ENABLE_BENCHMARK
};