mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-05 16:48:03 +08:00
[Benchmark] Remove pmap and use mem api (#1309)
* add GPL lisence * add GPL-3.0 lisence * add GPL-3.0 lisence * add GPL-3.0 lisence * support yolov8 * add pybind for yolov8 * add yolov8 readme * add cpp benchmark * add cpu and gpu mem * public part split * add runtime mode * fixed bugs * add cpu_thread_nums * deal with comments * deal with comments * deal with comments * rm useless code * add FASTDEPLOY_DECL * add FASTDEPLOY_DECL * fixed for windows * mv rss to pss * mv rss to pss * Update utils.cc * use thread to collect mem * Add ResourceUsageMonitor * rm useless code * fixed bug * fixed typo * update ResourceUsageMonitor * fixed bug * fixed bug * add note for ResourceUsageMonitor * deal with comments * add macros * deal with comments * deal with comments * deal with comments * re-lint * rm pmap and use mem api * rm pmap and use mem api * add mem api * Add PrintBenchmarkInfo func * Add PrintBenchmarkInfo func * Add PrintBenchmarkInfo func * deal with comments --------- Co-authored-by: DefTruth <31974251+DefTruth@users.noreply.github.com>
This commit is contained in:
WJJ1995
9
benchmark/cpp/benchmark_ppyolov8.cc
Normal file → Executable file
9
benchmark/cpp/benchmark_ppyolov8.cc
Normal file → Executable file
@@ -12,16 +12,10 @@
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
#include "flags.h"
|
||||
#include "macros.h"
|
||||
#include "flags.h"
|
||||
#include "option.h"
|
||||
|
||||
#ifdef WIN32
|
||||
const char sep = '\\';
|
||||
#else
|
||||
const char sep = '/';
|
||||
#endif
|
||||
|
||||
int main(int argc, char* argv[]) {
|
||||
google::ParseCommandLineFlags(&argc, &argv, true);
|
||||
auto im = cv::imread(FLAGS_image);
|
||||
@@ -31,6 +25,7 @@ int main(int argc, char* argv[]) {
|
||||
PrintUsage();
|
||||
return false;
|
||||
}
|
||||
PrintBenchmarkInfo();
|
||||
auto model_file = FLAGS_model + sep + "model.pdmodel";
|
||||
auto params_file = FLAGS_model + sep + "model.pdiparams";
|
||||
auto config_file = FLAGS_model + sep + "infer_cfg.yml";
|
||||
|
||||
3
benchmark/cpp/benchmark_yolov5.cc
Normal file → Executable file
3
benchmark/cpp/benchmark_yolov5.cc
Normal file → Executable file
@@ -12,8 +12,8 @@
|
||||
// See the License for the specific language governing permissions and
|
||||
// limitations under the License.
|
||||
|
||||
#include "flags.h"
|
||||
#include "macros.h"
|
||||
#include "flags.h"
|
||||
#include "option.h"
|
||||
|
||||
int main(int argc, char* argv[]) {
|
||||
@@ -25,6 +25,7 @@ int main(int argc, char* argv[]) {
|
||||
PrintUsage();
|
||||
return false;
|
||||
}
|
||||
PrintBenchmarkInfo();
|
||||
auto model_yolov5 =
|
||||
fastdeploy::vision::detection::YOLOv5(FLAGS_model, "", option);
|
||||
fastdeploy::vision::DetectionResult res;
|
||||
|
||||
@@ -16,6 +16,12 @@
|
||||
|
||||
#include "gflags/gflags.h"
|
||||
|
||||
#ifdef WIN32
|
||||
const char sep = '\\';
|
||||
#else
|
||||
const char sep = '/';
|
||||
#endif
|
||||
|
||||
DEFINE_string(model, "", "Directory of the inference model.");
|
||||
DEFINE_string(image, "", "Path of the image file.");
|
||||
DEFINE_string(device, "cpu",
|
||||
@@ -48,3 +54,35 @@ void PrintUsage() {
|
||||
std::cout << "Default value of backend: default" << std::endl;
|
||||
std::cout << "Default value of use_fp16: false" << std::endl;
|
||||
}
|
||||
|
||||
void PrintBenchmarkInfo() {
|
||||
// Get model name
|
||||
std::vector<std::string> model_names;
|
||||
fastdeploy::benchmark::Split(FLAGS_model, model_names, sep);
|
||||
// Save benchmark info
|
||||
std::stringstream ss;
|
||||
ss.precision(3);
|
||||
ss << "\n======= Model Info =======\n";
|
||||
ss << "model_name: " << model_names[model_names.size() - 1] << std::endl;
|
||||
ss << "profile_mode: " << FLAGS_profile_mode << std::endl;
|
||||
if (FLAGS_profile_mode == "runtime") {
|
||||
ss << "include_h2d_d2h: " << FLAGS_include_h2d_d2h << std::endl;
|
||||
}
|
||||
ss << "\n======= Backend Info =======\n";
|
||||
ss << "warmup: " << FLAGS_warmup << std::endl;
|
||||
ss << "repeats: " << FLAGS_repeat << std::endl;
|
||||
ss << "device: " << FLAGS_device << std::endl;
|
||||
if (FLAGS_device == "gpu") {
|
||||
ss << "device_id: " << FLAGS_device_id << std::endl;
|
||||
}
|
||||
ss << "backend: " << FLAGS_backend << std::endl;
|
||||
ss << "cpu_thread_nums: " << FLAGS_cpu_thread_nums << std::endl;
|
||||
ss << "use_fp16: " << FLAGS_use_fp16 << std::endl;
|
||||
ss << "collect_memory_info: " << FLAGS_collect_memory_info << std::endl;
|
||||
if (FLAGS_collect_memory_info) {
|
||||
ss << "sampling_interval: " << std::to_string(FLAGS_sampling_interval)
|
||||
<< "ms" << std::endl;
|
||||
}
|
||||
std::cout << ss.str() << std::endl;
|
||||
return;
|
||||
}
|
||||
|
||||
@@ -18,7 +18,6 @@
|
||||
|
||||
#define BENCHMARK_MODEL(MODEL_NAME, BENCHMARK_FUNC) \
|
||||
{ \
|
||||
std::cout << "====" << #MODEL_NAME << "====" << std::endl; \
|
||||
if (!MODEL_NAME.Initialized()) { \
|
||||
std::cerr << "Failed to initialize." << std::endl; \
|
||||
return 0; \
|
||||
@@ -62,8 +61,8 @@
|
||||
float __cpu_mem__ = __resource_moniter__.GetMaxCpuMem(); \
|
||||
float __gpu_mem__ = __resource_moniter__.GetMaxGpuMem(); \
|
||||
float __gpu_util__ = __resource_moniter__.GetMaxGpuUtil(); \
|
||||
std::cout << "cpu_pss_mb: " << __cpu_mem__ << "MB." << std::endl; \
|
||||
std::cout << "gpu_pss_mb: " << __gpu_mem__ << "MB." << std::endl; \
|
||||
std::cout << "cpu_rss_mb: " << __cpu_mem__ << "MB." << std::endl; \
|
||||
std::cout << "gpu_rss_mb: " << __gpu_mem__ << "MB." << std::endl; \
|
||||
std::cout << "gpu_util: " << __gpu_util__ << std::endl; \
|
||||
__resource_moniter__.Stop(); \
|
||||
} \
|
||||
|
||||
Reference in New Issue
Block a user