mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-20 23:29:39 +08:00
4715ddba84
* add onnx_ort_runtime demo * rm in requirements * support batch eval * fixed MattingResults bug * move assignment for DetectionResult * integrated x2paddle * add model convert readme * update readme * re-lint * add processor api * Add MattingResult Free * change valid_cpu_backends order * add ppocr benchmark * mv bs from 64 to 32 * fixed quantize.md * fixed quantize bugs * Add Monitor for benchmark * update mem monitor * Set trt_max_batch_size default 1 * fixed ocr benchmark bug * support yolov5 in serving * Fixed yolov5 serving * Fixed postprocess * update yolov5 to 7.0 * add poros runtime demos * update readme * Support poros abi=1 * rm useless note * deal with comments * support pp_trt for ppseg * fixed symlink problem * Add is_mini_pad and stride for yolov5 * Add yolo series for paddle format * fixed bugs * fixed bug Co-authored-by: Jason <jiangjiajun@baidu.com>
33 lines
1.9 KiB
Bash
Executable File
33 lines
1.9 KiB
Bash
Executable File
echo "[FastDeploy] Running Yolo benchmark..."
|
|
|
|
num_of_models=$(ls -d yolo_model/* | wc -l)
|
|
|
|
counter=1
|
|
for model in $(ls -d yolo_model/* )
|
|
do
|
|
echo "[Benchmark-Yolo] ${counter}/${num_of_models} $model ..."
|
|
python benchmark_yolo.py --model $model --image 000000014439.jpg --cpu_num_thread 8 --iter_num 1000 --backend paddle --enable_collect_memory_info True
|
|
python benchmark_yolo.py --model $model --image 000000014439.jpg --cpu_num_thread 8 --iter_num 1000 --backend ort --enable_collect_memory_info True
|
|
python benchmark_yolo.py --model $model --image 000000014439.jpg --cpu_num_thread 8 --iter_num 1000 --backend ov --enable_collect_memory_info True
|
|
python benchmark_yolo.py --model $model --image 000000014439.jpg --device gpu --iter_num 1000 --backend ort --enable_collect_memory_info True
|
|
python benchmark_yolo.py --model $model --image 000000014439.jpg --device gpu --iter_num 1000 --backend paddle --enable_collect_memory_info True
|
|
python benchmark_yolo.py --model $model --image 000000014439.jpg --device gpu --iter_num 1000 --backend paddle_trt --enable_collect_memory_info True
|
|
python benchmark_yolo.py --model $model --image 000000014439.jpg --device gpu --iter_num 1000 --backend paddle_trt --enable_trt_fp16 True --enable_collect_memory_info True
|
|
python benchmark_yolo.py --model $model --image 000000014439.jpg --device gpu --iter_num 1000 --backend trt --enable_collect_memory_info True
|
|
python benchmark_yolo.py --model $model --image 000000014439.jpg --device gpu --iter_num 1000 --backend trt --enable_trt_fp16 True --enable_collect_memory_info True
|
|
counter=$(($counter+1))
|
|
step=$(( $counter % 1 ))
|
|
if [ $step = 0 ]
|
|
then
|
|
wait
|
|
fi
|
|
done
|
|
|
|
wait
|
|
|
|
rm -rf result_yolo.txt
|
|
touch result_yolo.txt
|
|
cat yolo_model/*.txt >> ./result_yolo.txt
|
|
|
|
python convert_info.py --txt_path result_yolo.txt --domain yolo --enable_collect_memory_info True
|