Files
FastDeploy/benchmark/run_benchmark_ppseg.sh
WJJ1995 06908b8beb Add Benchmark test (#200)
* add ppcls benchmark

* add ppcls benchmark

* add ppcls benchmark

* add ppcls benchmark

* fixed txt path

* resolve conflict

* resolve conflict

* deal with comments

* Add enable_trt_fp16 option

* Add OV backend for seg and det

* fixed valid backends in ppdet

* fixed valid backends in yolo

* add copyright and rm Chinese Notes

* add ppdet&ppseg&yolo benchmark

* add cpu/gpu mem info

Co-authored-by: Jason <jiangjiajun@baidu.com>
2022-09-14 20:15:01 +08:00

34 lines
1.8 KiB
Bash

echo "[FastDeploy] Running PPseg benchmark..."
num_of_models=$(ls -d ppseg_model/* | wc -l)
counter=1
for model in $(ls -d ppseg_model/* )
do
echo "[Benchmark-PPseg] ${counter}/${num_of_models} $model ..."
python benchmark_ppseg.py --model $model --image ILSVRC2012_val_00000010.jpeg --cpu_num_thread 1 --iter_num 2000 --backend ort
python benchmark_ppseg.py --model $model --image ILSVRC2012_val_00000010.jpeg --cpu_num_thread 8 --iter_num 2000 --backend ort
python benchmark_ppseg.py --model $model --image ILSVRC2012_val_00000010.jpeg --cpu_num_thread 1 --iter_num 2000 --backend paddle
python benchmark_ppseg.py --model $model --image ILSVRC2012_val_00000010.jpeg --cpu_num_thread 8 --iter_num 2000 --backend paddle
python benchmark_ppseg.py --model $model --image ILSVRC2012_val_00000010.jpeg --cpu_num_thread 1 --iter_num 2000 --backend ov
python benchmark_ppseg.py --model $model --image ILSVRC2012_val_00000010.jpeg --cpu_num_thread 8 --iter_num 2000 --backend ov
python benchmark_ppseg.py --model $model --image ILSVRC2012_val_00000010.jpeg --device gpu --iter_num 2000 --backend ort
python benchmark_ppseg.py --model $model --image ILSVRC2012_val_00000010.jpeg --device gpu --iter_num 2000 --backend paddle
python benchmark_ppseg.py --model $model --image ILSVRC2012_val_00000010.jpeg --device gpu --iter_num 2000 --backend trt
python benchmark_ppseg.py --model $model --image ILSVRC2012_val_00000010.jpeg --device gpu --iter_num 2000 --backend trt --enable_trt_fp16 True
counter=$(($counter+1))
step=$(( $counter % 1 ))
if [ $step = 0 ]
then
wait
fi
done
wait
rm -rf result_ppseg.txt
touch result_ppseg.txt
cat ppseg_model/*.txt >> ./result_ppseg.txt
python convert_info.py --txt_path result_ppseg.txt --domain ppseg