Files
FastDeploy/benchmark/run_benchmark_ppdet.sh
WJJ1995 8602c7c2aa [Benchmark] Add paddle_trt in benchmark (#476)
add paddle_trt in benchmark
2022-11-01 22:05:30 +08:00

36 lines
2.3 KiB
Bash

echo "[FastDeploy] Running PPdet benchmark..."
num_of_models=$(ls -d ppdet_model/* | wc -l)
counter=1
for model in $(ls -d ppdet_model/* )
do
echo "[Benchmark-PPdet] ${counter}/${num_of_models} $model ..."
python benchmark_ppdet.py --model $model --image 000000014439.jpg --cpu_num_thread 1 --iter_num 2000 --backend ort --enable_collect_memory_info True
python benchmark_ppdet.py --model $model --image 000000014439.jpg --cpu_num_thread 8 --iter_num 2000 --backend ort --enable_collect_memory_info True
python benchmark_ppdet.py --model $model --image 000000014439.jpg --cpu_num_thread 1 --iter_num 2000 --backend paddle --enable_collect_memory_info True
python benchmark_ppdet.py --model $model --image 000000014439.jpg --cpu_num_thread 8 --iter_num 2000 --backend paddle --enable_collect_memory_info True
python benchmark_ppdet.py --model $model --image 000000014439.jpg --cpu_num_thread 1 --iter_num 2000 --backend ov --enable_collect_memory_info True
python benchmark_ppdet.py --model $model --image 000000014439.jpg --cpu_num_thread 8 --iter_num 2000 --backend ov --enable_collect_memory_info True
python benchmark_ppdet.py --model $model --image 000000014439.jpg --device gpu --iter_num 2000 --backend ort --enable_collect_memory_info True
python benchmark_ppdet.py --model $model --image 000000014439.jpg --device gpu --iter_num 2000 --backend paddle --enable_collect_memory_info True
python benchmark_ppdet.py --model $model --image 000000014439.jpg --device gpu --iter_num 2000 --backend paddle_trt --enable_collect_memory_info True
python benchmark_ppdet.py --model $model --image 000000014439.jpg --device gpu --iter_num 2000 --backend paddle_trt --enable_trt_fp16 True --enable_collect_memory_info True
python benchmark_ppdet.py --model $model --image 000000014439.jpg --device gpu --iter_num 2000 --backend trt --enable_collect_memory_info True
python benchmark_ppdet.py --model $model --image 000000014439.jpg --device gpu --iter_num 2000 --backend trt --enable_trt_fp16 True --enable_collect_memory_info True
counter=$(($counter+1))
step=$(( $counter % 1 ))
if [ $step = 0 ]
then
wait
fi
done
wait
rm -rf result_ppdet.txt
touch result_ppdet.txt
cat ppdet_model/*.txt >> ./result_ppdet.txt
python convert_info.py --txt_path result_ppdet.txt --domain ppdet --enable_collect_memory_info True