Files
FastDeploy/benchmark/cpp/run_gpu.sh

35 lines
1.7 KiB
Bash
Executable File

#!/usr/bin/env bash
bash benchmark_gpu.sh config/config.gpu.ort.fp32.e2e.mem.txt
bash benchmark_gpu.sh config/config.gpu.ort.fp32.e2e.txt
bash benchmark_gpu.sh config/config.gpu.ort.fp32.txt
bash benchmark_gpu.sh config/config.gpu.paddle.fp32.e2e.mem.txt
bash benchmark_gpu.sh config/config.gpu.paddle.fp32.e2e.txt
bash benchmark_gpu.sh config/config.gpu.paddle.fp32.txt
# rm all paddle_trt/trt cache
find . -name "trt_serialized*" | xargs rm -rf
bash benchmark_gpu_trt.sh config/config.gpu.paddle_trt.fp16.e2e.mem.txt
bash benchmark_gpu_trt.sh config/config.gpu.paddle_trt.fp16.e2e.txt
bash benchmark_gpu_trt.sh config/config.gpu.paddle_trt.fp16.txt
bash benchmark_gpu_trt.sh config/config.gpu.paddle_trt.fp16.h2d.txt
# rm all paddle_trt/trt cache
find . -name "trt_serialized*" | xargs rm -rf
bash benchmark_gpu_trt.sh config/config.gpu.paddle_trt.fp32.e2e.mem.txt
bash benchmark_gpu_trt.sh config/config.gpu.paddle_trt.fp32.e2e.txt
bash benchmark_gpu_trt.sh config/config.gpu.paddle_trt.fp32.txt
bash benchmark_gpu_trt.sh config/config.gpu.paddle_trt.fp32.h2d.txt
# rm all paddle_trt/trt cache
find . -name "trt_serialized*" | xargs rm -rf
bash benchmark_gpu_trt.sh config/config.gpu.trt.fp16.e2e.mem.txt
bash benchmark_gpu_trt.sh config/config.gpu.trt.fp16.e2e.txt
bash benchmark_gpu_trt.sh config/config.gpu.trt.fp16.txt
bash benchmark_gpu_trt.sh config/config.gpu.trt.fp16.h2d.txt
# rm all paddle_trt/trt cache
find . -name "trt_serialized*" | xargs rm -rf
bash benchmark_gpu_trt.sh config/config.gpu.trt.fp32.e2e.mem.txt
bash benchmark_gpu_trt.sh config/config.gpu.trt.fp32.e2e.txt
bash benchmark_gpu_trt.sh config/config.gpu.trt.fp32.txt
bash benchmark_gpu_trt.sh config/config.gpu.trt.fp32.h2d.txt
# rm all paddle_trt/trt cache
find . -name "trt_serialized*" | xargs rm -rf