mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-06 00:57:33 +08:00
8d47637541
* Update precision diff regulation * Update diff precision regulation * Add judgement when python scripts run error * Fix bug * Fix bug * Fix bug * Add -DCMAKE_CXX_COMPILER Co-authored-by: root <root@bjyz-sys-gpu-kongming2.bjyz.baidu.com>
84 lines
2.9 KiB
Python
84 lines
2.9 KiB
Python
import numpy as np
|
|
import re
|
|
|
|
|
|
def parse_arguments():
|
|
import argparse
|
|
parser = argparse.ArgumentParser()
|
|
parser.add_argument(
|
|
"--gt_path",
|
|
type=str,
|
|
required=True,
|
|
help="Path of ground truth result path.")
|
|
parser.add_argument(
|
|
"--result_path",
|
|
type=str,
|
|
required=True,
|
|
help="Path of inference result path.")
|
|
parser.add_argument(
|
|
"--platform", type=str, required=True, help="Testcase platform.")
|
|
parser.add_argument(
|
|
"--device", type=str, required=True, help="Testcase device.")
|
|
args = parser.parse_args()
|
|
return args
|
|
|
|
|
|
def convert2numpy(result_file):
|
|
result = []
|
|
with open(result_file, "r+") as f:
|
|
for line in f.readlines():
|
|
data = re.findall(r"\d+\.?\d*", line)
|
|
if len(data) == 6:
|
|
result.append([float(num) for num in data])
|
|
return np.array(result)
|
|
|
|
|
|
def write2file(error_file):
|
|
import os
|
|
if not os.path.exists(error_file):
|
|
with open(error_file, "w+") as f:
|
|
f.write("Failed Cases:\n")
|
|
with open(error_file, "a+") as f:
|
|
from platform import python_version
|
|
py_version = python_version()
|
|
f.write(args.platform + " " + py_version + " " +
|
|
args.result_path.split(".")[0] + "\n")
|
|
|
|
def save_numpy_result(file_path, error_msg):
|
|
np.savetxt(file_path, error_msg, fmt='%f',delimiter=',')
|
|
|
|
def check_result(gt_result, infer_result, args):
|
|
if len(gt_result) != len(infer_result):
|
|
infer_result = infer_result[-len(gt_result):]
|
|
diff = np.abs(gt_result - infer_result)
|
|
label_diff = diff[:, -1]
|
|
score_diff = diff[:, -2]
|
|
boxes_diff = diff[:, :-2]
|
|
boxes_diff_ratio = boxes_diff / (infer_result[:, :-2] + 1e-6)
|
|
is_diff = False
|
|
if (label_diff > 0).any():
|
|
print(args.platform, args.device, "label diff ", label_diff)
|
|
is_diff = True
|
|
save_numpy_result("label_diff_bool.txt", label_diff > 0)
|
|
if (score_diff > 1e-4).any():
|
|
print(args.platform, args.device, "score diff ", score_diff)
|
|
is_diff = True
|
|
save_numpy_result("score_diff_bool.txt", score_diff > 1e-4)
|
|
if (boxes_diff_ratio > 1e-4).any() and (boxes_diff > 1e-3).any():
|
|
print(args.platform, args.device, "boxes diff ", boxes_diff_ratio)
|
|
is_diff = True
|
|
save_numpy_result("boxes_diff_bool.txt", boxes_diff > 1e-3)
|
|
save_numpy_result("boxes_diff_ratio.txt", boxes_diff_ratio)
|
|
save_numpy_result("boxes_diff_ratio_bool.txt", boxes_diff_ratio > 1e-4)
|
|
if is_diff:
|
|
write2file("result.txt")
|
|
else:
|
|
print(args.platform, args.device, "No diff")
|
|
|
|
if __name__ == '__main__':
|
|
args = parse_arguments()
|
|
|
|
gt_numpy = convert2numpy(args.gt_path)
|
|
infer_numpy = convert2numpy(args.result_path)
|
|
check_result(gt_numpy, infer_numpy, args)
|