[Model] Support Insightface model inferenceing on RKNPU (#1113)

* 更新交叉编译 * 更新交叉编译 * 更新交叉编译 * 更新交叉编译 * 更新交叉编译 * 更新交叉编译 * 更新交叉编译 * 更新交叉编译 * 更新交叉编译 * Update issues.md * Update fastdeploy_init.sh * 更新交叉编译 * 更新insightface系列模型的rknpu2支持 * 更新insightface系列模型的rknpu2支持 * 更新说明文档 * 更新insightface * 尝试解决pybind问题 Co-authored-by: Jason <928090362@qq.com> Co-authored-by: Jason <jiangjiajun@baidu.com>
2025-10-07 09:31:35 +08:00 · 2023-01-14 20:40:33 +08:00
parent f88c662449
commit 1dabfdf3f1
21 changed files with 712 additions and 147 deletions
--- a/examples/vision/faceid/insightface/rknpu2/python/infer_arcface.py
+++ b/examples/vision/faceid/insightface/rknpu2/python/infer_arcface.py
@@ -0,0 +1,76 @@
+import fastdeploy as fd
+import cv2
+import numpy as np
+
+
+def cosine_similarity(a, b):
+    a = np.array(a)
+    b = np.array(b)
+    mul_a = np.linalg.norm(a, ord=2)
+    mul_b = np.linalg.norm(b, ord=2)
+    mul_ab = np.dot(a, b)
+    return mul_ab / (mul_a * mul_b)
+
+
+def parse_arguments():
+    import argparse
+    import ast
+    parser = argparse.ArgumentParser()
+    parser.add_argument(
+        "--model", required=True, help="Path of insgihtface onnx model.")
+    parser.add_argument(
+        "--face", required=True, help="Path of test face image file.")
+    parser.add_argument(
+        "--face_positive",
+        required=True,
+        help="Path of test face_positive image file.")
+    parser.add_argument(
+        "--face_negative",
+        required=True,
+        help="Path of test face_negative image file.")
+    parser.add_argument(
+        "--device",
+        type=str,
+        default='cpu',
+        help="Type of inference device, support 'cpu' or 'gpu'.")
+    return parser.parse_args()
+
+
+def build_option(args):
+    option = fd.RuntimeOption()
+
+    if args.device.lower() == "npu":
+        option.use_rknpu2()
+    return option
+
+
+args = parse_arguments()
+
+runtime_option = fd.RuntimeOption()
+model = fd.vision.faceid.ArcFace(args.model, runtime_option=runtime_option)
+if args.device.lower() == "npu":
+    runtime_option.use_rknpu2()
+    model.preprocessor.disable_normalize()
+    model.preprocessor.disable_permute()
+
+face0 = cv2.imread(args.face)
+face1 = cv2.imread(args.face_positive)
+face2 = cv2.imread(args.face_negative)
+
+result0 = model.predict(face0)
+result1 = model.predict(face1)
+result2 = model.predict(face2)
+
+embedding0 = result0.embedding
+embedding1 = result1.embedding
+embedding2 = result2.embedding
+
+cosine01 = cosine_similarity(embedding0, embedding1)
+cosine02 = cosine_similarity(embedding0, embedding2)
+
+print(result0, end="")
+print(result1, end="")
+print(result2, end="")
+print("Cosine 01: ", cosine01)
+print("Cosine 02: ", cosine02)
+print(model.runtime_option)