[Backend] Add RKNPU2 backend support (#456)

* 10-29/14:05
* 新增cmake
* 新增rknpu2 backend

* 10-29/14:43
* Runtime fd_type新增RKNPU代码

* 10-29/15:02
* 新增ppseg RKNPU2推理代码

* 10-29/15:46
* 新增ppseg RKNPU2 cpp example代码

* 10-29/15:51
* 新增README文档

* 10-29/15:51
* 按照要求修改部分注释以及变量名称

* 10-29/15:51
* 修复重命名之后，cc文件中的部分代码还用旧函数名的bug

* 10-29/22:32
* str(Device::NPU)将输出NPU而不是UNKOWN
* 修改runtime文件中的注释格式
* 新增Building Summary ENABLE_RKNPU2_BACKEND输出
* pybind新增支持rknpu2
* 新增python编译选项
* 新增PPSeg Python代码
* 新增以及更新各种文档

* 10-30/14:11
* 尝试修复编译cuda时产生的错误

* 10-30/19:27
* 修改CpuName和CoreMask层级
* 修改ppseg rknn推理层级
* 图片将移动到网络进行下载

* 10-30/19:39
* 更新文档

* 10-30/19:39
* 更新文档
* 更新ppseg rknpu2 example中的函数命名方式
* 更新ppseg rknpu2 example为一个cc文件
* 修复disable_normalize_and_permute部分的逻辑错误
* 移除rknpu2初始化时的无用参数

* 10-30/19:39
* 尝试重置python代码

* 10-30/10:16
* rknpu2_config.h文件不再包含rknn_api头文件防止出现导入错误的问题

* 10-31/14:31
* 修改pybind，支持最新的rknpu2 backends
* 再次支持ppseg python推理
* 移动cpuname 和 coremask的层级

* 10-31/15:35
* 尝试修复rknpu2导入错误

* 10-31/19:00
* 新增RKNPU2模型导出代码以及其对应的文档
* 更新大量文档错误

* 10-31/19:00
* 现在编译完fastdeploy仓库后无需重新设置RKNN2_TARGET_SOC

* 10-31/19:26
* 修改部分错误文档

* 10-31/19:26
* 修复错误删除的部分
* 修复各种错误文档
* 修复FastDeploy.cmake在设置RKNN2_TARGET_SOC错误时，提示错误的信息
* 修复rknpu2_backend.cc中存在的中文注释

* 10-31/20:45
* 删除无用的注释

* 10-31/20:45
* 按照要求修改Device::NPU为Device::RKNPU，硬件将共用valid_hardware_backends
* 删除无用注释以及debug代码

* 11-01/09:45
* 更新变量命名方式

* 11-01/10:16
* 修改部分文档，修改函数命名方式

Co-authored-by: Jason <jiangjiajun@baidu.com>

python/fastdeploy/__init__.py

@@ -16,10 +16,11 @@ import logging
 import os
 import sys
 
-from .c_lib_wrap import (ModelFormat, Backend, FDDataType, TensorInfo, Device,
+from .c_lib_wrap import (ModelFormat, Backend, rknpu2,
+                         FDDataType, TensorInfo, Device,
                          FDTensor, is_built_with_gpu, is_built_with_ort,
                          ModelFormat, is_built_with_paddle, is_built_with_trt,
-                         get_default_cuda_directory)
+                         get_default_cuda_directory, )
 
 from .runtime import Runtime, RuntimeOption
 from .model import FastDeployModel

python/fastdeploy/runtime.py

@@ -16,7 +16,7 @@ import logging
 import numpy as np
 from . import ModelFormat
 from . import c_lib_wrap as C
-
+from . import rknpu2
 
 class Runtime:
     """FastDeploy Runtime object.
@@ -207,6 +207,11 @@ class RuntimeOption:
         """
         return self._option.use_cpu()
 
+    def use_rknpu2(self,rknpu2_name=rknpu2.CpuName.RK3588,rknpu2_core=rknpu2.CoreMask.RKNN_NPU_CORE_0):
+        """Inference with CPU
+        """
+        return self._option.use_rknpu2(rknpu2_name,rknpu2_core)
+
     def set_cpu_thread_num(self, thread_num=-1):
         """Set number of threads if inference with CPU
 

python/fastdeploy/vision/segmentation/ppseg/__init__.py

@@ -35,7 +35,7 @@ class PaddleSegModel(FastDeployModel):
         """
         super(PaddleSegModel, self).__init__(runtime_option)
 
-        assert model_format == ModelFormat.PADDLE, "PaddleSeg only support model format of ModelFormat.Paddle now."
+        # assert model_format == ModelFormat.PADDLE, "PaddleSeg only support model format of ModelFormat.Paddle now."
         self._model = C.vision.segmentation.PaddleSegModel(
             model_file, params_file, config_file, self._runtime_option,
             model_format)
@@ -49,6 +49,9 @@ class PaddleSegModel(FastDeployModel):
         """
         return self._model.predict(input_image)
 
+    def disable_normalize_and_permute(self):
+        return self._model.disable_normalize_and_permute()
+
     @property
     def apply_softmax(self):
         """Atrribute of PaddleSeg model. Stating Whether applying softmax operator in the postprocess, default value is False

python/setup.py

@@ -48,6 +48,8 @@ with open(os.path.join(TOP_DIR, "python", "requirements.txt")) as fin:
 setup_configs = dict()
 setup_configs["ENABLE_PADDLE_FRONTEND"] = os.getenv("ENABLE_PADDLE_FRONTEND",
                                                     "ON")
+setup_configs["ENABLE_RKNPU2_BACKEND"] = os.getenv("ENABLE_RKNPU2_BACKEND",
+                                                    "OFF")
 setup_configs["ENABLE_ORT_BACKEND"] = os.getenv("ENABLE_ORT_BACKEND", "OFF")
 setup_configs["ENABLE_OPENVINO_BACKEND"] = os.getenv("ENABLE_OPENVINO_BACKEND",
                                                      "OFF")
@@ -69,6 +71,7 @@ setup_configs["LIBRARY_NAME"] = PACKAGE_NAME
 setup_configs["PY_LIBRARY_NAME"] = PACKAGE_NAME + "_main"
 setup_configs["OPENCV_DIRECTORY"] = os.getenv("OPENCV_DIRECTORY", "")
 setup_configs["ORT_DIRECTORY"] = os.getenv("ORT_DIRECTORY", "")
+setup_configs["RKNN2_TARGET_SOC"] = os.getenv("RKNN2_TARGET_SOC", "")
 
 if setup_configs["WITH_GPU"] == "ON" or setup_configs[
         "BUILD_ON_JETSON"] == "ON":