apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-28 02:42:21 +08:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

[Bug Fix] fixed rknn bugs (#1468)

Browse Source 
fixed rknn bugs
This commit is contained in:
Zheng-Bicheng
2023-03-01 10:21:58 +08:00
committed by GitHub
parent 4ee783b1ea
commit 610b4c532b
1 changed files with 7 additions and 10 deletions
Download Patch File Download Diff File Expand all files Collapse all files

17
fastdeploy/runtime/backends/rknpu2/rknpu2_backend.cc
View File

@@ -84,11 +84,14 @@ void RKNPU2Backend::BuildOption(const RKNPU2BackendOption& option) {
* @note None * @note None
***************************************************************/ ***************************************************************/
bool RKNPU2Backend::Init(const RuntimeOption& runtime_option) { bool RKNPU2Backend::Init(const RuntimeOption& runtime_option) {
if (!(Supported(runtime_option.model_format, Backend::RKNPU2) && Supported(runtime_option.device, Backend::RKNPU2))) { if (!(Supported(runtime_option.model_format, Backend::RKNPU2) &&
Supported(runtime_option.device, Backend::RKNPU2))) {
return false; return false;
} }
if (runtime_option.model_from_memory_) { if (runtime_option.model_from_memory_) {
FDERROR << "RKNPU2 backend doesn't support load model from memory, please load model from disk." << std::endl; FDERROR << "RKNPU2 backend doesn't support load model from memory, please "
"load model from disk."
<< std::endl;
return false; return false;
} }
@@ -329,14 +332,8 @@ bool RKNPU2Backend::Infer(std::vector<FDTensor>& inputs,
// Create input tensor memory // Create input tensor memory
input_attrs_[i].type = input_type; input_attrs_[i].type = input_type;
input_attrs_[i].size = inputs[0].Nbytes(); input_attrs_[i].size = inputs[i].Nbytes();
input_attrs_[i].size_with_stride = inputs[0].Nbytes(); input_attrs_[i].size_with_stride = inputs[i].Nbytes();
if (input_attrs_[i].type == RKNN_TENSOR_FLOAT16 ||
input_attrs_[i].type == RKNN_TENSOR_FLOAT32) {
FDINFO << "The input model is not a quantitative model. "
"Close the normalize operation."
<< std::endl;
}
input_mems_[i] = rknn_create_mem(ctx, inputs[i].Nbytes()); input_mems_[i] = rknn_create_mem(ctx, inputs[i].Nbytes());
if (input_mems_[i] == nullptr) { if (input_mems_[i] == nullptr) {