mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-06 00:57:33 +08:00
6343b0db47
* Add notes for tensors * Optimize some apis * move some warnings * Support build with Paddle2ONNX * Add protobuf support * Fix compile on mac * add clearn package script * Add paddle2onnx code * remove submodule * Add onnx ocde * remove softlink * add onnx code * fix error * Add cmake file * fix patchelf * update paddle2onnx * Delete .gitmodules --------- Co-authored-by: PaddleCI <paddle_ci@example.com> Co-authored-by: pangyoki <pangyoki@126.com> Co-authored-by: jiangjiajun <jiangjiajun@baidu.lcom>
131 lines
4.7 KiB
C++
Executable File
131 lines
4.7 KiB
C++
Executable File
// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
#pragma once
|
|
#include <stdint.h>
|
|
|
|
#if defined(_WIN32)
|
|
#ifdef PADDLE2ONNX_LIB
|
|
#define PADDLE2ONNX_DECL __declspec(dllexport)
|
|
#else
|
|
#define PADDLE2ONNX_DECL __declspec(dllimport)
|
|
#endif // PADDLE2ONNX_LIB
|
|
#else
|
|
#define PADDLE2ONNX_DECL __attribute__((visibility("default")))
|
|
#endif // _WIN32
|
|
|
|
namespace paddle2onnx {
|
|
|
|
struct PADDLE2ONNX_DECL CustomOp {
|
|
char op_name[100] = "null";
|
|
// if export_op_name set as "paddle2onnx_null"
|
|
// it will automaticly change to `op_name`
|
|
char export_op_name[100] = "paddle2onnx_null";
|
|
};
|
|
|
|
PADDLE2ONNX_DECL bool IsExportable(
|
|
const char* model, const char* params, int32_t opset_version = 11,
|
|
bool auto_upgrade_opset = true, bool verbose = false,
|
|
bool enable_onnx_checker = true, bool enable_experimental_op = false,
|
|
bool enable_optimize = true, CustomOp* ops = nullptr, int op_count = 0,
|
|
const char* deploy_backend = "onnxruntime");
|
|
|
|
PADDLE2ONNX_DECL bool IsExportable(
|
|
const void* model_buffer, int model_size, const void* params_buffer,
|
|
int params_size, int32_t opset_version = 11, bool auto_upgrade_opset = true,
|
|
bool verbose = false, bool enable_onnx_checker = true,
|
|
bool enable_experimental_op = false, bool enable_optimize = true,
|
|
CustomOp* ops = nullptr, int op_count = 0,
|
|
const char* deploy_backend = "onnxruntime");
|
|
|
|
PADDLE2ONNX_DECL bool Export(
|
|
const char* model, const char* params, char** out, int* out_size,
|
|
int32_t opset_version = 11, bool auto_upgrade_opset = true,
|
|
bool verbose = false, bool enable_onnx_checker = true,
|
|
bool enable_experimental_op = false, bool enable_optimize = true,
|
|
CustomOp* ops = nullptr, int op_count = 0,
|
|
const char* deploy_backend = "onnxruntime",
|
|
char** calibration_cache = nullptr, int* calibration_size = 0,
|
|
const char* external_file = "", bool* save_external = nullptr,
|
|
bool export_fp16_model = false);
|
|
|
|
PADDLE2ONNX_DECL bool Export(
|
|
const void* model_buffer, int64_t model_size, const void* params_buffer,
|
|
int64_t params_size, char** out, int* out_size, int32_t opset_version = 11,
|
|
bool auto_upgrade_opset = true, bool verbose = false,
|
|
bool enable_onnx_checker = true, bool enable_experimental_op = false,
|
|
bool enable_optimize = true, CustomOp* ops = nullptr, int op_count = 0,
|
|
const char* deploy_backend = "onnxruntime",
|
|
char** calibration_cache = nullptr, int* calibration_size = 0,
|
|
const char* external_file = "", bool* save_external = nullptr,
|
|
bool export_fp16_model = false);
|
|
|
|
// Following are inside usage, will remove it maybe
|
|
struct PADDLE2ONNX_DECL ModelTensorInfo {
|
|
char name[100] = "";
|
|
int64_t* shape = nullptr;
|
|
int32_t rank = 0;
|
|
// 0: float32
|
|
// 1: double
|
|
// 2: uint8
|
|
// 3: int8
|
|
// 4: int32
|
|
// 5: int64
|
|
// 6: float16
|
|
int32_t dtype = 0;
|
|
~ModelTensorInfo();
|
|
};
|
|
|
|
struct PADDLE2ONNX_DECL NMSParameters {
|
|
int64_t background_label = -1;
|
|
int64_t keep_top_k = 300;
|
|
float nms_eta = 1.0;
|
|
float nms_threshold = 0.7;
|
|
float score_threshold = 0.01;
|
|
int64_t nms_top_k = 10000;
|
|
bool normalized = true;
|
|
};
|
|
|
|
struct PADDLE2ONNX_DECL OnnxReader {
|
|
OnnxReader(const char* model_buffer, int buffer_size);
|
|
// suppose the maximum number of inputs/outputs is 100
|
|
// suppose the longest string of inputs/outputs is 200
|
|
// suppose the biggest rank will be less than 10
|
|
ModelTensorInfo inputs[100];
|
|
ModelTensorInfo outputs[100];
|
|
int num_inputs;
|
|
int num_outputs;
|
|
};
|
|
|
|
PADDLE2ONNX_DECL bool RemoveMultiClassNMS(const char* onnx_model,
|
|
int model_size, char** out_model,
|
|
int* out_model_size);
|
|
|
|
PADDLE2ONNX_DECL bool ConvertFP32ToFP16(const char* onnx_model, int model_size,
|
|
char** out_model, int* out_model_size);
|
|
|
|
struct PADDLE2ONNX_DECL PaddleReader {
|
|
PaddleReader(const char* model_buffer, int buffer_size);
|
|
// suppose the maximum number of inputs/outputs is 100
|
|
// suppose the longest string of inputs/outputs is 200
|
|
ModelTensorInfo inputs[100];
|
|
ModelTensorInfo outputs[100];
|
|
int num_inputs;
|
|
int num_outputs;
|
|
bool has_nms = false;
|
|
bool is_quantize_model = false;
|
|
NMSParameters nms_params;
|
|
};
|
|
|
|
} // namespace paddle2onnx
|