// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved. // // Licensed under the Apache License, Version 2.0 (the "License"); // you may not use this file except in compliance with the License. // You may obtain a copy of the License at // // http://www.apache.org/licenses/LICENSE-2.0 // // Unless required by applicable law or agreed to in writing, software // distributed under the License is distributed on an "AS IS" BASIS, // WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied. // See the License for the specific language governing permissions and // limitations under the License. #pragma once #include #include #include #include #include #include "fastdeploy/runtime/backends/backend.h" #include "fastdeploy/runtime/backends/ort/option.h" #include "onnxruntime_cxx_api.h" // NOLINT namespace fastdeploy { struct OrtValueInfo { std::string name; std::vector shape; ONNXTensorElementDataType dtype; }; class OrtBackend : public BaseBackend { public: OrtBackend() {} virtual ~OrtBackend() = default; void BuildOption(const OrtBackendOption& option); bool Init(const RuntimeOption& option); bool Infer(std::vector& inputs, std::vector* outputs, bool copy_to_fd = true) override; int NumInputs() const override { return inputs_desc_.size(); } int NumOutputs() const override { return outputs_desc_.size(); } TensorInfo GetInputInfo(int index) override; TensorInfo GetOutputInfo(int index) override; std::vector GetInputInfos() override; std::vector GetOutputInfos() override; static std::vector custom_operators_; void InitCustomOperators(); private: bool InitFromPaddle(const std::string& model_buffer, const std::string& params_buffer, const OrtBackendOption& option = OrtBackendOption(), bool verbose = false); bool InitFromOnnx(const std::string& model_buffer, const OrtBackendOption& option = OrtBackendOption()); Ort::Env env_; Ort::Session session_{nullptr}; Ort::SessionOptions session_options_; std::shared_ptr binding_; std::vector inputs_desc_; std::vector outputs_desc_; #ifndef NON_64_PLATFORM Ort::CustomOpDomain custom_op_domain_ = Ort::CustomOpDomain("Paddle"); #endif OrtBackendOption option_; void OrtValueToFDTensor(const Ort::Value& value, FDTensor* tensor, const std::string& name, bool copy_to_fd); }; } // namespace fastdeploy