apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-06 09:07:10 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

Polish cmake files and runtime apis (#36)

Browse Source 
* Add custom operator for onnxruntime ans fix paddle backend

* Polish cmake files and runtime apis

* Remove copy libraries

* fix some issue

* fix bug

* fix bug
This commit is contained in:
Jason
2022-07-25 08:59:53 +08:00
committed by GitHub
parent 4b681581b1
commit 279c993483
20 changed files with 446 additions and 193 deletions
Download Patch File Download Diff File Expand all files Collapse all files

24
fastdeploy/fastdeploy_runtime.py
View File

@@ -55,27 +55,33 @@ class FastDeployModel:
return self._model.initialized()
class FastDeployRuntime:
class Runtime:
def __init__(self, runtime_option):
self._runtime = C.Runtime();
assert self._runtime.init(runtime_option), "Initialize FastDeployRuntime Failed!"
self._runtime = C.Runtime()
assert self._runtime.init(runtime_option), "Initialize Runtime Failed!"
def infer(self, data):
assert isinstance(data, dict), "The input data should be type of dict."
return self._runtime.infer(data)
def num_inputs(self):
return self._runtime.num_inputs();
return self._runtime.num_inputs()
def num_outputs(self):
return self._runtime.num_outputs();
return self._runtime.num_outputs()
def get_input_info(self, index):
assert isinstance(index, int), "The input parameter index should be type of int."
assert index < self.num_inputs(), "The input parameter index:{} should less than number of inputs:{}.".format(index, self.num_inputs)
assert isinstance(
index, int), "The input parameter index should be type of int."
assert index < self.num_inputs(
), "The input parameter index:{} should less than number of inputs:{}.".format(
index, self.num_inputs)
return self._runtime.get_input_info(index)
def get_output_info(self, index):
assert isinstance(index, int), "The input parameter index should be type of int."
assert index < self.num_outputs(), "The input parameter index:{} should less than number of outputs:{}.".format(index, self.num_outputs)
assert isinstance(
index, int), "The input parameter index should be type of int."
assert index < self.num_outputs(
), "The input parameter index:{} should less than number of outputs:{}.".format(
index, self.num_outputs)
return self._runtime.get_output_info(index)