Fd serving add docker images correlation and docs (#311)

* fd serving add dockerfile

* fix enable_paddle_mkldnn

* delete disable_paddle_mkldnn

Co-authored-by: Jason <jiangjiajun@baidu.com>
This commit is contained in:
heliqi
2022-10-08 03:08:07 -05:00
committed by GitHub
parent 1efc0fa6b0
commit d57e997fa0
23 changed files with 673 additions and 112 deletions

View File

@@ -65,11 +65,6 @@ class SyncGRPCTritonRunner:
"""
infer_inputs = []
for idx, data in enumerate(inputs):
print("len(data):", len(data))
print("name:", self._input_names[idx], " shape:", data.shape,
data.dtype)
#data = np.array([[x.encode('utf-8')] for x in data],
# dtype=np.object_)
infer_input = InferInput(self._input_names[idx], data.shape,
"UINT8")
infer_input.set_data_from_numpy(data)
@@ -106,7 +101,7 @@ if __name__ == "__main__":
result = runner.Run([im, ])
for name, values in result.items():
print("output_name:", name)
for i in range(len(values)):
value = values[i][0]
for j in range(len(values)):
value = values[j][0]
value = json.loads(value)
print(value)