Add ORT fp16 support in server (#2069)

* add ort fp16 support in server

* update paddle2onnx url

* update ort fp16 api

* add disable_ort_fp16_op_types in serving
This commit is contained in:
yeliang2258
2023-07-05 17:50:00 +08:00
committed by GitHub
parent 821adb387e
commit ad1f46f7d9
6 changed files with 37 additions and 8 deletions

View File

@@ -78,6 +78,9 @@ class OrtBackend : public BaseBackend {
// the ONNX model file name,
// when ONNX is bigger than 2G, we will set this name
std::string model_file_name;
// recored if the model has been converted to fp16
bool converted_to_fp16 = false;
#ifndef NON_64_PLATFORM
Ort::CustomOpDomain custom_op_domain_ = Ort::CustomOpDomain("Paddle");
#endif