mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-08 18:11:00 +08:00
Add ORT fp16 support in server (#2069)
* add ort fp16 support in server * update paddle2onnx url * update ort fp16 api * add disable_ort_fp16_op_types in serving
This commit is contained in:
@@ -78,6 +78,9 @@ class OrtBackend : public BaseBackend {
|
||||
// the ONNX model file name,
|
||||
// when ONNX is bigger than 2G, we will set this name
|
||||
std::string model_file_name;
|
||||
// recored if the model has been converted to fp16
|
||||
bool converted_to_fp16 = false;
|
||||
|
||||
#ifndef NON_64_PLATFORM
|
||||
Ort::CustomOpDomain custom_op_domain_ = Ort::CustomOpDomain("Paddle");
|
||||
#endif
|
||||
|
Reference in New Issue
Block a user