apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-05 16:48:03 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

[Serving]support 22.12 (#1974)

Browse Source 
support 22.12
This commit is contained in:
heliqi
2023-05-22 22:27:13 +08:00
committed by GitHub
parent 1ac6e8e614
commit 3e7cb88049
4 changed files with 82 additions and 61 deletions
Download Patch File Download Diff File Expand all files Collapse all files

32
fastdeploy/runtime/backends/paddle/paddle_backend.cc
View File

@@ -296,22 +296,22 @@ bool PaddleBackend::Infer(std::vector<FDTensor>& inputs,
ShareTensorFromFDTensor(handle.get(), inputs[i]);
}
// prebinded output only support for GPU
if (!copy_to_fd) {
for (size_t i = 0; i < (*outputs).size(); ++i) {
auto output_name = (*outputs)[i].name;
// if a output is not prebinded,
// the name of output is expected to be empty.
// We skip here
if (output_name.empty()) {
continue;
}
// Record the prebinded output_name.
// Those outputs do not need PaddleTensorToFDTensor
// after predictor_.Run()
auto handle = predictor_->GetOutputHandle(output_name);
ShareOutTensorFromFDTensor(handle.get(), (*outputs)[i]);
}
}
// if (!copy_to_fd) {
// for (size_t i = 0; i < (*outputs).size(); ++i) {
// auto output_name = (*outputs)[i].name;
// // if a output is not prebinded,
// // the name of output is expected to be empty.
// // We skip here
// if (output_name.empty()) {
// continue;
// }
// // Record the prebinded output_name.
// // Those outputs do not need PaddleTensorToFDTensor
// // after predictor_.Run()
// auto handle = predictor_->GetOutputHandle(output_name);
// ShareOutTensorFromFDTensor(handle.get(), (*outputs)[i]);
// }
// }
RUNTIME_PROFILE_LOOP_BEGIN(1)
predictor_->Run();