apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-12-24 13:28:13 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

reuse setStream c++ interface, add set_raw_stream python api

Browse Source
This commit is contained in:
wwbitejotunn
2023-02-14 06:22:47 +00:00
parent f1ab47a4ef
commit 727fdc5863
4 changed files with 15 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
fastdeploy/runtime/option_pybind.cc
View File

@@ -48,7 +48,10 @@ void BindOption(pybind11::module& m) {
.def_readwrite("poros_option", &RuntimeOption::poros_option)
.def_readwrite("paddle_infer_option", &RuntimeOption::paddle_infer_option)
.def("set_external_stream", &RuntimeOption::SetExternalStream)
.def("set_external_raw_stream", &RuntimeOption::SetExternalRawStream)
.def("set_external_raw_stream",
[](RuntimeOption& self, size_t external_stream) {
self.SetExternalStream(reinterpret_cast<void*>(external_stream));
})
.def("set_cpu_thread_num", &RuntimeOption::SetCpuThreadNum)
.def("use_paddle_backend", &RuntimeOption::UsePaddleBackend)
.def("use_poros_backend", &RuntimeOption::UsePorosBackend)

4
fastdeploy/runtime/runtime_option.cc
View File

@@ -93,10 +93,6 @@ void RuntimeOption::SetExternalStream(void* external_stream) {
external_stream_ = external_stream;
}
void RuntimeOption::SetExternalRawStream(size_t external_stream) {
external_stream_ = (void*) external_stream;
}
void RuntimeOption::SetCpuThreadNum(int thread_num) {
FDASSERT(thread_num > 0, "The thread_num must be greater than 0.");
cpu_thread_num = thread_num;

2
fastdeploy/runtime/runtime_option.h
View File

@@ -105,8 +105,6 @@ struct FASTDEPLOY_DECL RuntimeOption {
void SetExternalStream(void* external_stream);
void SetExternalRawStream(size_t external_stream);
/*
* @brief Set number of cpu threads while inference on CPU, by default it will decided by the different backends
*/