apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-07 17:41:52 +08:00
Code Issues Actions 2 Packages Projects Releases Wiki Activity

reuse setStream c++ interface, add set_raw_stream python api

Browse Source
This commit is contained in:
wwbitejotunn
2023-02-14 06:22:47 +00:00
parent f1ab47a4ef
commit 727fdc5863
4 changed files with 15 additions and 11 deletions
Download Patch File Download Diff File Expand all files Collapse all files

5
fastdeploy/runtime/option_pybind.cc
View File

@@ -48,7 +48,10 @@ void BindOption(pybind11::module& m) {
.def_readwrite("poros_option", &RuntimeOption::poros_option)
.def_readwrite("paddle_infer_option", &RuntimeOption::paddle_infer_option)
.def("set_external_stream", &RuntimeOption::SetExternalStream)
.def("set_external_raw_stream", &RuntimeOption::SetExternalRawStream)
.def("set_external_raw_stream",
[](RuntimeOption& self, size_t external_stream) {
self.SetExternalStream(reinterpret_cast<void*>(external_stream));
})
.def("set_cpu_thread_num", &RuntimeOption::SetCpuThreadNum)
.def("use_paddle_backend", &RuntimeOption::UsePaddleBackend)
.def("use_poros_backend", &RuntimeOption::UsePorosBackend)

4
fastdeploy/runtime/runtime_option.cc
View File

@@ -93,10 +93,6 @@ void RuntimeOption::SetExternalStream(void* external_stream) {
external_stream_ = external_stream;
}
void RuntimeOption::SetExternalRawStream(size_t external_stream) {
external_stream_ = (void*) external_stream;
}
void RuntimeOption::SetCpuThreadNum(int thread_num) {
FDASSERT(thread_num > 0, "The thread_num must be greater than 0.");
cpu_thread_num = thread_num;

2
fastdeploy/runtime/runtime_option.h
View File

@@ -105,8 +105,6 @@ struct FASTDEPLOY_DECL RuntimeOption {
void SetExternalStream(void* external_stream);
void SetExternalRawStream(size_t external_stream);
/*
* @brief Set number of cpu threads while inference on CPU, by default it will decided by the different backends
*/

13
python/fastdeploy/runtime.py
View File

@@ -591,9 +591,11 @@ class RuntimeOption:
replica_num=1,
available_memory_proportion=1.0,
enable_half_partial=False):
logging.warning("`RuntimeOption.set_ipu_config` will be deprecated in v1.2.0, please use `RuntimeOption.paddle_infer_option.set_ipu_config()` instead.")
self._option.paddle_infer_option.set_ipu_config(enable_fp16, replica_num,
available_memory_proportion,
logging.warning(
"`RuntimeOption.set_ipu_config` will be deprecated in v1.2.0, please use `RuntimeOption.paddle_infer_option.set_ipu_config()` instead."
)
self._option.paddle_infer_option.set_ipu_config(
enable_fp16, replica_num, available_memory_proportion,
enable_half_partial)
@property
@@ -657,6 +659,11 @@ class RuntimeOption:
"""
return self._option.disable_profiling()
def set_external_raw_stream(self, cuda_stream):
"""Set the external raw stream used by fastdeploy runtime.
"""
self._option.set_external_raw_stream(cuda_stream)
def __repr__(self):
attrs = dir(self._option)
message = "RuntimeOption(\n"