apps/FastDeploy
1
0
Fork 0
mirror of https://github.com/PaddlePaddle/FastDeploy.git synced 2025-10-10 02:50:19 +08:00
Code Issues Actions 5 Packages Projects Releases Wiki Activity

[Other] Optimize sophgo backend (#1273)

Browse Source 
optimize sophgo backend
This commit is contained in:
Jason
2023-02-08 19:50:37 +08:00
committed by GitHub
parent 79d0ee07c9
commit 0fb2f26352
3 changed files with 27 additions and 35 deletions
Download Patch File Download Diff File Expand all files Collapse all files

12
fastdeploy/runtime/runtime.cc
View File

@@ -356,18 +356,8 @@ void Runtime::CreateRKNPU2Backend() {
void Runtime::CreateSophgoNPUBackend() {
#ifdef ENABLE_SOPHGO_BACKEND
auto sophgo_option = SophgoBackendOption();
FDASSERT(option.model_from_memory_ == false,
"SophgoBackend don't support to load model from memory");
FDASSERT(option.device == Device::SOPHGOTPUD,
"Backend::SOPHGO only supports Device::SOPHGO");
FDASSERT(option.model_format == ModelFormat::SOPHGO,
"SophgoBackend only support model format of ModelFormat::SOPHGO");
auto sophgo_option = SophgoBackendOption();
backend_ = utils::make_unique<SophgoBackend>();
auto casted_backend = dynamic_cast<SophgoBackend*>(backend_.get());
FDASSERT(casted_backend->InitFromSophgo(option.model_file, sophgo_option),
"Load model from nb file failed while initializing LiteBackend.");
FDASSERT(backend_->Init(option), "Failed to initialize Sophgo backend.");
#else
FDASSERT(false,
"SophgoBackend is not available, please compiled with "