Files
FastDeploy/fastdeploy/vision/common/processors/base.cc
Wang Xinyu d3d914856d [CVCUDA] Utilize CV-CUDA batch processing function (#1223)
* norm and permute batch processing

* move cache to mat, batch processors

* get batched tensor logic, resize on cpu logic

* fix cpu compile error

* remove vector mat api

* nits

* add comments

* nits

* fix batch size

* move initial resize on cpu option to use_cuda api

* fix pybind

* processor manager pybind

* rename mat and matbatch

* move initial resize on cpu to ppcls preprocessor

---------

Co-authored-by: Jason <jiangjiajun@baidu.com>
2023-02-07 13:44:30 +08:00

116 lines
3.4 KiB
C++

// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
#include "fastdeploy/vision/common/processors/base.h"
#include "fastdeploy/utils/utils.h"
#include "fastdeploy/vision/common/processors/proc_lib.h"
namespace fastdeploy {
namespace vision {
bool Processor::operator()(FDMat* mat, ProcLib lib) {
ProcLib target = lib;
if (lib == ProcLib::DEFAULT) {
target = DefaultProcLib::default_lib;
}
if (target == ProcLib::FLYCV) {
#ifdef ENABLE_FLYCV
return ImplByFlyCV(mat);
#else
FDASSERT(false, "FastDeploy didn't compile with FlyCV.");
#endif
} else if (target == ProcLib::CUDA) {
#ifdef WITH_GPU
FDASSERT(mat->Stream() != nullptr,
"CUDA processor requires cuda stream, please set stream for Mat");
return ImplByCuda(mat);
#else
FDASSERT(false, "FastDeploy didn't compile with WITH_GPU.");
#endif
} else if (target == ProcLib::CVCUDA) {
#ifdef ENABLE_CVCUDA
FDASSERT(mat->Stream() != nullptr,
"CV-CUDA requires cuda stream, please set stream for Mat");
return ImplByCvCuda(mat);
#else
FDASSERT(false, "FastDeploy didn't compile with CV-CUDA.");
#endif
}
// DEFAULT & OPENCV
return ImplByOpenCV(mat);
}
bool Processor::operator()(FDMatBatch* mat_batch, ProcLib lib) {
ProcLib target = lib;
if (lib == ProcLib::DEFAULT) {
target = DefaultProcLib::default_lib;
}
if (target == ProcLib::FLYCV) {
#ifdef ENABLE_FLYCV
return ImplByFlyCV(mat_batch);
#else
FDASSERT(false, "FastDeploy didn't compile with FlyCV.");
#endif
} else if (target == ProcLib::CUDA) {
#ifdef WITH_GPU
FDASSERT(
mat_batch->Stream() != nullptr,
"CUDA processor requires cuda stream, please set stream for mat_batch");
return ImplByCuda(mat_batch);
#else
FDASSERT(false, "FastDeploy didn't compile with WITH_GPU.");
#endif
} else if (target == ProcLib::CVCUDA) {
#ifdef ENABLE_CVCUDA
FDASSERT(mat_batch->Stream() != nullptr,
"CV-CUDA processor requires cuda stream, please set stream for "
"mat_batch");
return ImplByCvCuda(mat_batch);
#else
FDASSERT(false, "FastDeploy didn't compile with CV-CUDA.");
#endif
}
// DEFAULT & OPENCV
return ImplByOpenCV(mat_batch);
}
void EnableFlyCV() {
#ifdef ENABLE_FLYCV
DefaultProcLib::default_lib = ProcLib::FLYCV;
FDINFO << "Will change to use image processing library "
<< DefaultProcLib::default_lib << std::endl;
#else
FDWARNING << "FastDeploy didn't compile with FlyCV, "
"will fallback to use OpenCV instead."
<< std::endl;
#endif
}
void DisableFlyCV() {
DefaultProcLib::default_lib = ProcLib::OPENCV;
FDINFO << "Will change to use image processing library "
<< DefaultProcLib::default_lib << std::endl;
}
void SetProcLibCpuNumThreads(int threads) {
cv::setNumThreads(threads);
#ifdef ENABLE_FLYCV
fcv::set_thread_num(threads);
#endif
}
} // namespace vision
} // namespace fastdeploy