Files
FastDeploy/fastdeploy/vision/common/processors/mat.cc
Jason bb00e0757e [Model] Integrate FlyCV image processing library (#375)
* Add falcon cmake

* Update CMakeLists.txt

* Add implementation for more preprocessors

* Add more implementation

* Add more implementations by flycv

* Fix some name

* fix some bug

* ready to test

* add fuse

* fix fuse problem

* add debug code

* add debug

* [Android] integrate flycv to Android (#459)

* [Android] integrate flycv into Andorid

* Falconcv (#27)

* [Bug Fix ]Update ppseg visualize python api && demo (#454)

Update ppseg visualize python api && demo

* [Model] update pptracking letterboxresize and add some comment (#438)

* add override mark

* delete some

* recovery

* recovery

* add tracking

* add tracking py_bind and example

* add pptracking

* add pptracking

* iomanip head file

* add opencv_video lib

* add python libs package

Signed-off-by: ChaoII <849453582@qq.com>

* complete comments

Signed-off-by: ChaoII <849453582@qq.com>

* add jdeTracker_ member variable

Signed-off-by: ChaoII <849453582@qq.com>

* add 'FASTDEPLOY_DECL' macro

Signed-off-by: ChaoII <849453582@qq.com>

* remove kwargs params

Signed-off-by: ChaoII <849453582@qq.com>

* [Doc]update pptracking docs

* delete 'ENABLE_PADDLE_FRONTEND' switch

* add pptracking unit test

* update pptracking unit test

Signed-off-by: ChaoII <849453582@qq.com>

* modify test video file path and remove trt test

* update unit test model url

* remove 'FASTDEPLOY_DECL' macro

Signed-off-by: ChaoII <849453582@qq.com>

* fix build python packages about pptracking on win32

Signed-off-by: ChaoII <849453582@qq.com>

* update comment

Signed-off-by: ChaoII <849453582@qq.com>

* add pptracking model explain

Signed-off-by: ChaoII <849453582@qq.com>

Signed-off-by: ChaoII <849453582@qq.com>
Co-authored-by: Jason <jiangjiajun@baidu.com>

Signed-off-by: ChaoII <849453582@qq.com>
Co-authored-by: huangjianhui <852142024@qq.com>
Co-authored-by: ChaoII <849453582@qq.com>
Co-authored-by: Jason <jiangjiajun@baidu.com>

* [cmake] optimize examples CMakeLists.txt

Signed-off-by: ChaoII <849453582@qq.com>
Co-authored-by: huangjianhui <852142024@qq.com>
Co-authored-by: ChaoII <849453582@qq.com>
Co-authored-by: Jason <jiangjiajun@baidu.com>

* remove debug log

* remove function

* remove function

Signed-off-by: ChaoII <849453582@qq.com>
Co-authored-by: DefTruth <31974251+DefTruth@users.noreply.github.com>
Co-authored-by: huangjianhui <852142024@qq.com>
Co-authored-by: ChaoII <849453582@qq.com>
2022-11-01 10:42:52 +08:00

171 lines
4.9 KiB
C++

// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
#include "fastdeploy/vision/common/processors/mat.h"
#include "fastdeploy/vision/common/processors/utils.h"
#include "fastdeploy/utils/utils.h"
namespace fastdeploy {
namespace vision {
void* Mat::Data() {
if (mat_type == ProcLib::FLYCV) {
#ifdef ENABLE_FLYCV
return fcv_mat.data();
#else
FDASSERT(false, "FastDeploy didn't compile with FalconCV, but met data type with fcv::Mat.");
#endif
}
return cpu_mat.ptr();
}
void Mat::ShareWithTensor(FDTensor* tensor) {
tensor->SetExternalData({Channels(), Height(), Width()}, Type(),
Data());
tensor->device = Device::CPU;
if (layout == Layout::HWC) {
tensor->shape = {Height(), Width(), Channels()};
}
}
bool Mat::CopyToTensor(FDTensor* tensor) {
int total_bytes = Height() * Width() * Channels() * FDDataTypeSize(Type());
if (total_bytes != tensor->Nbytes()) {
FDERROR << "While copy Mat to Tensor, requires the memory size be same, "
"but now size of Tensor = "
<< tensor->Nbytes() << ", size of Mat = " << total_bytes << "."
<< std::endl;
return false;
}
memcpy(tensor->MutableData(), Data(), total_bytes);
return true;
}
void Mat::PrintInfo(const std::string& flag) {
if (mat_type == ProcLib::FLYCV) {
#ifdef ENABLE_FLYCV
fcv::Scalar mean = fcv::mean(fcv_mat);
std::cout << flag << ": "
<< "DataType=" << Type() << ", "
<< "Channel=" << Channels() << ", "
<< "Height=" << Height() << ", "
<< "Width=" << Width() << ", "
<< "Mean=";
for (int i = 0; i < Channels(); ++i) {
std::cout << mean[i] << " ";
}
std::cout << std::endl;
#else
FDASSERT(false, "FastDeploy didn't compile with FalconCV, but met data type with fcv::Mat.");
#endif
} else {
cv::Scalar mean = cv::mean(cpu_mat);
std::cout << flag << ": "
<< "DataType=" << Type() << ", "
<< "Channel=" << Channels() << ", "
<< "Height=" << Height() << ", "
<< "Width=" << Width() << ", "
<< "Mean=";
for (int i = 0; i < Channels(); ++i) {
std::cout << mean[i] << " ";
}
std::cout << std::endl;
}
}
FDDataType Mat::Type() {
int type = -1;
if (mat_type == ProcLib::FLYCV) {
#ifdef ENABLE_FLYCV
return FalconCVDataTypeToFD(fcv_mat.type());
#else
FDASSERT(false, "FastDeploy didn't compile with FalconCV, but met data type with fcv::Mat.");
#endif
}
return OpenCVDataTypeToFD(cpu_mat.type());
}
Mat CreateFromTensor(const FDTensor& tensor) {
int type = tensor.dtype;
cv::Mat temp_mat;
FDASSERT(tensor.shape.size() == 3,
"When create FD Mat from tensor, tensor shape should be 3-Dim, HWC "
"layout");
int64_t height = tensor.shape[0];
int64_t width = tensor.shape[1];
int64_t channel = tensor.shape[2];
switch (type) {
case FDDataType::UINT8:
temp_mat = cv::Mat(height, width, CV_8UC(channel),
const_cast<void*>(tensor.Data()));
break;
case FDDataType::INT8:
temp_mat = cv::Mat(height, width, CV_8SC(channel),
const_cast<void*>(tensor.Data()));
break;
case FDDataType::INT16:
temp_mat = cv::Mat(height, width, CV_16SC(channel),
const_cast<void*>(tensor.Data()));
break;
case FDDataType::INT32:
temp_mat = cv::Mat(height, width, CV_32SC(channel),
const_cast<void*>(tensor.Data()));
break;
case FDDataType::FP32:
temp_mat = cv::Mat(height, width, CV_32FC(channel),
const_cast<void*>(tensor.Data()));
break;
case FDDataType::FP64:
temp_mat = cv::Mat(height, width, CV_64FC(channel),
const_cast<void*>(tensor.Data()));
break;
default:
FDASSERT(
false,
"Tensor type %d is not supported While calling CreateFromTensor.",
type);
break;
}
Mat mat = Mat(temp_mat);
return mat;
}
std::ostream& operator<<(std::ostream& out,const ProcLib& p) {
switch (p) {
case ProcLib::DEFAULT:
out << "ProcLib::DEFAULT";
break;
case ProcLib::OPENCV:
out << "ProcLib::OPENCV";
break;
case ProcLib::FLYCV:
out << "ProcLib::FLYCV";
break;
default:
FDASSERT(false, "Unknow type of ProcLib.");
}
return out;
}
} // namespace vision
} // namespace fastdeploy