mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-06 00:57:33 +08:00
22d60fdadf
* add override mark * delete some * recovery * recovery * add tracking * add tracking py_bind and example * add pptracking * add pptracking * iomanip head file * add opencv_video lib * add python libs package Signed-off-by: ChaoII <849453582@qq.com> * complete comments Signed-off-by: ChaoII <849453582@qq.com> * add jdeTracker_ member variable Signed-off-by: ChaoII <849453582@qq.com> * add 'FASTDEPLOY_DECL' macro Signed-off-by: ChaoII <849453582@qq.com> * remove kwargs params Signed-off-by: ChaoII <849453582@qq.com> * [Doc]update pptracking docs * delete 'ENABLE_PADDLE_FRONTEND' switch * add pptracking unit test * update pptracking unit test Signed-off-by: ChaoII <849453582@qq.com> * modify test video file path and remove trt test * update unit test model url * remove 'FASTDEPLOY_DECL' macro Signed-off-by: ChaoII <849453582@qq.com> * fix build python packages about pptracking on win32 Signed-off-by: ChaoII <849453582@qq.com> * update comment Signed-off-by: ChaoII <849453582@qq.com> * add pptracking model explain Signed-off-by: ChaoII <849453582@qq.com> * add tracking trail on vis_mot * add tracking trail * modify code for some suggestion * remove unused import * fix import bug Signed-off-by: ChaoII <849453582@qq.com> Co-authored-by: Jason <jiangjiajun@baidu.com>
208 lines
9.7 KiB
C++
208 lines
9.7 KiB
C++
// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
|
|
#include "fastdeploy/pybind/main.h"
|
|
|
|
namespace fastdeploy {
|
|
void BindVisualize(pybind11::module& m) {
|
|
m.def("vis_detection",
|
|
[](pybind11::array& im_data, vision::DetectionResult& result,
|
|
float score_threshold, int line_size, float font_size) {
|
|
auto im = PyArrayToCvMat(im_data);
|
|
auto vis_im = vision::VisDetection(im, result, score_threshold,
|
|
line_size, font_size);
|
|
FDTensor out;
|
|
vision::Mat(vis_im).ShareWithTensor(&out);
|
|
return TensorToPyArray(out);
|
|
})
|
|
.def("vis_face_detection",
|
|
[](pybind11::array& im_data, vision::FaceDetectionResult& result,
|
|
int line_size, float font_size) {
|
|
auto im = PyArrayToCvMat(im_data);
|
|
auto vis_im =
|
|
vision::VisFaceDetection(im, result, line_size, font_size);
|
|
FDTensor out;
|
|
vision::Mat(vis_im).ShareWithTensor(&out);
|
|
return TensorToPyArray(out);
|
|
})
|
|
.def("vis_face_alignment",
|
|
[](pybind11::array& im_data, vision::FaceAlignmentResult& result,
|
|
int line_size) {
|
|
auto im = PyArrayToCvMat(im_data);
|
|
auto vis_im =
|
|
vision::VisFaceAlignment(im, result, line_size);
|
|
FDTensor out;
|
|
vision::Mat(vis_im).ShareWithTensor(&out);
|
|
return TensorToPyArray(out);
|
|
})
|
|
.def("vis_segmentation",
|
|
[](pybind11::array& im_data, vision::SegmentationResult& result,
|
|
float weight) {
|
|
cv::Mat im = PyArrayToCvMat(im_data);
|
|
auto vis_im = vision::VisSegmentation(im, result, weight);
|
|
FDTensor out;
|
|
vision::Mat(vis_im).ShareWithTensor(&out);
|
|
return TensorToPyArray(out);
|
|
})
|
|
.def("swap_background",
|
|
[](pybind11::array& im_data, pybind11::array& background_data,
|
|
vision::MattingResult& result, bool remove_small_connected_area) {
|
|
cv::Mat im = PyArrayToCvMat(im_data);
|
|
cv::Mat background = PyArrayToCvMat(background_data);
|
|
auto vis_im = vision::SwapBackground(im, background, result,
|
|
remove_small_connected_area);
|
|
FDTensor out;
|
|
vision::Mat(vis_im).ShareWithTensor(&out);
|
|
return TensorToPyArray(out);
|
|
})
|
|
.def("swap_background",
|
|
[](pybind11::array& im_data, pybind11::array& background_data,
|
|
vision::SegmentationResult& result, int background_label) {
|
|
cv::Mat im = PyArrayToCvMat(im_data);
|
|
cv::Mat background = PyArrayToCvMat(background_data);
|
|
auto vis_im = vision::SwapBackground(im, background, result,
|
|
background_label);
|
|
FDTensor out;
|
|
vision::Mat(vis_im).ShareWithTensor(&out);
|
|
return TensorToPyArray(out);
|
|
})
|
|
.def("vis_ppocr",
|
|
[](pybind11::array& im_data, vision::OCRResult& result) {
|
|
auto im = PyArrayToCvMat(im_data);
|
|
auto vis_im = vision::VisOcr(im, result);
|
|
FDTensor out;
|
|
vision::Mat(vis_im).ShareWithTensor(&out);
|
|
return TensorToPyArray(out);
|
|
})
|
|
.def("vis_mot",
|
|
[](pybind11::array& im_data, vision::MOTResult& result,float score_threshold, vision::tracking::TrailRecorder record) {
|
|
auto im = PyArrayToCvMat(im_data);
|
|
auto vis_im = vision::VisMOT(im, result, score_threshold, &record);
|
|
FDTensor out;
|
|
vision::Mat(vis_im).ShareWithTensor(&out);
|
|
return TensorToPyArray(out);
|
|
})
|
|
.def("vis_matting",
|
|
[](pybind11::array& im_data, vision::MattingResult& result,
|
|
bool remove_small_connected_area) {
|
|
cv::Mat im = PyArrayToCvMat(im_data);
|
|
auto vis_im =
|
|
vision::VisMatting(im, result, remove_small_connected_area);
|
|
FDTensor out;
|
|
vision::Mat(vis_im).ShareWithTensor(&out);
|
|
return TensorToPyArray(out);
|
|
});
|
|
|
|
pybind11::class_<vision::Visualize>(m, "Visualize")
|
|
.def(pybind11::init<>())
|
|
.def_static("vis_detection",
|
|
[](pybind11::array& im_data, vision::DetectionResult& result,
|
|
float score_threshold, int line_size, float font_size) {
|
|
auto im = PyArrayToCvMat(im_data);
|
|
auto vis_im = vision::Visualize::VisDetection(
|
|
im, result, score_threshold, line_size, font_size);
|
|
FDTensor out;
|
|
vision::Mat(vis_im).ShareWithTensor(&out);
|
|
return TensorToPyArray(out);
|
|
})
|
|
.def_static(
|
|
"vis_keypoint_detection",
|
|
[](pybind11::array& im_data, vision::KeyPointDetectionResult& result,
|
|
float conf_threshold) {
|
|
auto im = PyArrayToCvMat(im_data);
|
|
auto vis_im = vision::VisKeypointDetection(
|
|
im, result, conf_threshold);
|
|
FDTensor out;
|
|
vision::Mat(vis_im).ShareWithTensor(&out);
|
|
return TensorToPyArray(out);
|
|
})
|
|
.def_static(
|
|
"vis_face_detection",
|
|
[](pybind11::array& im_data, vision::FaceDetectionResult& result,
|
|
int line_size, float font_size) {
|
|
auto im = PyArrayToCvMat(im_data);
|
|
auto vis_im = vision::Visualize::VisFaceDetection(
|
|
im, result, line_size, font_size);
|
|
FDTensor out;
|
|
vision::Mat(vis_im).ShareWithTensor(&out);
|
|
return TensorToPyArray(out);
|
|
})
|
|
.def_static(
|
|
"vis_segmentation",
|
|
[](pybind11::array& im_data, vision::SegmentationResult& result) {
|
|
cv::Mat im = PyArrayToCvMat(im_data);
|
|
auto vis_im = vision::Visualize::VisSegmentation(im, result);
|
|
FDTensor out;
|
|
vision::Mat(vis_im).ShareWithTensor(&out);
|
|
return TensorToPyArray(out);
|
|
})
|
|
.def_static(
|
|
"swap_background_matting",
|
|
[](pybind11::array& im_data, pybind11::array& background_data,
|
|
vision::MattingResult& result, bool remove_small_connected_area) {
|
|
cv::Mat im = PyArrayToCvMat(im_data);
|
|
cv::Mat background = PyArrayToCvMat(background_data);
|
|
auto vis_im = vision::Visualize::SwapBackgroundMatting(
|
|
im, background, result, remove_small_connected_area);
|
|
FDTensor out;
|
|
vision::Mat(vis_im).ShareWithTensor(&out);
|
|
return TensorToPyArray(out);
|
|
})
|
|
.def_static("swap_background_segmentation",
|
|
[](pybind11::array& im_data, pybind11::array& background_data,
|
|
int background_label, vision::SegmentationResult& result) {
|
|
cv::Mat im = PyArrayToCvMat(im_data);
|
|
cv::Mat background = PyArrayToCvMat(background_data);
|
|
auto vis_im = vision::Visualize::SwapBackgroundSegmentation(
|
|
im, background, background_label, result);
|
|
FDTensor out;
|
|
vision::Mat(vis_im).ShareWithTensor(&out);
|
|
return TensorToPyArray(out);
|
|
})
|
|
.def_static("remove_small_connected_area",
|
|
[](pybind11::array& alpha_pred_data, float threshold) {
|
|
cv::Mat alpha_pred = PyArrayToCvMat(alpha_pred_data);
|
|
auto vis_im = vision::Visualize::RemoveSmallConnectedArea(
|
|
alpha_pred, threshold);
|
|
})
|
|
.def_static("vis_ppocr",
|
|
[](pybind11::array& im_data, vision::OCRResult& result) {
|
|
auto im = PyArrayToCvMat(im_data);
|
|
auto vis_im = vision::Visualize::VisOcr(im, result);
|
|
FDTensor out;
|
|
vision::Mat(vis_im).ShareWithTensor(&out);
|
|
return TensorToPyArray(out);
|
|
})
|
|
.def_static("vis_mot",
|
|
[](pybind11::array& im_data, vision::MOTResult& result,float score_threshold,
|
|
vision::tracking::TrailRecorder* record) {
|
|
auto im = PyArrayToCvMat(im_data);
|
|
auto vis_im = vision::VisMOT(im, result, score_threshold, record);
|
|
FDTensor out;
|
|
vision::Mat(vis_im).ShareWithTensor(&out);
|
|
return TensorToPyArray(out);
|
|
})
|
|
.def_static("vis_matting_alpha",
|
|
[](pybind11::array& im_data, vision::MattingResult& result,
|
|
bool remove_small_connected_area) {
|
|
cv::Mat im = PyArrayToCvMat(im_data);
|
|
auto vis_im = vision::Visualize::VisMattingAlpha(
|
|
im, result, remove_small_connected_area);
|
|
FDTensor out;
|
|
vision::Mat(vis_im).ShareWithTensor(&out);
|
|
return TensorToPyArray(out);
|
|
});
|
|
}
|
|
} // namespace fastdeploy
|