Files
FastDeploy/fastdeploy/vision/vision_pybind.cc
Jason bb00e0757e [Model] Integrate FlyCV image processing library (#375)
* Add falcon cmake

* Update CMakeLists.txt

* Add implementation for more preprocessors

* Add more implementation

* Add more implementations by flycv

* Fix some name

* fix some bug

* ready to test

* add fuse

* fix fuse problem

* add debug code

* add debug

* [Android] integrate flycv to Android (#459)

* [Android] integrate flycv into Andorid

* Falconcv (#27)

* [Bug Fix ]Update ppseg visualize python api && demo (#454)

Update ppseg visualize python api && demo

* [Model] update pptracking letterboxresize and add some comment (#438)

* add override mark

* delete some

* recovery

* recovery

* add tracking

* add tracking py_bind and example

* add pptracking

* add pptracking

* iomanip head file

* add opencv_video lib

* add python libs package

Signed-off-by: ChaoII <849453582@qq.com>

* complete comments

Signed-off-by: ChaoII <849453582@qq.com>

* add jdeTracker_ member variable

Signed-off-by: ChaoII <849453582@qq.com>

* add 'FASTDEPLOY_DECL' macro

Signed-off-by: ChaoII <849453582@qq.com>

* remove kwargs params

Signed-off-by: ChaoII <849453582@qq.com>

* [Doc]update pptracking docs

* delete 'ENABLE_PADDLE_FRONTEND' switch

* add pptracking unit test

* update pptracking unit test

Signed-off-by: ChaoII <849453582@qq.com>

* modify test video file path and remove trt test

* update unit test model url

* remove 'FASTDEPLOY_DECL' macro

Signed-off-by: ChaoII <849453582@qq.com>

* fix build python packages about pptracking on win32

Signed-off-by: ChaoII <849453582@qq.com>

* update comment

Signed-off-by: ChaoII <849453582@qq.com>

* add pptracking model explain

Signed-off-by: ChaoII <849453582@qq.com>

Signed-off-by: ChaoII <849453582@qq.com>
Co-authored-by: Jason <jiangjiajun@baidu.com>

Signed-off-by: ChaoII <849453582@qq.com>
Co-authored-by: huangjianhui <852142024@qq.com>
Co-authored-by: ChaoII <849453582@qq.com>
Co-authored-by: Jason <jiangjiajun@baidu.com>

* [cmake] optimize examples CMakeLists.txt

Signed-off-by: ChaoII <849453582@qq.com>
Co-authored-by: huangjianhui <852142024@qq.com>
Co-authored-by: ChaoII <849453582@qq.com>
Co-authored-by: Jason <jiangjiajun@baidu.com>

* remove debug log

* remove function

* remove function

Signed-off-by: ChaoII <849453582@qq.com>
Co-authored-by: DefTruth <31974251+DefTruth@users.noreply.github.com>
Co-authored-by: huangjianhui <852142024@qq.com>
Co-authored-by: ChaoII <849453582@qq.com>
2022-11-01 10:42:52 +08:00

135 lines
5.8 KiB
C++

// Copyright (c) 2022 PaddlePaddle Authors. All Rights Reserved.
//
// Licensed under the Apache License, Version 2.0 (the "License");
// you may not use this file except in compliance with the License.
// You may obtain a copy of the License at
//
// http://www.apache.org/licenses/LICENSE-2.0
//
// Unless required by applicable law or agreed to in writing, software
// distributed under the License is distributed on an "AS IS" BASIS,
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
// See the License for the specific language governing permissions and
// limitations under the License.
#include "fastdeploy/pybind/main.h"
namespace fastdeploy {
void BindDetection(pybind11::module& m);
void BindClassification(pybind11::module& m);
void BindSegmentation(pybind11::module& m);
void BindMatting(pybind11::module& m);
void BindFaceDet(pybind11::module& m);
void BindFaceId(pybind11::module& m);
void BindOcr(pybind11::module& m);
void BindTracking(pybind11::module& m);
void BindKeyPointDetection(pybind11::module& m);
#ifdef ENABLE_VISION_VISUALIZE
void BindVisualize(pybind11::module& m);
#endif
void BindVision(pybind11::module& m) {
pybind11::class_<vision::Mask>(m, "Mask")
.def(pybind11::init())
.def_readwrite("data", &vision::Mask::data)
.def_readwrite("shape", &vision::Mask::shape)
.def("__repr__", &vision::Mask::Str)
.def("__str__", &vision::Mask::Str);
pybind11::class_<vision::ClassifyResult>(m, "ClassifyResult")
.def(pybind11::init())
.def_readwrite("label_ids", &vision::ClassifyResult::label_ids)
.def_readwrite("scores", &vision::ClassifyResult::scores)
.def("__repr__", &vision::ClassifyResult::Str)
.def("__str__", &vision::ClassifyResult::Str);
pybind11::class_<vision::DetectionResult>(m, "DetectionResult")
.def(pybind11::init())
.def_readwrite("boxes", &vision::DetectionResult::boxes)
.def_readwrite("scores", &vision::DetectionResult::scores)
.def_readwrite("label_ids", &vision::DetectionResult::label_ids)
.def_readwrite("masks", &vision::DetectionResult::masks)
.def_readwrite("contain_masks", &vision::DetectionResult::contain_masks)
.def("__repr__", &vision::DetectionResult::Str)
.def("__str__", &vision::DetectionResult::Str);
pybind11::class_<vision::OCRResult>(m, "OCRResult")
.def(pybind11::init())
.def_readwrite("boxes", &vision::OCRResult::boxes)
.def_readwrite("text", &vision::OCRResult::text)
.def_readwrite("rec_scores", &vision::OCRResult::rec_scores)
.def_readwrite("cls_scores", &vision::OCRResult::cls_scores)
.def_readwrite("cls_labels", &vision::OCRResult::cls_labels)
.def("__repr__", &vision::OCRResult::Str)
.def("__str__", &vision::OCRResult::Str);
pybind11::class_<vision::MOTResult>(m, "MOTResult")
.def(pybind11::init())
.def_readwrite("boxes", &vision::MOTResult::boxes)
.def_readwrite("ids", &vision::MOTResult::ids)
.def_readwrite("scores", &vision::MOTResult::scores)
.def_readwrite("class_ids", &vision::MOTResult::class_ids)
.def("__repr__", &vision::MOTResult::Str)
.def("__str__", &vision::MOTResult::Str);
pybind11::class_<vision::FaceDetectionResult>(m, "FaceDetectionResult")
.def(pybind11::init())
.def_readwrite("boxes", &vision::FaceDetectionResult::boxes)
.def_readwrite("scores", &vision::FaceDetectionResult::scores)
.def_readwrite("landmarks", &vision::FaceDetectionResult::landmarks)
.def_readwrite("landmarks_per_face",
&vision::FaceDetectionResult::landmarks_per_face)
.def("__repr__", &vision::FaceDetectionResult::Str)
.def("__str__", &vision::FaceDetectionResult::Str);
pybind11::class_<vision::SegmentationResult>(m, "SegmentationResult")
.def(pybind11::init())
.def_readwrite("label_map", &vision::SegmentationResult::label_map)
.def_readwrite("score_map", &vision::SegmentationResult::score_map)
.def_readwrite("shape", &vision::SegmentationResult::shape)
.def("__repr__", &vision::SegmentationResult::Str)
.def("__str__", &vision::SegmentationResult::Str);
pybind11::class_<vision::FaceRecognitionResult>(m, "FaceRecognitionResult")
.def(pybind11::init())
.def_readwrite("embedding", &vision::FaceRecognitionResult::embedding)
.def("__repr__", &vision::FaceRecognitionResult::Str)
.def("__str__", &vision::FaceRecognitionResult::Str);
pybind11::class_<vision::MattingResult>(m, "MattingResult")
.def(pybind11::init())
.def_readwrite("alpha", &vision::MattingResult::alpha)
.def_readwrite("foreground", &vision::MattingResult::foreground)
.def_readwrite("shape", &vision::MattingResult::shape)
.def_readwrite("contain_foreground", &vision::MattingResult::shape)
.def("__repr__", &vision::MattingResult::Str)
.def("__str__", &vision::MattingResult::Str);
pybind11::class_<vision::KeyPointDetectionResult>(m,
"KeyPointDetectionResult")
.def(pybind11::init())
.def_readwrite("keypoints", &vision::KeyPointDetectionResult::keypoints)
.def_readwrite("scores", &vision::KeyPointDetectionResult::scores)
.def_readwrite("num_joints", &vision::KeyPointDetectionResult::num_joints)
.def("__repr__", &vision::KeyPointDetectionResult::Str)
.def("__str__", &vision::KeyPointDetectionResult::Str);
m.def("enable_flycv", &vision::EnableFlyCV, "Enable image preprocessing by FlyCV.");
m.def("disable_flycv", &vision::DisableFlyCV, "Disable image preprocessing by FlyCV, change to use OpenCV.");
BindDetection(m);
BindClassification(m);
BindSegmentation(m);
BindFaceDet(m);
BindFaceId(m);
BindMatting(m);
BindOcr(m);
BindTracking(m);
BindKeyPointDetection(m);
#ifdef ENABLE_VISION_VISUALIZE
BindVisualize(m);
#endif
}
} // namespace fastdeploy