mirror of
https://github.com/PaddlePaddle/FastDeploy.git
synced 2025-10-07 17:41:52 +08:00
6d0261e9e4
* [Model] init pp-structurev2-layout code * [Model] init pp-structurev2-layout code * [Model] init pp-structurev2-layout code * [Model] add structurev2_layout_preprocessor * [PP-StructureV2] add postprocessor and layout detector class * [PP-StructureV2] add postprocessor and layout detector class * [PP-StructureV2] add postprocessor and layout detector class * [PP-StructureV2] add postprocessor and layout detector class * [PP-StructureV2] add postprocessor and layout detector class * [pybind] add pp-structurev2-layout model pybind * [pybind] add pp-structurev2-layout model pybind * [Bug Fix] fixed code style * [examples] add pp-structurev2-layout c++ examples * [PP-StructureV2] add python example and docs * [benchmark] add pp-structurev2-layout benchmark support
92 lines
3.7 KiB
C++
92 lines
3.7 KiB
C++
// Copyright (c) 2023 PaddlePaddle Authors. All Rights Reserved.
|
|
//
|
|
// Licensed under the Apache License, Version 2.0 (the "License");
|
|
// you may not use this file except in compliance with the License.
|
|
// You may obtain a copy of the License at
|
|
//
|
|
// http://www.apache.org/licenses/LICENSE-2.0
|
|
//
|
|
// Unless required by applicable law or agreed to in writing, software
|
|
// distributed under the License is distributed on an "AS IS" BASIS,
|
|
// WITHOUT WARRANTIES OR CONDITIONS OF ANY KIND, either express or implied.
|
|
// See the License for the specific language governing permissions and
|
|
// limitations under the License.
|
|
#pragma once
|
|
#include "fastdeploy/vision/common/processors/manager.h"
|
|
#include "fastdeploy/vision/common/processors/transform.h"
|
|
#include "fastdeploy/vision/common/result.h"
|
|
|
|
namespace fastdeploy {
|
|
namespace vision {
|
|
|
|
namespace ocr {
|
|
/*! @brief Preprocessor object for DBDetector serials model.
|
|
*/
|
|
class FASTDEPLOY_DECL StructureV2LayoutPreprocessor : public ProcessorManager {
|
|
public:
|
|
StructureV2LayoutPreprocessor();
|
|
|
|
/** \brief Process the input image and prepare input tensors for runtime
|
|
*
|
|
* \param[in] image_batch The input image batch
|
|
* \param[in] outputs The output tensors which will feed in runtime
|
|
* \return true if the preprocess successed, otherwise false
|
|
*/
|
|
virtual bool Apply(FDMatBatch* image_batch, std::vector<FDTensor>* outputs);
|
|
|
|
/// Set preprocess normalize parameters, please call this API to customize
|
|
/// the normalize parameters, otherwise it will use the default normalize
|
|
/// parameters.
|
|
void SetNormalize(const std::vector<float>& mean,
|
|
const std::vector<float>& std,
|
|
bool is_scale) {
|
|
normalize_permute_op_ =
|
|
std::make_shared<NormalizeAndPermute>(mean, std, is_scale);
|
|
}
|
|
|
|
/// Get the image info of the last batch, return a list of array
|
|
/// {image width, image height, resize width, resize height}
|
|
const std::vector<std::array<int, 4>>* GetBatchLayoutImgInfo() {
|
|
return &batch_layout_img_info_;
|
|
}
|
|
|
|
/// This function will disable normalize in preprocessing step.
|
|
void DisableNormalize() { disable_permute_ = true; }
|
|
/// This function will disable hwc2chw in preprocessing step.
|
|
void DisablePermute() { disable_normalize_ = true; }
|
|
/// Set image_shape for the detection preprocess.
|
|
/// This api is usually used when you retrain the model.
|
|
/// Generally, you do not need to use it.
|
|
void SetLayoutImageShape(const std::vector<int>& image_shape) {
|
|
layout_image_shape_ = image_shape;
|
|
}
|
|
/// Get cls_image_shape for the classification preprocess
|
|
std::vector<int> GetLayoutImageShape() const { return layout_image_shape_; }
|
|
/// Set static_shape_infer is true or not. When deploy PP-StructureV2
|
|
/// on hardware which can not support dynamic input shape very well,
|
|
/// like Huawei Ascned, static_shape_infer needs to to be true.
|
|
void SetStaticShapeInfer(bool static_shape_infer) {
|
|
static_shape_infer_ = static_shape_infer;
|
|
}
|
|
/// Get static_shape_infer of the recognition preprocess
|
|
bool GetStaticShapeInfer() const { return static_shape_infer_; }
|
|
|
|
private:
|
|
bool ResizeLayoutImage(FDMat* img, int resize_w, int resize_h);
|
|
// for recording the switch of hwc2chw
|
|
bool disable_permute_ = false;
|
|
// for recording the switch of normalize
|
|
bool disable_normalize_ = false;
|
|
std::vector<std::array<int, 4>> batch_layout_img_info_;
|
|
std::shared_ptr<Resize> resize_op_;
|
|
std::shared_ptr<NormalizeAndPermute> normalize_permute_op_;
|
|
std::vector<int> layout_image_shape_ = {3, 800, 608}; // c,h,w
|
|
// default true for pp-structurev2-layout model, backbone picodet.
|
|
bool static_shape_infer_ = true;
|
|
std::array<int, 4> GetLayoutImgInfo(FDMat* img);
|
|
};
|
|
|
|
} // namespace ocr
|
|
} // namespace vision
|
|
} // namespace fastdeploy
|