/*
* Copyright (c) 2015 OpenALPR Technology, Inc.
* Open source Automated License Plate Recognition [http://www.openalpr.com]
*
* This file is part of OpenALPR.
*
* OpenALPR is free software: you can redistribute it and/or modify
* it under the terms of the GNU Affero General Public License
* version 3 as published by the Free Software Foundation
*
* This program is distributed in the hope that it will be useful,
* but WITHOUT ANY WARRANTY; without even the implied warranty of
* MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the
* GNU Affero General Public License for more details.
*
* You should have received a copy of the GNU Affero General Public License
* along with this program. If not, see .
*/
#include
#include "licenseplatecandidate.h"
#include "edges/edgefinder.h"
#include "transformation.h"
using namespace std;
using namespace cv;
namespace alpr
{
LicensePlateCandidate::LicensePlateCandidate(PipelineData* pipeline_data)
{
this->pipeline_data = pipeline_data;
this->config = pipeline_data->config;
}
LicensePlateCandidate::~LicensePlateCandidate()
{
}
// Must delete this pointer in parent class
void LicensePlateCandidate::recognize()
{
pipeline_data->isMultiline = config->multiline;
Rect expandedRegion = this->pipeline_data->regionOfInterest;
pipeline_data->crop_gray = Mat(this->pipeline_data->grayImg, expandedRegion);
resize(pipeline_data->crop_gray, pipeline_data->crop_gray, Size(config->templateWidthPx, config->templateHeightPx));
CharacterAnalysis textAnalysis(pipeline_data);
if (pipeline_data->disqualified)
return;
EdgeFinder edgeFinder(pipeline_data);
pipeline_data->plate_corners = edgeFinder.findEdgeCorners();
if (pipeline_data->disqualified)
return;
timespec startTime;
getTimeMonotonic(&startTime);
// Compute the transformation matrix to go from the current image to the new plate corners
Transformation imgTransform(this->pipeline_data->grayImg, pipeline_data->crop_gray, expandedRegion);
Size cropSize = imgTransform.getCropSize(pipeline_data->plate_corners,
Size(pipeline_data->config->ocrImageWidthPx, pipeline_data->config->ocrImageHeightPx));
Mat transmtx = imgTransform.getTransformationMatrix(pipeline_data->plate_corners, cropSize);
// Crop the plate corners from the original color image (after un-applying prewarp)
vector projectedPoints = pipeline_data->prewarp->projectPoints(pipeline_data->plate_corners, true);
pipeline_data->color_deskewed = Mat::zeros(cropSize, pipeline_data->colorImg.type());
std::vector deskewed_points;
deskewed_points.push_back(cv::Point2f(0,0));
deskewed_points.push_back(cv::Point2f(pipeline_data->color_deskewed.cols,0));
deskewed_points.push_back(cv::Point2f(pipeline_data->color_deskewed.cols,pipeline_data->color_deskewed.rows));
deskewed_points.push_back(cv::Point2f(0,pipeline_data->color_deskewed.rows));
cv::Mat color_transmtx = cv::getPerspectiveTransform(projectedPoints, deskewed_points);
cv::warpPerspective(pipeline_data->colorImg, pipeline_data->color_deskewed, color_transmtx, pipeline_data->color_deskewed.size());
if (pipeline_data->color_deskewed.channels() > 2)
{
// Make a grayscale copy as well for faster processing downstream
cv::cvtColor(pipeline_data->color_deskewed, pipeline_data->crop_gray, CV_BGR2GRAY);
}
else
{
// Copy the already grayscale image to the crop_gray img
pipeline_data->color_deskewed.copyTo(pipeline_data->crop_gray);
}
if (this->config->debugGeneral)
displayImage(config, "quadrilateral", pipeline_data->color_deskewed);
// Apply a perspective transformation to the TextLine objects
// to match the newly deskewed license plate crop
vector newLines;
for (unsigned int i = 0; i < pipeline_data->textLines.size(); i++)
{
vector textArea = imgTransform.transformSmallPointsToBigImage(pipeline_data->textLines[i].textArea);
vector linePolygon = imgTransform.transformSmallPointsToBigImage(pipeline_data->textLines[i].linePolygon);
vector textAreaRemapped;
vector linePolygonRemapped;
textAreaRemapped = imgTransform.remapSmallPointstoCrop(textArea, transmtx);
linePolygonRemapped = imgTransform.remapSmallPointstoCrop(linePolygon, transmtx);
newLines.push_back(TextLine(textAreaRemapped, linePolygonRemapped, pipeline_data->crop_gray.size()));
}
pipeline_data->textLines.clear();
for (unsigned int i = 0; i < newLines.size(); i++)
pipeline_data->textLines.push_back(newLines[i]);
if (config->debugTiming)
{
timespec endTime;
getTimeMonotonic(&endTime);
cout << "deskew Time: " << diffclock(startTime, endTime) << "ms." << endl;
}
}
}