/* * Copyright (c) 2015 OpenALPR Technology, Inc. * Open source Automated License Plate Recognition [http://www.openalpr.com] * * This file is part of OpenALPR. * * OpenALPR is free software: you can redistribute it and/or modify * it under the terms of the GNU Affero General Public License * version 3 as published by the Free Software Foundation * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Affero General Public License for more details. * * You should have received a copy of the GNU Affero General Public License * along with this program. If not, see . */ #include #include "licenseplatecandidate.h" #include "edges/edgefinder.h" #include "transformation.h" using namespace std; using namespace cv; namespace alpr { LicensePlateCandidate::LicensePlateCandidate(PipelineData* pipeline_data) { this->pipeline_data = pipeline_data; this->config = pipeline_data->config; } LicensePlateCandidate::~LicensePlateCandidate() { } // Must delete this pointer in parent class void LicensePlateCandidate::recognize() { pipeline_data->isMultiline = config->multiline; Rect expandedRegion = this->pipeline_data->regionOfInterest; pipeline_data->crop_gray = Mat(this->pipeline_data->grayImg, expandedRegion); resize(pipeline_data->crop_gray, pipeline_data->crop_gray, Size(config->templateWidthPx, config->templateHeightPx)); CharacterAnalysis textAnalysis(pipeline_data); if (pipeline_data->disqualified) return; EdgeFinder edgeFinder(pipeline_data); pipeline_data->plate_corners = edgeFinder.findEdgeCorners(); if (pipeline_data->disqualified) return; timespec startTime; getTimeMonotonic(&startTime); // Compute the transformation matrix to go from the current image to the new plate corners Transformation imgTransform(this->pipeline_data->grayImg, pipeline_data->crop_gray, expandedRegion); Size cropSize = imgTransform.getCropSize(pipeline_data->plate_corners, Size(pipeline_data->config->ocrImageWidthPx, pipeline_data->config->ocrImageHeightPx)); Mat transmtx = imgTransform.getTransformationMatrix(pipeline_data->plate_corners, cropSize); // Crop the plate corners from the original color image (after un-applying prewarp) vector projectedPoints = pipeline_data->prewarp->projectPoints(pipeline_data->plate_corners, true); pipeline_data->color_deskewed = Mat::zeros(cropSize, pipeline_data->colorImg.type()); std::vector deskewed_points; deskewed_points.push_back(cv::Point2f(0,0)); deskewed_points.push_back(cv::Point2f(pipeline_data->color_deskewed.cols,0)); deskewed_points.push_back(cv::Point2f(pipeline_data->color_deskewed.cols,pipeline_data->color_deskewed.rows)); deskewed_points.push_back(cv::Point2f(0,pipeline_data->color_deskewed.rows)); cv::Mat color_transmtx = cv::getPerspectiveTransform(projectedPoints, deskewed_points); cv::warpPerspective(pipeline_data->colorImg, pipeline_data->color_deskewed, color_transmtx, pipeline_data->color_deskewed.size()); if (pipeline_data->color_deskewed.channels() > 2) { // Make a grayscale copy as well for faster processing downstream cv::cvtColor(pipeline_data->color_deskewed, pipeline_data->crop_gray, CV_BGR2GRAY); } else { // Copy the already grayscale image to the crop_gray img pipeline_data->color_deskewed.copyTo(pipeline_data->crop_gray); } if (this->config->debugGeneral) displayImage(config, "quadrilateral", pipeline_data->color_deskewed); // Apply a perspective transformation to the TextLine objects // to match the newly deskewed license plate crop vector newLines; for (unsigned int i = 0; i < pipeline_data->textLines.size(); i++) { vector textArea = imgTransform.transformSmallPointsToBigImage(pipeline_data->textLines[i].textArea); vector linePolygon = imgTransform.transformSmallPointsToBigImage(pipeline_data->textLines[i].linePolygon); vector textAreaRemapped; vector linePolygonRemapped; textAreaRemapped = imgTransform.remapSmallPointstoCrop(textArea, transmtx); linePolygonRemapped = imgTransform.remapSmallPointstoCrop(linePolygon, transmtx); newLines.push_back(TextLine(textAreaRemapped, linePolygonRemapped, pipeline_data->crop_gray.size())); } pipeline_data->textLines.clear(); for (unsigned int i = 0; i < newLines.size(); i++) pipeline_data->textLines.push_back(newLines[i]); if (config->debugTiming) { timespec endTime; getTimeMonotonic(&endTime); cout << "deskew Time: " << diffclock(startTime, endTime) << "ms." << endl; } } }