/* * Copyright (c) 2013 New Designs Unlimited, LLC * Opensource Automated License Plate Recognition [http://www.openalpr.com] * * This file is part of OpenAlpr. * * OpenAlpr is free software: you can redistribute it and/or modify * it under the terms of the GNU Affero General Public License * version 3 as published by the Free Software Foundation * * This program is distributed in the hope that it will be useful, * but WITHOUT ANY WARRANTY; without even the implied warranty of * MERCHANTABILITY or FITNESS FOR A PARTICULAR PURPOSE. See the * GNU Affero General Public License for more details. * * You should have received a copy of the GNU Affero General Public License * along with this program. If not, see . */ #include "alpr_impl.h" void plateAnalysisThread(void* arg); AlprImpl::AlprImpl(const std::string country, const std::string runtimeDir) { config = new Config(country, runtimeDir); plateDetector = new RegionDetector(config); stateIdentifier = new StateIdentifier(config); ocr = new OCR(config); setNumThreads(0); this->detectRegion = DEFAULT_DETECT_REGION; this->topN = DEFAULT_TOPN; this->defaultRegion = ""; if (config->opencl_enabled) { cv::ocl::PlatformsInfo platinfo; cv::ocl::getOpenCLPlatforms(platinfo); for (int i = 0; i < platinfo.size(); i++) { std::cout << platinfo[i]->platformName << std::endl; } cv::ocl::DevicesInfo devices; cv::ocl::getOpenCLDevices(devices, cv::ocl::CVCL_DEVICE_TYPE_CPU); for (int i = 0; i < devices.size(); i++) std:: cout << devices[i]->deviceName << std::endl; if (devices.size() > 0) { cv::ocl::setDevice(devices[0]); cout << "Using OpenCL Device: " << devices[0]->deviceName << endl; } else { cout << "OpenCL initialization failed. Runtime drivers may not be installed." << endl; } } } AlprImpl::~AlprImpl() { delete config; delete plateDetector; delete stateIdentifier; delete ocr; } std::vector AlprImpl::recognize(cv::Mat img) { timespec startTime; getTime(&startTime); // Find all the candidate regions vector plateRegions = plateDetector->detect(img); // Get the number of threads specified and make sure the value is sane (cannot be greater than CPU cores or less than 1) int numThreads = config->multithreading_cores; if (numThreads > tthread::thread::hardware_concurrency()) numThreads = tthread::thread::hardware_concurrency(); if (numThreads <= 0) numThreads = 1; PlateDispatcher dispatcher(plateRegions, &img, config, stateIdentifier, ocr, topN, detectRegion, defaultRegion); // Spawn n threads to process all of the candidate regions and recognize list threads; for (int i = 0; i < numThreads; i++) { tthread::thread * t = new tthread::thread(plateAnalysisThread, (void *) &dispatcher); threads.push_back(t); } // Wait for all threads to finish for(list::iterator i = threads.begin(); i != threads.end(); ++ i) { tthread::thread* t = *i; t->join(); delete t; } if (config->debugTiming) { timespec endTime; getTime(&endTime); cout << "Total Time to process image: " << diffclock(startTime, endTime) << "ms." << endl; } if (config->debugGeneral && config->debugShowImages) { for (int i = 0; i < plateRegions.size(); i++) { rectangle(img, plateRegions[i].rect, Scalar(0, 0, 255), 2); } for (int i = 0; i < dispatcher.getRecognitionResults().size(); i++) { for (int z = 0; z < 4; z++) { AlprCoordinate* coords = dispatcher.getRecognitionResults()[i].plate_points; Point p1(coords[z].x, coords[z].y); Point p2(coords[(z + 1) % 4].x, coords[(z + 1) % 4].y); line(img, p1, p2, Scalar(255,0,255), 2); } } displayImage(config, "Main Image", img); cv::waitKey(1); } if (config->debugPauseOnFrame) { // Pause indefinitely until they press a key while ((char) cv::waitKey(50) == -1) {} } return dispatcher.getRecognitionResults(); } void plateAnalysisThread(void* arg) { PlateDispatcher* dispatcher = (PlateDispatcher*) arg; if (dispatcher->config->debugGeneral) cout << "Thread: " << tthread::this_thread::get_id() << " Initialized" << endl; int loop_count = 0; while (true) { if (dispatcher->hasPlate() == false) break; if (dispatcher->config->debugGeneral) cout << "Thread: " << tthread::this_thread::get_id() << " loop " << ++loop_count << endl; // Get a single plate region from the queue PlateRegion plateRegion = dispatcher->nextPlate(); Mat img = dispatcher->getImageCopy(); timespec platestarttime; getTime(&platestarttime); LicensePlateCandidate lp(img, plateRegion.rect, dispatcher->config); lp.recognize(); if (lp.confidence <= 10) { // Not a valid plate // Check if this plate has any children, if so, send them back up to the dispatcher for processing for (int childidx = 0; childidx < plateRegion.children.size(); childidx++) { dispatcher->appendPlate(plateRegion.children[childidx]); } } else { AlprResult plateResult; plateResult.region = dispatcher->defaultRegion; plateResult.regionConfidence = 0; for (int pointidx = 0; pointidx < 4; pointidx++) { plateResult.plate_points[pointidx].x = (int) lp.plateCorners[pointidx].x; plateResult.plate_points[pointidx].y = (int) lp.plateCorners[pointidx].y; } if (dispatcher->detectRegion) { char statecode[4]; plateResult.regionConfidence = dispatcher->stateIdentifier->recognize(img, plateRegion.rect, statecode); if (plateResult.regionConfidence > 0) { plateResult.region = statecode; } } dispatcher->ocr->performOCR(lp.charSegmenter->getThresholds(), lp.charSegmenter->characters); dispatcher->ocr->postProcessor->analyze(plateResult.region, dispatcher->topN); //plateResult.characters = ocr->postProcessor->bestChars; const vector ppResults = dispatcher->ocr->postProcessor->getResults(); int bestPlateIndex = 0; for (int pp = 0; pp < ppResults.size(); pp++) { if (pp >= dispatcher->topN) break; // Set our "best plate" match to either the first entry, or the first entry with a postprocessor template match if (bestPlateIndex == 0 && ppResults[pp].matchesTemplate) bestPlateIndex = pp; if (ppResults[pp].letters.size() >= dispatcher->config->postProcessMinCharacters && ppResults[pp].letters.size() <= dispatcher->config->postProcessMaxCharacters) { AlprPlate aplate; aplate.characters = ppResults[pp].letters; aplate.overall_confidence = ppResults[pp].totalscore; aplate.matches_template = ppResults[pp].matchesTemplate; plateResult.topNPlates.push_back(aplate); } } plateResult.result_count = plateResult.topNPlates.size(); if (plateResult.topNPlates.size() > 0) plateResult.bestPlate = plateResult.topNPlates[bestPlateIndex]; timespec plateEndTime; getTime(&plateEndTime); plateResult.processing_time_ms = diffclock(platestarttime, plateEndTime); if (plateResult.result_count > 0) { // Synchronized section dispatcher->addResult(plateResult); } } if (dispatcher->config->debugTiming) { timespec plateEndTime; getTime(&plateEndTime); cout << "Thread: " << tthread::this_thread::get_id() << " Finished loop " << loop_count << " in " << diffclock(platestarttime, plateEndTime) << "ms." << endl; } } if (dispatcher->config->debugGeneral) cout << "Thread: " << tthread::this_thread::get_id() << " Complete" << endl; } string AlprImpl::toJson(const vector< AlprResult > results) { cJSON *root = cJSON_CreateArray(); for (int i = 0; i < results.size(); i++) { cJSON *resultObj = createJsonObj( &results[i] ); cJSON_AddItemToArray(root, resultObj); } // Print the JSON object to a string and return char *out; out=cJSON_PrintUnformatted(root); cJSON_Delete(root); string response(out); free(out); return response; } cJSON* AlprImpl::createJsonObj(const AlprResult* result) { cJSON *root, *coords, *candidates; root=cJSON_CreateObject(); cJSON_AddStringToObject(root,"plate", result->bestPlate.characters.c_str()); cJSON_AddNumberToObject(root,"confidence", result->bestPlate.overall_confidence); cJSON_AddNumberToObject(root,"matches_template", result->bestPlate.matches_template); cJSON_AddStringToObject(root,"region", result->region.c_str()); cJSON_AddNumberToObject(root,"region_confidence", result->regionConfidence); cJSON_AddNumberToObject(root,"processing_time_ms", result->processing_time_ms); cJSON_AddItemToObject(root, "coordinates", coords=cJSON_CreateArray()); for (int i=0;i<4;i++) { cJSON *coords_object; coords_object = cJSON_CreateObject(); cJSON_AddNumberToObject(coords_object, "x", result->plate_points[i].x); cJSON_AddNumberToObject(coords_object, "y", result->plate_points[i].y); cJSON_AddItemToArray(coords, coords_object); } cJSON_AddItemToObject(root, "candidates", candidates=cJSON_CreateArray()); for (int i = 0; i < result->topNPlates.size(); i++) { cJSON *candidate_object; candidate_object = cJSON_CreateObject(); cJSON_AddStringToObject(candidate_object, "plate", result->topNPlates[i].characters.c_str()); cJSON_AddNumberToObject(candidate_object, "confidence", result->topNPlates[i].overall_confidence); cJSON_AddNumberToObject(candidate_object, "matches_template", result->topNPlates[i].matches_template); cJSON_AddItemToArray(candidates, candidate_object); } return root; } void AlprImpl::setDetectRegion(bool detectRegion) { this->detectRegion = detectRegion; } void AlprImpl::setTopN(int topn) { this->topN = topn; } void AlprImpl::setDefaultRegion(string region) { this->defaultRegion = region; }