//! 非极大值抑制
void NMS(std::vector<CPlate> &inVec, std::vector<CPlate> &resultVec, double overlap) {
std::sort(inVec.begin(), inVec.end());
std::vector<CPlate>::iterator it = inVec.begin();
for (; it != inVec.end(); ++it) {
CPlate plateSrc = *it;
//std::cout << "plateScore:" << plateSrc.getPlateScore() << std::endl;
Rect rectSrc = plateSrc.getPlatePos().boundingRect();
std::vector<CPlate>::iterator itc = it + 1;
for (; itc != inVec.end();) {
CPlate plateComp = *itc;
Rect rectComp = plateComp.getPlatePos().boundingRect();
Rect rectInter = rectSrc & rectComp;
Rect rectUnion = rectSrc | rectComp;
double r = double(rectInter.area()) / double(rectUnion.area());
if (r > overlap) {
itc = inVec.erase(itc);
}
else {
++itc;
}
}
}
resultVec = inVec;
}
// !车牌识别模块
int CPlateRecognize::plateRecognize(Mat src, std::vector<string> &licenseVec) {
// 车牌方块集合
vector<CPlate> plateVec;
// 进行深度定位，使用颜色信息与二次Sobel
int resultPD = plateDetect(src, plateVec, getPDDebug(), 0);
if (resultPD == 0) {
int num = plateVec.size();
int index = 0;
//依次识别每个车牌内的符号
for (int j = 0; j < num; j++) {
CPlate item = plateVec[j];
Mat plate = item.getPlateMat();
//获取车牌颜色
string plateType = getPlateColor(plate);
//获取车牌号
string plateIdentify = "";
int resultCR = charsRecognise(plate, plateIdentify);
if (resultCR == 0) {
string license = plateType + ":" + plateIdentify;
licenseVec.push_back(license);
}
}
//完整识别过程到此结束
//如果是Debug模式，则还需要将定位的图片显示在原图左上角
if (getPDDebug() == true) {
Mat result;
src.copyTo(result);
for (int j = 0; j < num; j++) {
CPlate item = plateVec[j];
Mat plate = item.getPlateMat();
int height = 36;
int width = 136;
if (height * index + height < result.rows) {
Mat imageRoi = result(Rect(0, 0 + height * index, width, height));
addWeighted(imageRoi, 0, plate, 1, 0, imageRoi);
}
index++;
RotatedRect minRect = item.getPlatePos();
Point2f rect_points[4];
minRect.points(rect_points);
Scalar lineColor = Scalar(255, 255, 255);
if (item.getPlateLocateType() == SOBEL) lineColor = Scalar(255, 0, 0);
if (item.getPlateLocateType() == COLOR) lineColor = Scalar(0, 255, 0);
for (int j = 0; j < 4; j++)
line(result, rect_points[j], rect_points[(j + 1) % 4], lineColor, 2,
8);
}
//显示定位框的图片
showResult(result);
}
}
return resultPD;
}
int CPlateRecognize::plateRecognize(Mat src, std::vector<std::string> &licenseVec) {
std::vector<CPlate> plateVec;
int resultPD = plateDetect(src, plateVec, 0, kDebug, 0);
if (resultPD == 0) {
size_t num = plateVec.size();
int index = 0;
for (size_t j = 0; j < num; j++) {
CPlate item = plateVec[j];
Mat plate = item.getPlateMat();
std::string plateType = getPlateColor(plate);
std::string plateIdentify = "";
int resultCR = charsRecognise(plate, plateIdentify);
if (resultCR == 0) {
std::string license = plateType + ":" + plateIdentify;
licenseVec.push_back(license);
}
}
if (getResultShow()) {
Mat result;
src.copyTo(result);
for (size_t j = 0; j < num; j++) {
CPlate item = plateVec[j];
Mat plate = item.getPlateMat();
int height = 36;
int width = 136;
if (height * index + height < result.rows) {
Mat imageRoi = result(Rect(0, 0 + height * index, width, height));
addWeighted(imageRoi, 0, plate, 1, 0, imageRoi);
}
index++;
RotatedRect minRect = item.getPlatePos();
Point2f rect_points[4];
minRect.points(rect_points);
Scalar lineColor = Scalar(255, 255, 255);
if (item.getPlateLocateType() == SOBEL) lineColor = Scalar(255, 0, 0);
if (item.getPlateLocateType() == COLOR) lineColor = Scalar(0, 255, 0);
if (item.getPlateLocateType() == CMSER) lineColor = Scalar(0, 0, 255);
for (int j = 0; j < 4; j++)
line(result, rect_points[j], rect_points[(j + 1) % 4], lineColor, 2,
8);
}
showResult(result);
}
}
return resultPD;
}
int CPlateRecognize::plateRecognize(Mat src, std::vector<CPlate> &plateVecOut, int img_index) {
std::vector<CPlate> plateVec;
int resultPD = plateDetect(src, plateVec, img_index);
if (resultPD == 0) {
size_t num = plateVec.size();
int index = 0;
for (size_t j = 0; j < num; j++) {
CPlate item = plateVec.at(j);
Mat plateMat = item.getPlateMat();
if (0) {
imshow("plate", plateMat);
waitKey(0);
destroyWindow("plate");
}
Color color = item.getPlateColor();
if (color == UNKNOWN) {
color = getPlateType(plateMat, true);
item.setPlateColor(color);
}
std::string plateColor = getPlateColor(color);
if (0) {
std::cout << "plateColor:" << plateColor << std::endl;
}
std::string plateIdentify = "";
int resultCR = charsRecognise(item, plateIdentify);
if (resultCR == 0) {
std::string license = plateColor + ":" + plateIdentify;
item.setPlateStr(license);
plateVecOut.push_back(item);
}
else {
std::string license = plateColor;
item.setPlateStr(license);
plateVecOut.push_back(item);
if (0) {
std::cout << "resultCR:" << resultCR << std::endl;
}
}
}
if (getResultShow()) {
Mat result;
src.copyTo(result);
for (size_t j = 0; j < num; j++) {
CPlate item = plateVec[j];
Mat plateMat = item.getPlateMat();
int height = 36;
int width = 136;
if (height * index + height < result.rows) {
Mat imageRoi = result(Rect(0, 0 + height * index, width, height));
addWeighted(imageRoi, 0, plateMat, 1, 0, imageRoi);
}
index++;
RotatedRect minRect = item.getPlatePos();
Point2f rect_points[4];
minRect.points(rect_points);
Scalar lineColor = Scalar(255, 255, 255);
if (item.getPlateLocateType() == SOBEL) lineColor = Scalar(255, 0, 0);
if (item.getPlateLocateType() == COLOR) lineColor = Scalar(0, 255, 0);
if (item.getPlateLocateType() == CMSER) lineColor = Scalar(0, 0, 255);
for (int j = 0; j < 4; j++)
line(result, rect_points[j], rect_points[(j + 1) % 4], lineColor, 2, 8);
}
showResult(result);
}
}
return resultPD;
}
int CPlateDetect::plateDetectDeep(Mat src, vector<Mat>& resultVec, bool showDetectArea, int index)
{
vector<Mat> resultPlates;
vector<CPlate> color_Plates;
vector<CPlate> sobel_Plates;
vector<CPlate> color_result_Plates;
vector<CPlate> sobel_result_Plates;
vector<CPlate> all_result_Plates;
//如果颜色查找找到n个以上（包含n个）的车牌，就不再进行Sobel查找了。
const int color_find_max = 4;
Mat result;
src.copyTo(result);
m_plateLocate->plateColorLocate(src, color_Plates, index);
m_plateJudge->plateJudge(color_Plates, color_result_Plates);
for (int i = 0; i< color_result_Plates.size(); i++)
{
CPlate plate = color_result_Plates[i];
RotatedRect minRect = plate.getPlatePos();
Point2f rect_points[4];
minRect.points(rect_points);
for (int j = 0; j < 4; j++)
line(result, rect_points[j], rect_points[(j + 1) % 4], Scalar(0, 255, 255), 2, 8);
all_result_Plates.push_back(plate);
}
if (color_result_Plates.size() >= color_find_max)
{
//如果颜色查找找到n个以上（包含n个）的车牌，就不再进行Sobel查找了。
}
else
{
m_plateLocate->plateSobelLocate(src, sobel_Plates, index);
m_plateJudge->plateJudge(sobel_Plates, sobel_result_Plates);
for (int i = 0; i< sobel_result_Plates.size(); i++)
{
CPlate plate = sobel_result_Plates[i];
RotatedRect minRect = plate.getPlatePos();
Point2f rect_points[4];
minRect.points( rect_points );
for( int j = 0; j < 4; j++ )
line(result, rect_points[j], rect_points[(j+1)%4], Scalar(0,0,255), 2, 8 );
all_result_Plates.push_back(plate);
}
}
for (int i = 0; i < all_result_Plates.size(); i++)
{
// 把截取的车牌图像依次放到左上角
CPlate plate = all_result_Plates[i];
Mat plate_area = plate.getPlateMat();
int height = m_plateLocate->HEIGHT;
int width = m_plateLocate->WIDTH;
assert(height*i + height < result.rows);
Mat imageRoi = result(Rect(0, 0 + height*i, width, height));
addWeighted(imageRoi, 0, plate_area, 1, 0, imageRoi);
resultVec.push_back(plate_area);
}
if (showDetectArea)
{
namedWindow("EasyPR", CV_WINDOW_AUTOSIZE);
showResult(result);
destroyWindow("EasyPR");
}
if (0)
{
stringstream ss(stringstream::in | stringstream::out);
ss << "image/tmp/" << index << "_" << 9 <<"_result" << ".jpg";
imwrite(ss.str(), result);
}
return 0;
}
// !车牌识别模块
int CPlateRecognize::plateRecognize(Mat src, vector<string>& licenseVec, int index)
{
// 车牌方块集合
vector<CPlate> plateVec;
// 如果设置了Debug模式，就依次显示所有的图片
bool showDetectArea = getPDDebug();
// 进行深度定位，使用颜色信息与二次Sobel
int resultPD = plateDetectDeep(src, plateVec, showDetectArea, 0);
Mat result;
src.copyTo(result);
if (resultPD == 0)
{
int num = plateVec.size();
int index = 0;
for (int j = 0; j < num; j++)
{
CPlate item = plateVec[j];
Mat plate = item.getPlateMat();
//获取车牌颜色
string plateType = getPlateColor(plate);
//获取车牌号
string plateIdentify = "";
int resultCR = charsRecognise(plate, plateIdentify);
if (resultCR == 0)
{
string license = plateType + ":" + plateIdentify;
licenseVec.push_back(license);
/*int height = 36;
int width = 136;
if(height*index + height < result.rows)
{
Mat imageRoi = result(Rect(0, 0 + height*index, width, height));
addWeighted(imageRoi, 0, plate, 1, 0, imageRoi);
}
index++;*/
RotatedRect minRect = item.getPlatePos();
Point2f rect_points[4];
minRect.points( rect_points );
if(item.bColored)
{
for (int j = 0; j < 4; j++)
line(result, rect_points[j], rect_points[(j + 1) % 4], Scalar(255, 255, 0), 2, 8);
}
else
{
for( int j = 0; j < 4; j++ )
line(result, rect_points[j], rect_points[(j+1)%4], Scalar(0,0,255), 2, 8 );//sobel定位车牌，红色方框
}
}
}
}
if (showDetectArea)
showResult(result);
return resultPD;
}