UnknownObject
/
HyperLPR-Windows-Shared
1
0
Fork 0
Code Issues Pull Requests Packages Projects Releases Wiki Activity

fix some bugs. use shortcut to change error result.

Browse Source
master
youngorsu 7 years ago
parent a7282b3bed
commit f10c326392
1 changed files with 199 additions and 62 deletions
Show Stats Download Patch File Download Diff File

233
HyperLprGUI.py
Unescape Escape View File

@ -28,10 +28,12 @@ from PyQt5.QtWidgets import (
QGraphicsRectItem, QGraphicsRectItem,
QCheckBox, QCheckBox,
QMessageBox, QMessageBox,
QGroupBox,
QGraphicsSimpleTextItem, QGraphicsSimpleTextItem,
qApp, qApp,
QAction,
QApplication) QApplication)
from PyQt5.QtGui import QIcon, QColor, QPainter, QImage, QPixmap, QPen, QBrush, QFont, QPalette from PyQt5.QtGui import QIcon, QColor, QPainter, QImage, QPixmap, QPen, QBrush, QFont, QPalette, QKeySequence
from PyQt5.QtCore import Qt, QDir, QSize, QEventLoop, QThread, pyqtSignal from PyQt5.QtCore import Qt, QDir, QSize, QEventLoop, QThread, pyqtSignal
from hyperlpr_py3 import pipline as pp from hyperlpr_py3 import pipline as pp
@ -42,6 +44,12 @@ import numpy as np
import time import time
import shutil
draw_plate_in_image_enable = 1
plateTypeName = ["蓝", "黄", "绿", "白", "黑 "]
def SimpleRecognizePlateWithGui(image): def SimpleRecognizePlateWithGui(image):
t0 = time.time() t0 = time.time()
@ -50,25 +58,46 @@ def SimpleRecognizePlateWithGui(image):
image, image.shape[0], top_bottom_padding_rate=0.1) image, image.shape[0], top_bottom_padding_rate=0.1)
res_set = [] res_set = []
y_offset = 32
for j, plate in enumerate(images): for j, plate in enumerate(images):
plate, rect, origin_plate = plate plate, rect, origin_plate = plate
plate = cv2.resize(plate, (136, 36 * 2)) plate = cv2.resize(plate, (136, 36 * 2))
t1 = time.time() t1 = time.time()
plate_color = "蓝"
plate_type = pp.td.SimplePredict(plate) plate_type = pp.td.SimplePredict(plate)
plate_color = plateTypeName[plate_type]
if (plate_type > 0) and (plate_type < 5): if (plate_type > 0) and (plate_type < 5):
plate = cv2.bitwise_not(plate) plate = cv2.bitwise_not(plate)
plate_color = "黄"
if draw_plate_in_image_enable == 1:
image[y_offset:y_offset + plate.shape[0], 0:plate.shape[1]] = plate
y_offset = y_offset + plate.shape[0] + 4
image_rgb = pp.fm.findContoursAndDrawBoundingBox(plate) image_rgb = pp.fm.findContoursAndDrawBoundingBox(plate)
if draw_plate_in_image_enable == 1:
image[y_offset:y_offset + image_rgb.shape[0],
0:image_rgb.shape[1]] = image_rgb
y_offset = y_offset + image_rgb.shape[0] + 4
image_rgb = pp.fv.finemappingVertical(image_rgb) image_rgb = pp.fv.finemappingVertical(image_rgb)
if draw_plate_in_image_enable == 1:
image[y_offset:y_offset + image_rgb.shape[0],
0:image_rgb.shape[1]] = image_rgb
y_offset = y_offset + image_rgb.shape[0] + 4
pp.cache.verticalMappingToFolder(image_rgb) pp.cache.verticalMappingToFolder(image_rgb)
if draw_plate_in_image_enable == 1:
image[y_offset:y_offset + image_rgb.shape[0],
0:image_rgb.shape[1]] = image_rgb
y_offset = y_offset + image_rgb.shape[0] + 4
e2e_plate, e2e_confidence = pp.e2e.recognizeOne(image_rgb) e2e_plate, e2e_confidence = pp.e2e.recognizeOne(image_rgb)
#print("e2e:", e2e_plate, e2e_confidence) print("e2e:", e2e_plate, e2e_confidence)
image_gray = cv2.cvtColor(image_rgb, cv2.COLOR_RGB2GRAY) image_gray = cv2.cvtColor(image_rgb, cv2.COLOR_RGB2GRAY)
@ -79,15 +108,19 @@ def SimpleRecognizePlateWithGui(image):
# print val # print val
#print("分割和识别", time.time() - t2, "s") #print("分割和识别", time.time() - t2, "s")
res=""
confidence = 0
if len(val) == 3: if len(val) == 3:
blocks, res, confidence = val blocks, res, confidence = val
if confidence / 7 > 0.7: if confidence / 7 > 0.7:
if draw_plate_in_image_enable == 1:
image = pp.drawRectBox(image, rect, res)
for i, block in enumerate(blocks): for i, block in enumerate(blocks):
block_ = cv2.resize(block, (24, 24)) block_ = cv2.resize(block, (24, 24))
block_ = cv2.cvtColor(block_, cv2.COLOR_GRAY2BGR) block_ = cv2.cvtColor(block_, cv2.COLOR_GRAY2BGR)
image[j * 24:(j * 24) + 24, i * 24:(i * 24) + 24] = block_ image[j * 24:(j * 24) + 24, i *
24:(i * 24) + 24] = block_
if image[j * 24:(j * 24) + 24, if image[j * 24:(j * 24) + 24,
i * 24:(i * 24) + 24].shape == block_.shape: i * 24:(i * 24) + 24].shape == block_.shape:
pass pass
@ -99,8 +132,10 @@ def SimpleRecognizePlateWithGui(image):
e2e_plate, e2e_plate,
e2e_confidence, e2e_confidence,
len(blocks)]) len(blocks)])
print("seg:",res,confidence/7)
#print(time.time() - t0, "s") #print(time.time() - t0, "s")
print("---------------------------------")
return image, res_set return image, res_set
@ -168,7 +203,7 @@ class HyperLprImageView(QGraphicsView):
text_item.setBrush(QBrush(Qt.red)) text_item.setBrush(QBrush(Qt.red))
text_item.setZValue(20.0) text_item.setZValue(20.0)
text_item.setPos(10, 50) text_item.setPos(10, 50)
text_item.setFont(QFont("黑体", 32)) text_item.setFont(QFont("黑体", 24))
text_item.setVisible(False) text_item.setVisible(False)
scene.addItem(text_item) scene.addItem(text_item)
self.text_item_array.append(text_item) self.text_item_array.append(text_item)
@ -193,7 +228,7 @@ class HyperLprImageView(QGraphicsView):
self.rect_item_array[i].setVisible(True) self.rect_item_array[i].setVisible(True)
self.text_item_array[i].setText( self.text_item_array[i].setText(
res_set[i][0] + " " + res_set[i][3]) res_set[i][4] + " " + res_set[i][3])
self.text_item_array[i].setPos( self.text_item_array[i].setPos(
int(curr_rect[0]), int(curr_rect[1]) - 48) int(curr_rect[0]), int(curr_rect[1]) - 48)
self.text_item_array[i].setVisible(True) self.text_item_array[i].setVisible(True)
@ -231,6 +266,26 @@ class HyperLprWindow(QMainWindow):
self.statusBar().showMessage('Ready') self.statusBar().showMessage('Ready')
self.left_action = QAction('上一个', self)
self.left_action.setShortcut(QKeySequence.MoveToPreviousChar)
self.left_action.triggered.connect(self.analyze_last_one_image)
self.right_action = QAction('下一个', self)
self.right_action.setShortcut(QKeySequence.MoveToNextChar)
self.right_action.triggered.connect(self.analyze_next_one_image)
self.rename_image_action = QAction('保存e2e文件名', self)
self.rename_image_action.setShortcut(QKeySequence.MoveToPreviousLine)
self.rename_image_action.triggered.connect(self.rename_current_image_with_info)
self.statusBar()
menubar = self.menuBar()
fileMenu = menubar.addMenu('&Function')
fileMenu.addAction(self.left_action)
fileMenu.addAction(self.right_action)
fileMenu.addAction(self.rename_image_action)
self.image_window_view = HyperLprImageView() self.image_window_view = HyperLprImageView()
table_widget_header_labels = [ table_widget_header_labels = [
@ -260,10 +315,25 @@ class HyperLprWindow(QMainWindow):
self.hyperlpr_tableview.cellClicked.connect( self.hyperlpr_tableview.cellClicked.connect(
self.recognize_one_license_plate) self.recognize_one_license_plate)
self.left_button = QPushButton("<")
self.left_button.setFixedWidth(60)
self.right_button = QPushButton(">")
self.right_button.setFixedWidth(60)
self.left_button.setEnabled(False)
self.right_button.setEnabled(False)
self.left_button.clicked.connect(self.analyze_last_one_image)
self.right_button.clicked.connect(self.analyze_next_one_image)
left_right_layout = QHBoxLayout()
left_right_layout.addStretch()
left_right_layout.addWidget(self.left_button)
left_right_layout.addStretch()
left_right_layout.addWidget(self.right_button)
left_right_layout.addStretch()
self.location_label = QLabel("车牌目录", self) self.location_label = QLabel("车牌目录", self)
self.location_text = QLineEdit(self) self.location_text = QLineEdit(self)
self.location_text.setEnabled(False) self.location_text.setEnabled(False)
self.location_text.setFixedWidth(300) #self.location_text.setFixedWidth(300)
self.location_button = QPushButton("...") self.location_button = QPushButton("...")
self.location_button.clicked.connect(self.select_new_dir) self.location_button.clicked.connect(self.select_new_dir)
@ -285,13 +355,23 @@ class HyperLprWindow(QMainWindow):
self.update_file_path_layout.addWidget(self.update_file_path_button) self.update_file_path_layout.addWidget(self.update_file_path_button)
self.update_file_path_layout.addStretch() self.update_file_path_layout.addStretch()
self.bottom_layout = QVBoxLayout() self.save_as_e2e_filename_button = QPushButton("保存e2e文件名")
self.bottom_layout.addLayout(self.location_layout) self.save_as_e2e_filename_button.setEnabled(False)
self.bottom_layout.addLayout(self.update_file_path_layout) self.save_as_e2e_filename_button.clicked.connect(self.rename_current_image_with_info)
bottom_widget = QWidget() self.save_layout = QHBoxLayout()
bottom_widget.setLayout(self.bottom_layout) self.save_layout.addWidget(self.save_as_e2e_filename_button)
self.save_layout.addStretch()
license_plate_iamge_label = QLabel("车牌图") self.top_layout = QVBoxLayout()
self.top_layout.addLayout(left_right_layout)
self.top_layout.addLayout(self.location_layout)
self.top_layout.addLayout(self.update_file_path_layout)
self.top_layout.addLayout(self.save_layout)
function_groupbox = QGroupBox("功能区")
function_groupbox.setLayout(self.top_layout)
license_plate_image_label = QLabel("车牌图")
self.license_plate_widget = QLabel("") self.license_plate_widget = QLabel("")
block_image_label = QLabel("分割图") block_image_label = QLabel("分割图")
@ -303,56 +383,66 @@ class HyperLprWindow(QMainWindow):
segmentation_recognition_label = QLabel("分割识别：") segmentation_recognition_label = QLabel("分割识别：")
self.segmentation_recognition_edit = QLineEdit() self.segmentation_recognition_edit = QLineEdit()
self.segmentation_recognition_edit.setFont(QFont("黑体", 24, QFont.Bold)) self.segmentation_recognition_edit.setFont(QFont("黑体", 24, QFont.Bold))
self.segmentation_recognition_edit.setStyleSheet("color:red") # self.segmentation_recognition_edit.setStyleSheet("color:red")
confidence_label = QLabel("置信度") confidence_label = QLabel("分割识别\n置信度")
self.confidence_edit = QLineEdit() self.confidence_edit = QLineEdit()
self.confidence_edit.setFont(QFont("黑体", 24, QFont.Bold)) #self.confidence_edit.setFont(QFont("黑体", 24, QFont.Bold))
self.confidence_edit.setStyleSheet("color:red") # self.confidence_edit.setStyleSheet("color:red")
plate_color_label = QLabel("车牌颜色") plate_color_label = QLabel("车牌颜色")
self.plate_color_edit = QLineEdit() self.plate_color_edit = QLineEdit()
self.plate_color_edit.setFont(QFont("黑体", 24, QFont.Bold)) self.plate_color_edit.setFont(QFont("黑体", 24, QFont.Bold))
self.plate_color_edit.setStyleSheet("color:red") # self.plate_color_edit.setStyleSheet("color:red")
e2e_recognization_label = QLabel("e2e识别：") e2e_recognization_label = QLabel("e2e识别：")
self.e2e_recognization_edit = QLineEdit() self.e2e_recognization_edit = QLineEdit()
self.e2e_recognization_edit.setFont(QFont("黑体", 24, QFont.Bold)) self.e2e_recognization_edit.setFont(QFont("黑体", 24, QFont.Bold))
self.e2e_recognization_edit.setStyleSheet("color:red") # self.e2e_recognization_edit.setStyleSheet("color:red")
e2e_confidence_label = QLabel("e2e置信度") e2e_confidence_label = QLabel("e2e置信度")
self.e2e_confidence_edit = QLineEdit() self.e2e_confidence_edit = QLineEdit()
self.e2e_confidence_edit.setFont(QFont("黑体", 24, QFont.Bold)) #self.e2e_confidence_edit.setFont(QFont("黑体", 24, QFont.Bold))
self.e2e_confidence_edit.setStyleSheet("color:red") # self.e2e_confidence_edit.setStyleSheet("color:red")
info_gridlayout = QGridLayout() info_gridlayout = QGridLayout()
info_gridlayout.addWidget(filename_label, 0, 0) line_index = 0
info_gridlayout.addWidget(self.filename_edit, 0, 1) info_gridlayout.addWidget(filename_label, line_index, 0)
info_gridlayout.addWidget(license_plate_iamge_label, 1, 0) info_gridlayout.addWidget(self.filename_edit, line_index, 1)
info_gridlayout.addWidget(self.license_plate_widget, 1, 1) line_index += 1
info_gridlayout.addWidget(block_image_label, 2, 0) info_gridlayout.addWidget(license_plate_image_label, line_index, 0)
info_gridlayout.addWidget(self.block_plate_widget, 2, 1) info_gridlayout.addWidget(self.license_plate_widget, line_index, 1)
info_gridlayout.addWidget(segmentation_recognition_label, 3, 0) line_index += 1
info_gridlayout.addWidget(self.segmentation_recognition_edit, 3, 1) info_gridlayout.addWidget(e2e_recognization_label, line_index, 0)
info_gridlayout.addWidget(confidence_label, 4, 0) info_gridlayout.addWidget(self.e2e_recognization_edit, line_index, 1)
info_gridlayout.addWidget(self.confidence_edit, 4, 1) line_index += 1
info_gridlayout.addWidget(plate_color_label, 5, 0) info_gridlayout.addWidget(
info_gridlayout.addWidget(self.plate_color_edit, 5, 1) segmentation_recognition_label, line_index, 0)
info_gridlayout.addWidget(e2e_recognization_label, 6, 0) info_gridlayout.addWidget(
info_gridlayout.addWidget(self.e2e_recognization_edit, 6, 1) self.segmentation_recognition_edit, line_index, 1)
info_gridlayout.addWidget(e2e_confidence_label, 7, 0) line_index += 1
info_gridlayout.addWidget(self. e2e_confidence_edit, 7, 1) info_gridlayout.addWidget(plate_color_label, line_index, 0)
info_gridlayout.addWidget(self.plate_color_edit, line_index, 1)
info_widget = QWidget() line_index += 1
info_gridlayout.addWidget(block_image_label, line_index, 0)
info_gridlayout.addWidget(self.block_plate_widget, line_index, 1)
line_index += 1
info_gridlayout.addWidget(confidence_label, line_index, 0)
info_gridlayout.addWidget(self.confidence_edit, line_index, 1)
line_index += 1
info_gridlayout.addWidget(e2e_confidence_label, line_index, 0)
info_gridlayout.addWidget(self.e2e_confidence_edit, line_index, 1)
info_widget = QGroupBox("分割识别&e2e")
info_widget.setLayout(info_gridlayout) info_widget.setLayout(info_gridlayout)
right_splitter = QSplitter(Qt.Vertical) right_splitter = QSplitter(Qt.Vertical)
right_splitter.addWidget(bottom_widget)
right_splitter.addWidget(self.hyperlpr_tableview) right_splitter.addWidget(self.hyperlpr_tableview)
right_splitter.addWidget(function_groupbox)
right_splitter.addWidget(info_widget) right_splitter.addWidget(info_widget)
right_splitter.setStretchFactor(1, 3) right_splitter.setStretchFactor(0, 2)
right_splitter.setStretchFactor(2, 2) right_splitter.setStretchFactor(2, 1)
main_splitter = QSplitter(Qt.Horizontal) main_splitter = QSplitter(Qt.Horizontal)
main_splitter.addWidget(self.image_window_view) main_splitter.addWidget(self.image_window_view)
@ -364,6 +454,7 @@ class HyperLprWindow(QMainWindow):
self.segmentation_recognition_correct_number = 0 self.segmentation_recognition_correct_number = 0
self.color_correct_number = 0 self.color_correct_number = 0
self.e2e_recognization_correct_number = 0 self.e2e_recognization_correct_number = 0
self.current_row = 0
self.batch_recognization_thread = LicenseRecognizationThread() self.batch_recognization_thread = LicenseRecognizationThread()
self.batch_recognization_thread.recognization_done_signal.connect( self.batch_recognization_thread.recognization_done_signal.connect(
@ -402,6 +493,16 @@ class HyperLprWindow(QMainWindow):
f.write(self.hyperlpr_dir_path) f.write(self.hyperlpr_dir_path)
self.reset_info_gui() self.reset_info_gui()
def rename_current_image_with_info(self):
if len(self.hyperlpr_dir_path) > 0:
target_dir_path = self.hyperlpr_dir_path + "/result"
if not os.path.exists(target_dir_path):
os.makedirs(target_dir_path)
if len(self.plate_color_edit.text())>0 and len(self.e2e_recognization_edit.text())>0:
orign_path = os.path.join(self.hyperlpr_dir_path, self.filename_edit.text())
target_path = os.path.join(target_dir_path,self.plate_color_edit.text()+"-"+self.e2e_recognization_edit.text()+".jpg")
shutil.copyfile(orign_path, target_path)
def reset_info_gui(self): def reset_info_gui(self):
self.location_text.setText(self.hyperlpr_dir_path) self.location_text.setText(self.hyperlpr_dir_path)
@ -454,8 +555,22 @@ class HyperLprWindow(QMainWindow):
item5.setTextAlignment(Qt.AlignCenter) item5.setTextAlignment(Qt.AlignCenter)
self.hyperlpr_tableview.setItem(row, 5, item5) self.hyperlpr_tableview.setItem(row, 5, item5)
if len(self.image_filename_list) > 0:
self.left_button.setEnabled(True)
self.right_button.setEnabled(True)
self.save_as_e2e_filename_button.setEnabled(True)
def analyze_last_one_image(self):
if self.current_row > 0:
self.recognize_one_license_plate(self.current_row-1, 0)
def analyze_next_one_image(self):
if self.current_row < (len(self.image_filename_list)-1):
self.recognize_one_license_plate(self.current_row + 1, 0)
def recognize_one_license_plate(self, row, col): def recognize_one_license_plate(self, row, col):
if col == 0 and row < len(self.image_filename_list): if col == 0 and row < len(self.image_filename_list):
self.current_row = row
self.recognize_and_show_one_image( self.recognize_and_show_one_image(
self.image_filename_list[row], row) self.image_filename_list[row], row)
@ -463,6 +578,7 @@ class HyperLprWindow(QMainWindow):
if image_filename_text.endswith(".jpg"): if image_filename_text.endswith(".jpg"):
print(image_filename_text)
path = os.path.join(self.hyperlpr_dir_path, image_filename_text) path = os.path.join(self.hyperlpr_dir_path, image_filename_text)
image = cv2.imdecode(np.fromfile(path, dtype=np.uint8), -1) image = cv2.imdecode(np.fromfile(path, dtype=np.uint8), -1)
image, res_set = SimpleRecognizePlateWithGui(image) image, res_set = SimpleRecognizePlateWithGui(image)
@ -479,7 +595,7 @@ class HyperLprWindow(QMainWindow):
curr_rect = res_set[0][2] curr_rect = res_set[0][2]
image_crop = image[int(curr_rect[1]):int( image_crop = image[int(curr_rect[1]):int(
curr_rect[1] + curr_rect[3]), int(curr_rect[0]):int(curr_rect[0] + curr_rect[2])] curr_rect[1] + curr_rect[3]), int(curr_rect[0]):int(curr_rect[0] + curr_rect[2])]
curr_plate = cv2.resize(image_crop, (136, 72)) curr_plate = cv2.resize(image_crop, (204, 108))
plate_img = QImage( plate_img = QImage(
curr_plate.data, curr_plate.data,
curr_plate.shape[1], curr_plate.shape[1],
@ -505,18 +621,34 @@ class HyperLprWindow(QMainWindow):
QPixmap.fromImage(block_image.rgbSwapped())) QPixmap.fromImage(block_image.rgbSwapped()))
self.segmentation_recognition_edit.setText(res_set[0][0]) self.segmentation_recognition_edit.setText(res_set[0][0])
if res_set[0][0] in image_filename_text:
self.segmentation_recognition_edit.setStyleSheet("color:black")
else:
self.segmentation_recognition_edit.setStyleSheet("color:red")
self.filename_edit.setText(image_filename_text) self.filename_edit.setText(image_filename_text)
self.confidence_edit.setText("%.3f" % (float(res_set[0][1]))) self.confidence_edit.setText("%.3f" % (float(res_set[0][1])))
self.plate_color_edit.setText(res_set[0][3]) self.plate_color_edit.setText(res_set[0][3])
if res_set[0][3] in image_filename_text:
self.plate_color_edit.setStyleSheet("color:black")
else:
self.plate_color_edit.setStyleSheet("color:red")
self.e2e_recognization_edit.setText(res_set[0][4]) self.e2e_recognization_edit.setText(res_set[0][4])
if res_set[0][4] in image_filename_text:
self.e2e_recognization_edit.setStyleSheet("color:black")
else:
self.e2e_recognization_edit.setStyleSheet("color:red")
self.e2e_confidence_edit.setText( self.e2e_confidence_edit.setText(
"%.3f" % (float(res_set[0][5]))) "%.3f" % (float(res_set[0][5])))
else: else:
self.license_plate_widget.clear() self.license_plate_widget.clear()
self.block_plate_widget.clear() self.block_plate_widget.clear()
self.segmentation_recognition_edit.setText("") self.segmentation_recognition_edit.setText("")
self.filename_edit.setText("") self.filename_edit.setText(image_filename_text)
self.confidence_edit.setText("") self.confidence_edit.setText("")
self.plate_color_edit.setText("") self.plate_color_edit.setText("")
self.e2e_recognization_edit.setText("") self.e2e_recognization_edit.setText("")
@ -556,8 +688,13 @@ class HyperLprWindow(QMainWindow):
item1.setTextAlignment(Qt.AlignCenter) item1.setTextAlignment(Qt.AlignCenter)
self.hyperlpr_tableview.setItem(total_number, 1, item1) self.hyperlpr_tableview.setItem(total_number, 1, item1)
self.hyperlpr_tableview.item( self.hyperlpr_tableview.item(
total_number, 1).setText( total_number,
"{0} / {1} = {2: .3f}".format(self.segmentation_recognition_correct_number,total_number,self.segmentation_recognition_correct_number/total_number)) 1).setText(
"{0} / {1} = {2: .3f}".format(
self.segmentation_recognition_correct_number,
total_number,
self.segmentation_recognition_correct_number /
total_number))
item2 = QTableWidgetItem() item2 = QTableWidgetItem()
item2.setTextAlignment(Qt.AlignCenter) item2.setTextAlignment(Qt.AlignCenter)

Write Preview
Loading…
Cancel
Save