机器视觉识别及图像操作软体开发

项目背景：
有个大学同学在一所重点高中当信息技术老师，最近要参加一个信息技术比赛，自己打算开发一个基于python的机器视觉桌面应用程式软件，便于在比赛的时候进行演示，无奈他自己编程能力有限，只是粗略的规划出了界面功能，并未实现出来，于是向我求救开发。

项目分析：
1.由于是桌面端程式，而自己又比较擅长python，所以选定PyQt5框架开发窗体。
2.针对常用的图像处理部分，选用opencv-python库文件。
3.针对程序中的OCR功能、目标识别功能等，搜集相关的演算法。

界面规划：

1. 界面1
   
2. 界面2
   
3. 界面3
   
4. 界面4
   
5. 界面5
   
6. 界面6
   
   设计思路：
   经过讨论，软体有点过于复杂，打算分块去做，先完成基本界面，暂时只做：常规字符识别、手写字符识别、颜色识别、和手势识别四个功能。

部分代码:

# -*- coding: utf-8 -*-
import sysif hasattr(sys, 'frozen'):os.environ['PATH'] = sys._MEIPASS + ";" + os.environ['PATH']
from PyQt5 import QtCore
from PyQt5.QtWidgets import (QApplication, QTabWidget, QWidget, QFormLayout, QLineEdit, QGridLayout,QHBoxLayout, QRadioButton, QLabel, QCheckBox,QVBoxLayout, QPushButton,QTextEdit, QFileDialog,QMainWindow,)
from PyQt5 import QtGui
from PyQt5.QtGui import QImage, QPixmap
import cv2fileName_choose = None
class MainUI(QTabWidget):def __init__(self, parent=None):super(MainUI, self).__init__(parent)self.setWindowTitle('机器视觉软件')self.setFixedSize(960, 640)self.initUI()def initUI(self):self.tab1 = QWidget()self.tab2 = QWidget()self.tab3 = QWidget()self.tab4 = QWidget()self.addTab(self.tab1, "Tab 1")self.addTab(self.tab2, "Tab 2")self.addTab(self.tab3, "Tab 3")self.addTab(self.tab4, "Tab 4")self.tab1UI()self.tab2UI()self.tab3UI()self.tab4UI()def tab1UI(self):self.main1_widget = QWidget()self.main1_widget.setObjectName('main_widget')self.main1_layout = QGridLayout()self.main1_widget.setLayout(self.main1_layout)# 创建左侧窗体self.left1_widget = QWidget()self.left1_widget.setObjectName('left_widget')self.left1_layout = QGridLayout()self.left1_widget.setLayout(self.left1_layout)# 创建右侧窗体self.right1_widget = QWidget()self.right1_widget.setObjectName('right_widget')self.right1_layout = QGridLayout()self.right1_widget.setLayout(self.right1_layout)# 在主窗体上分配左右区间self.main1_layout.addWidget(self.left1_widget, 0, 0, 10, 8)self.main1_layout.addWidget(self.right1_widget, 0, 8, 10, 2)# 创建该界面上要显示的控件self.img1_label1 = QLabel('图像显示！')self.img1_label1.setStyleSheet('background-color: rgb(128, 128, 128)')self.button1_1 = QPushButton('读入图片')self.button1_2 = QPushButton('开始采集/暂停采集')self.button1_3 = QPushButton('图像放大')self.button1_4 = QPushButton('图像还原')self.button1_5 = QPushButton('字符训练')self.button1_6 = QPushButton('字符识别')self.button1_7 = QPushButton('识别结果')self.button1_8 = QPushButton('保存结果')self.text1_1 = QTextEdit()# 添加控件self.left1_layout.addWidget(self.img1_label1, 0, 0, 10, 8)self.right1_layout.addWidget(self.button1_1, 1, 8, 1, 2)self.right1_layout.addWidget(self.button1_2, 2, 8, 1, 2)self.right1_layout.addWidget(self.button1_3, 3, 8, 1, 2)self.right1_layout.addWidget(self.button1_4, 4, 8, 1, 2)self.right1_layout.addWidget(self.button1_5, 5, 8, 1, 2)self.right1_layout.addWidget(self.button1_6, 6, 8, 1, 2)self.right1_layout.addWidget(self.button1_7, 7, 8, 1, 2)self.right1_layout.addWidget(self.text1_1, 8, 8, 2, 2)self.right1_layout.addWidget(self.button1_8, 10, 8, 1, 2)self.setTabText(0, "常规字符识别")self.tab1.setLayout(self.main1_layout)#信号触发#self.main1_widget.setCentralWidget(self.centralWidget)#QtCore.QMetaObject.connectSlotsByName(self.main1_widget )self.button1_1.clicked.connect(self.openfile1)def tab2UI(self):self.main2_widget = QWidget()self.main2_widget.setObjectName('main_widget')self.main2_layout = QGridLayout()self.main2_widget.setLayout(self.main2_layout)# 创建左侧窗体self.left2_widget = QWidget()self.left2_widget.setObjectName('left_widget')self.left2_layout = QGridLayout()self.left2_widget.setLayout(self.left2_layout)# 创建右侧窗体self.right2_widget = QWidget()self.right2_widget.setObjectName('right_widget')self.right2_layout = QGridLayout()self.right2_widget.setLayout(self.right2_layout)# 在主窗体上分配左右区间self.main2_layout.addWidget(self.left2_widget, 0, 0, 10, 8)self.main2_layout.addWidget(self.right2_widget, 0, 8, 10, 2)# 创建该界面上要显示的控件self.img2_label1 = QLabel('图像显示！')self.img2_label1.setStyleSheet('background-color: rgb(128, 128, 255)')self.button2_1 = QPushButton('读入图片')self.button2_2 = QPushButton('开始采集/暂停采集')self.button2_3 = QPushButton('图像放大')self.button2_4 = QPushButton('图像还原')self.button2_5 = QPushButton('字符训练')self.button2_6 = QPushButton('字符识别')self.button2_7 = QPushButton('识别结果')self.button2_8 = QPushButton('保存结果')self.text2_1 = QTextEdit()# 添加控件self.left2_layout.addWidget(self.img2_label1, 0, 0, 10, 8)self.right2_layout.addWidget(self.button2_1, 1, 8, 1, 2)self.right2_layout.addWidget(self.button2_2, 2, 8, 1, 2)self.right2_layout.addWidget(self.button2_3, 3, 8, 1, 2)self.right2_layout.addWidget(self.button2_4, 4, 8, 1, 2)self.right2_layout.addWidget(self.button2_5, 5, 8, 1, 2)self.right2_layout.addWidget(self.button2_6, 6, 8, 1, 2)self.right2_layout.addWidget(self.button2_7, 7, 8, 1, 2)self.right2_layout.addWidget(self.text2_1, 8, 8, 2, 2)self.right2_layout.addWidget(self.button2_8, 10, 8, 1, 2)self.setTabText(1, "手写字符识别")self.tab2.setLayout(self.main2_layout)self.button2_1.clicked.connect(self.openfile2)def tab3UI(self):# 创建主窗体self.main3_widget = QWidget()self.main3_widget.setObjectName('main_widget')self.main3_layout = QGridLayout()self.main3_widget.setLayout(self.main3_layout)# 创建左侧窗体self.left3_widget = QWidget()self.left3_widget.setObjectName('left_widget')self.left3_layout = QGridLayout()self.left3_widget.setLayout(self.left3_layout)# 创建右侧窗体self.right3_widget = QWidget()self.right3_widget.setObjectName('right_widget')self.right3_layout = QGridLayout()self.right3_widget.setLayout(self.right3_layout)# 在主窗体上分配左右区间self.main3_layout.addWidget(self.left3_widget, 0, 0, 14, 12)self.main3_layout.addWidget(self.right3_widget, 0, 14, 14, 2)# 创建该界面上要显示的控件self.img3_label1 = QLabel('图像显示！')self.img3_label1.setStyleSheet('background-color: rgb(170, 255, 255)')self.button3_1 = QPushButton('读入图片')self.button3_2 = QPushButton('开始采集/暂停采集')self.button3_3 = QPushButton('图像放大')self.button3_4 = QPushButton('图像还原')self.button3_5 = QPushButton('训练红色')self.button3_6 = QPushButton('训练绿色')self.button3_7 = QPushButton('训练蓝色')self.button3_8 = QPushButton('训练黄色')self.button3_9 = QPushButton('颜色识别')self.button3_10 = QPushButton('跟踪识别')self.button3_11 = QPushButton('识别结果')self.button3_12 = QPushButton('保存结果')self.text3_1 = QTextEdit()# 添加控件self.left3_layout.addWidget(self.img3_label1, 0, 0, 14, 12)self.right3_layout.addWidget(self.button3_1, 1, 12, 1, 2)self.right3_layout.addWidget(self.button3_2, 2, 12, 1, 2)self.right3_layout.addWidget(self.button3_3, 3, 12, 1, 2)self.right3_layout.addWidget(self.button3_4, 4, 12, 1, 2)self.right3_layout.addWidget(self.button3_5, 5, 12, 1, 2)self.right3_layout.addWidget(self.button3_6, 6, 12, 1, 2)self.right3_layout.addWidget(self.button3_7, 7, 12, 1, 2)self.right3_layout.addWidget(self.button3_8, 8, 12, 1, 2)self.right3_layout.addWidget(self.button3_9, 9, 12, 1, 2)self.right3_layout.addWidget(self.button3_10, 10, 12, 1, 2)self.right3_layout.addWidget(self.button3_11, 11, 12, 1, 2)self.right3_layout.addWidget(self.text3_1, 12, 12, 2, 2)self.right3_layout.addWidget(self.button3_12, 14, 12, 1, 2)self.setTabText(2, "颜色识别")self.tab3.setLayout(self.main3_layout)self.button3_1.clicked.connect(self.openfile3)def tab4UI(self):#创建主窗体self.main4_widget = QWidget()self.main4_widget.setObjectName('main_widget')self.main4_layout = QGridLayout()self.main4_widget.setLayout(self.main4_layout)# 创建左侧窗体self.left4_widget = QWidget()self.left4_widget.setObjectName('left_widget')self.left4_layout = QGridLayout()self.left4_widget.setLayout(self.left4_layout)# 创建右侧窗体self.right4_widget = QWidget()self.right4_widget.setObjectName('right_widget')self.right4_layout = QGridLayout()self.right4_widget.setLayout(self.right4_layout)#在主窗体上分配左右区间self.main4_layout.addWidget(self.left4_widget, 0, 0, 12, 10)self.main4_layout.addWidget(self.right4_widget, 0, 10, 12, 4)# 创建该界面上要显示的控件self.img4_label1 = QLabel('图像显示！')self.img4_label1.setStyleSheet('background-color: rgb(85, 170, 127)')self.button4_1 = QPushButton('读入图片')self.button4_2 = QPushButton('开始采集/暂停采集')self.button4_3 = QPushButton('图像放大')self.button4_4 = QPushButton('图像还原')self.button4_5 = QPushButton('畸变校正')self.button4_6 = QPushButton('手部色坐标检测')self.button4_7 = QPushButton('手部目标提取')self.button4_8 = QPushButton('手势识别')self.button4_9 = QPushButton('手势跟踪')self.button4_10 = QPushButton('保存结果')self.text4_1 = QTextEdit()# 添加控件self.left4_layout.addWidget(self.img4_label1, 0, 0, 10, 10)self.right4_layout.addWidget(self.button4_1, 1, 10, 1, 2)self.right4_layout.addWidget(self.button4_2, 2, 10, 1, 2)self.right4_layout.addWidget(self.button4_3, 3, 10, 1, 2)self.right4_layout.addWidget(self.button4_4, 4, 10, 1, 2)self.right4_layout.addWidget(self.button4_5, 5, 10, 1, 2)self.right4_layout.addWidget(self.button4_6, 6, 10, 1, 2)self.right4_layout.addWidget(self.button4_7, 7, 10, 1, 2)self.right4_layout.addWidget(self.button4_8, 8, 10, 1, 2)self.right4_layout.addWidget(self.button4_9, 9, 10, 1, 2)self.right4_layout.addWidget(self.text4_1, 10, 10, 1, 2)self.right4_layout.addWidget(self.button4_10, 11, 10, 1, 2)# 设定表头self.setTabText(3, "手势识别")self.tab4.setLayout(self.main4_layout)self.button4_1.clicked.connect(self.openfile4)def openfile1(self):global fileName_choosefileName_choose,_= QFileDialog.getOpenFileName(self,"选取图片",' ',"All Files (*);;Image Files (*.png, *.jpg, *.jpeg)")if fileName_choose == ('', ''):returnelse:print(fileName_choose)jpg = QtGui.QPixmap(fileName_choose).scaled(self.img1_label1.width(), self.img1_label1.height())self.img1_label1.setPixmap(jpg)def openfile2(self):global fileName_choosefileName_choose,_= QFileDialog.getOpenFileName(self,"选取图片",' ',"All Files (*);;Image Files (*.png, *.jpg, *.jpeg)")if fileName_choose == ('', ''):returnelse:jpg = QtGui.QPixmap(fileName_choose).scaled(self.img2_label1.width(), self.img2_label1.height())self.img2_label1.setPixmap(jpg)def openfile3(self):fileName_choose,_= QFileDialog.getOpenFileName(self,"选取图片",' ',"All Files (*);;Image Files (*.png, *.jpg, *.jpeg)")if fileName_choose == ('', ''):returnelse:jpg = QtGui.QPixmap(fileName_choose).scaled(self.img3_label1.width(), self.img3_label1.height())self.img3_label1.setPixmap(jpg)def openfile4(self):fileName_choose,_= QFileDialog.getOpenFileName(self,"选取图片",' ',"All Files (*);;Image Files (*.png, *.jpg, *.jpeg)")if fileName_choose == ('', ''):returnelse:jpg = QtGui.QPixmap(fileName_choose).scaled(self.img4_label1.width(), self.img4_label1.height())self.img4_label1.setPixmap(jpg)if __name__ == '__main__':app = QApplication(sys.argv)myWin = MainUI()myWin.show()sys.exit(app.exec_())

结果呈现：

读入图片后的结果：

打包好的exe程序下载地址：程序下载地址

相关经验分享：
自己在做界面的时候，在界面上打开文件遇到了问题，最后通过查询网络成功找到了合适的代码，在这里分享一下。
代码1（Pyqt5打开文件）:

from PyQt5 import QtCore, QtGui, QtWidgets, Qt
from PyQt5.QtWidgets import *
from PyQt5.QtCore import *class Ui_MainWindow(QtWidgets.QMainWindow):def __init__(self):super(Ui_MainWindow,self).__init__()self.setupUi(self)self.retranslateUi(self)def setupUi(self, MainWindow):MainWindow.setObjectName("MainWindow")MainWindow.resize(386, 127)self.centralWidget = QtWidgets.QWidget(MainWindow)self.centralWidget.setObjectName("centralWidget")self.retranslateUi(MainWindow)self.pushButton = QtWidgets.QPushButton(self.centralWidget)self.pushButton.setGeometry(QtCore.QRect(190, 90, 75, 23))self.pushButton.setObjectName("pushButton")self.pushButton.setText("打开")MainWindow.setCentralWidget(self.centralWidget)QtCore.QMetaObject.connectSlotsByName(MainWindow)self.pushButton.clicked.connect(self.openfile)def retranslateUi(self, MainWindow):_translate = QtCore.QCoreApplication.translateMainWindow.setWindowTitle(_translate("MainWindow", "一颗数据小白菜"))def openfile(self):openfile_name = QFileDialog.getOpenFileName(self,'选择文件','','Excel files(*.xlsx , *.xls)')if __name__ == "__main__":import sysapp = QtWidgets.QApplication(sys.argv)MainWindow = QtWidgets.QMainWindow()ui = Ui_MainWindow()ui.setupUi(MainWindow)MainWindow.show()sys.exit(app.exec_())

运行结果如下:

import sys
import os
from PyQt5.QtWidgets import *class MainForm(QWidget):def __init__(self, name = 'MainForm'):super(MainForm,self).__init__()self.setWindowTitle(name)self.cwd = os.getcwd() # 获取当前程序文件位置self.resize(300,200)   # 设置窗体大小# btn 1self.btn_chooseDir = QPushButton(self)  self.btn_chooseDir.setObjectName("btn_chooseDir")  self.btn_chooseDir.setText("选择文件夹")# btn 2self.btn_chooseFile = QPushButton(self)  self.btn_chooseFile.setObjectName("btn_chooseFile")  self.btn_chooseFile.setText("选取文件")# btn 3self.btn_chooseMutiFile = QPushButton(self)  self.btn_chooseMutiFile.setObjectName("btn_chooseMutiFile")  self.btn_chooseMutiFile.setText("多文件选择")# btn 4self.btn_saveFile = QPushButton(self)  self.btn_saveFile.setObjectName("btn_saveFile")  self.btn_saveFile.setText("文件保存")# 设置布局layout = QVBoxLayout()layout.addWidget(self.btn_chooseDir)layout.addWidget(self.btn_chooseFile)layout.addWidget(self.btn_chooseMutiFile)layout.addWidget(self.btn_saveFile)self.setLayout(layout)# 设置信号self.btn_chooseDir.clicked.connect(self.slot_btn_chooseDir)self.btn_chooseFile.clicked.connect(self.slot_btn_chooseFile)self.btn_chooseMutiFile.clicked.connect(self.slot_btn_chooseMutiFile)self.btn_saveFile.clicked.connect(self.slot_btn_saveFile)def slot_btn_chooseDir(self):dir_choose = QFileDialog.getExistingDirectory(self,  "选取文件夹",  self.cwd) # 起始路径if dir_choose == "":print("\\n取消选择")returnprint("\\n你选择的文件夹为:")print(dir_choose)def slot_btn_chooseFile(self):fileName_choose, filetype = QFileDialog.getOpenFileName(self,  "选取文件",  self.cwd, # 起始路径 "All Files (*);;Text Files (*.txt)")   # 设置文件扩展名过滤,用双分号间隔if fileName_choose == "":print("\\n取消选择")returnprint("\\n你选择的文件为:")print(fileName_choose)print("文件筛选器类型: ",filetype)def slot_btn_chooseMutiFile(self):files, filetype = QFileDialog.getOpenFileNames(self,  "多文件选择",  self.cwd, # 起始路径 "All Files (*);;PDF Files (*.pdf);;Text Files (*.txt)")  if len(files) == 0:print("\\n取消选择")returnprint("\\n你选择的文件为:")for file in files:print(file)print("文件筛选器类型: ",filetype)def slot_btn_saveFile(self):fileName_choose, filetype = QFileDialog.getSaveFileName(self,  "文件保存",  self.cwd, # 起始路径 "All Files (*);;Text Files (*.txt)")  if fileName_choose == "":print("\\n取消选择")returnprint("\\n你选择要保存的文件为:")print(fileName_choose)print("文件筛选器类型: ",filetype)if __name__=="__main__":app = QApplication(sys.argv)mainForm = MainForm('测试QFileDialog')mainForm.show()sys.exit(app.exec_())

运行结果如下：