-
Notifications
You must be signed in to change notification settings - Fork 1
/
GUI.py
245 lines (188 loc) · 8.43 KB
/
GUI.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
105
106
107
108
109
110
111
112
113
114
115
116
117
118
119
120
121
122
123
124
125
126
127
128
129
130
131
132
133
134
135
136
137
138
139
140
141
142
143
144
145
146
147
148
149
150
151
152
153
154
155
156
157
158
159
160
161
162
163
164
165
166
167
168
169
170
171
172
173
174
175
176
177
178
179
180
181
182
183
184
185
186
187
188
189
190
191
192
193
194
195
196
197
198
199
200
201
202
203
204
205
206
207
208
209
210
211
212
213
214
215
216
217
218
219
220
221
222
223
224
225
226
227
228
229
230
231
232
233
234
235
236
237
238
239
240
241
242
243
244
245
import cv2
import numpy as np
from PyQt4.QtCore import *
from PyQt4.QtGui import *
#from PyQt4 import QtTest
import pyqtgraph as pg
import sys
import time
from process import Process
from webcam import Webcam
#from video import Video
from interface import waitKey, plotXY
class Communicate(QObject):
closeApp = pyqtSignal()
class GUI(QMainWindow, QThread):
def __init__(self):
super(GUI,self).__init__()
self.initUI()
self.webcam = Webcam()
#self.video = Video()
self.input = self.webcam
self.dirname = ""
print("Input: webcam")
self.statusBar.showMessage("Input: webcam",5000)
self.process = Process()
self.status = False
self.frame = np.zeros((10,10,3),np.uint8)
#self.plot = np.zeros((10,10,3),np.uint8)
self.bpm = 0
def initUI(self):
#set font
font = QFont()
font.setPointSize(16)
#widgets
self.btnStart = QPushButton("Start", self)
self.btnStart.move(440,520)
self.btnStart.setFixedWidth(200)
self.btnStart.setFixedHeight(50)
self.btnStart.setFont(font)
self.btnStart.clicked.connect(self.run)
#-------------------
self.lblDisplay = QLabel(self) #label to show frame from camera
self.lblDisplay.setGeometry(10,10,640,480)
self.lblDisplay.setStyleSheet("background-color: #000000")
self.lblROI = QLabel(self) #label to show face with ROIs
self.lblROI.setGeometry(660,10,240,200)
self.lblROI.setStyleSheet("background-color: #000000")
self.lblHR2 = QLabel(self) #label to show stable HR
self.lblHR2.setGeometry(900,70,300,40)
self.lblHR2.setFont(font)
self.lblHR2.setText("Heart rate: ")
#self.lbl_Age = QLabel(self) #label to show stable HR
#self.lbl_Age.setGeometry(900,120,300,40)
#self.lbl_Age.setFont(font)
#self.lbl_Age.setText("Age: ")
#self.lbl_Gender = QLabel(self) #label to show stable HR
#self.lbl_Gender.setGeometry(900,170,300,40)
#self.lbl_Gender.setFont(font)
#self.lbl_Gender.setText("Gender: ")
#dynamic plot
self.signal_Plt = pg.PlotWidget(self)
self.signal_Plt.move(660,220)
self.signal_Plt.resize(480,192)
self.signal_Plt.setLabel('bottom', "Signal")
self.fft_Plt = pg.PlotWidget(self)
self.fft_Plt.move(660,425)
self.fft_Plt.resize(480,192)
self.fft_Plt.setLabel('bottom', "FFT")
self.timer = pg.QtCore.QTimer()
self.timer.timeout.connect(self.update)
self.timer.start(200)
self.statusBar = QStatusBar()
self.statusBar.setFont(font)
self.setStatusBar(self.statusBar)
#event close
self.c = Communicate()
self.c.closeApp.connect(self.close)
#event change combobox index
#config main window
self.setGeometry(100,100,1160,640)
#self.center()
self.setWindowTitle("Heart rate monitor")
self.show()
def update(self):
#z = np.random.normal(size=1)
#u = np.random.normal(size=1)
self.signal_Plt.clear()
self.signal_Plt.plot(self.process.samples[20:],pen='g')
self.fft_Plt.clear()
self.fft_Plt.plot(np.column_stack((self.process.freqs, self.process.fft)), pen = 'g')
def center(self):
qr = self.frameGeometry()
cp = QDesktopWidget().availableGeometry().center()
qr.moveCenter(cp)
self.move(qr.topLeft())
def closeEvent(self, event):
reply = QMessageBox.question(self,"Message", "Are you sure want to quit",
QMessageBox.Yes|QMessageBox.No, QMessageBox.Yes)
if reply == QMessageBox.Yes:
event.accept()
self.input.stop()
cv2.destroyAllWindows()
else:
event.ignore()
def selectInput(self):
self.reset()
self.input = self.webcam
'''def mousePressEvent(self, event):
self.c.closeApp.emit()'''
# def make_bpm_plot(self):
# plotXY([[self.process.times[20:],
# self.process.samples[20:]],
# [self.process.freqs,
# self.process.fft]],
# labels=[False, True],
# showmax=[False, "bpm"],
# label_ndigits=[0, 0],
# showmax_digits=[0, 1],
# skip=[3, 3],
# name="Plot",
# bg=None)
# fplot = QImage(self.plot, 640, 280, QImage.Format_RGB888)
# self.lblPlot.setGeometry(10,520,640,280)
# self.lblPlot.setPixmap(QPixmap.fromImage(fplot))
def key_handler(self):
"""
cv2 window must be focused for keypresses to be detected.
"""
self.pressed = waitKey(1) & 255 # wait for keypress for 10 ms
if self.pressed == 27: # exit program on 'esc'
print("[INFO] Exiting")
self.webcam.stop()
sys.exit()
#def openFileDialog(self):
#self.dirname = QFileDialog.getOpenFileName(self, 'OpenFile',r"C:\Users\uidh2238\Desktop\test videos")
#self.statusBar.showMessage("File name: " + self.dirname,5000)
def reset(self):
self.process.reset()
self.lblDisplay.clear()
self.lblDisplay.setStyleSheet("background-color: #000000")
self.lblHR2.setText("Heart rate: 0.0")
def main_loop(self):
frame = self.input.get_frame()
self.process.frame_in = frame
self.process.run()
#cv2.imshow("Processed", frame)
self.frame = self.process.frame_out #get the frame to show in GUI
self.f_fr = self.process.frame_ROI #get the face to show in GUI
#print(self.f_fr.shape)
self.bpm = self.process.bpm #get the bpm change over the time
self.frame = cv2.cvtColor(self.frame, cv2.COLOR_RGB2BGR)
cv2.putText(self.frame, "FPS "+str(float("{:.2f}".format(self.process.fps))),(20,460), cv2.FONT_HERSHEY_PLAIN, 1.5, (0, 255, 255),2)
img = QImage(self.frame, self.frame.shape[1], self.frame.shape[0], self.frame.strides[0], QImage.Format_RGB888)
self.lblDisplay.setPixmap(QPixmap.fromImage(img))
self.f_fr = cv2.cvtColor(self.f_fr, cv2.COLOR_RGB2BGR)
#self.lblROI.setGeometry(660,10,self.f_fr.shape[1],self.f_fr.shape[0])
self.f_fr = np.transpose(self.f_fr,(0,1,2)).copy()
f_img = QImage(self.f_fr, self.f_fr.shape[1], self.f_fr.shape[0], self.f_fr.strides[0], QImage.Format_RGB888)
self.lblROI.setPixmap(QPixmap.fromImage(f_img))
#self.lblHR.setText("Freq: " + str(float("{:.2f}".format(self.bpm))))
if self.process.bpms.__len__() >50:
if(max(self.process.bpms-np.mean(self.process.bpms))<5): #show HR if it is stable -the change is not over 5 bpm- for 3s
self.lblHR2.setText("Heart rate: " + str(float("{:.2f}".format(np.mean(self.process.bpms)))) + " bpm")
#self.lbl_Age.setText("Age: "+str(self.process.age))
#self.lbl_Gender.setText("Gender: "+str(self.process.gender))
#self.make_bpm_plot()#need to open a cv2.imshow() window to handle a pause
#QtTest.QTest.qWait(10)#wait for the GUI to respond
self.key_handler() #if not the GUI cant show anything
def run(self, input):
self.reset()
input = self.input
if self.status == False:
self.status = True
input.start()
self.btnStart.setText("Stop")
while self.status == True:
self.main_loop()
elif self.status == True:
self.status = False
input.stop()
self.btnStart.setText("Start")
#self.cbbInput.setEnabled(True)
if __name__ == '__main__':
app = QApplication(sys.argv)
ex = GUI()
while ex.status == True:
ex.main_loop()
sys.exit(app.exec_())