[scalar, clf] = pickle.load(open('model/tap.model', 'rb'))
labels = [None for i in range(20)]
controller = Controller()
qwerty = Layout()
pygame.mixer.init(22050, -16, 2, 64)
pygame.init()
sound = pygame.mixer.Sound("sound/type.wav")
sound.set_volume(1.0)
while True:
if keyboard.is_pressed_down('Esc'):
break
frame = board.getNewFrame()
history.updateFrame(frame)
# key_contacts = history.getKeyContact(frame)
# for contact in key_contacts:
# feature = scalar.transform([contact.feature])[0]
# pred = clf.predict([feature])[0]
# if labels[contact.id] == None and pred == 1:
# sound.play()
# key = qwerty.decode(contact.x, contact.y)
# controller.press(key)
# labels[contact.id] = key
key_contacts = history.getKeyContact(frame)
key_contacts = [contact for contact in key_contacts if labels[contact.id] == None]
if len(key_contacts) > 0:
features = [contact.feature for contact in key_contacts]
features = scalar.transform(features)
class Replay():
SCREENSHOT_W = 980
SCREENSHOT_H = 540
def __init__(self, file_name):
self.file_name = file_name
self.init()
thread = threading.Thread(target=self._run)
thread.start()
def _run(self):
cv2.namedWindow('screenshot')
cv2.setMouseCallback('screenshot', self._screenshotMouseCallback)
cv2.namedWindow('frame')
cv2.setMouseCallback('frame', self._frameMouseCallback)
self.is_running = True
while self.is_running:
self._renderScreenshot()
self.frames[self.frame_id].output()
if self.auto_play:
self.incFrame()
def _renderScreenshot(self):
W = Replay.SCREENSHOT_W
H = Replay.SCREENSHOT_H
screenshot = self._getScreenshot(self.frames[self.frame_id].timestamp)
screenshot = cv2.resize(screenshot, (W, H))
cv2.line(screenshot, (0, int(0.9 * H)), (W - 1, int(0.9 * H)),
(192, 192, 192), 3)
schedule = float(self.frame_id) / len(self.frames)
cv2.rectangle(screenshot, (int(schedule * W - 2), int(0.9 * H - 10)),
(int(schedule * W + 2), int(0.9 * H + 10)),
(255, 255, 255), -1)
cv2.imshow('screenshot', screenshot)
def _getScreenshot(self, timestamp):
for index in range(len(self.timestamps)):
if timestamp < self.timestamps[index]:
break
while (index >= len(self.screenshots)):
succ, image = self.capture.read()
self.screenshots.append(image)
image = self.screenshots[index]
return image
def _screenshotMouseCallback(self, event, x, y, flags, param):
if event == cv2.EVENT_LBUTTONDOWN or flags == cv2.EVENT_FLAG_LBUTTON:
x = float(x) / (Replay.SCREENSHOT_W)
y = float(y) / (Replay.SCREENSHOT_H)
if (0.8 <= y and y <= 1.0) and (0.0 <= x and x <= 1.0):
self.frame_id = int(x * (len(self.frames) - 1))
def _frameMouseCallback(self, event, x, y, flags, param):
label = None
if event == cv2.EVENT_LBUTTONDOWN:
label = 1
if event == cv2.EVENT_RBUTTONDOWN:
label = 0
if event == cv2.EVENT_MBUTTONDOWN:
label = -1
if label != None:
frame = self.frames[self.frame_id]
(R, C) = frame.force_array.shape
x = float(x) / (C * FrameData.MAGNI)
y = float(y) / (R * FrameData.MAGNI)
DIST_THRESHOLD = ((10**2) / (R * C))**0.5
min_dist = DIST_THRESHOLD
target = -1
for contact in frame.contacts:
dist = ((x - contact.x)**2 + (y - contact.y)**2)**0.5
if dist < min_dist:
min_dist = dist
target = contact.id
if target != -1:
for i in range(self.frame_id, -1, -1):
flag = False
for contact in self.frames[i].contacts:
if contact.id == target:
contact.label = label
flag = (contact.state != 1)
if not flag:
break
for i in range(self.frame_id, len(self.frames)):
flag = False
for contact in self.frames[i].contacts:
if contact.id == target:
contact.label = label
flag = (contact.state != 3)
if not flag:
break
def init(self):
self.capture = cv2.VideoCapture('data/' + self.file_name + '.avi')
self.screenshots = []
self.timestamps = pickle.load(
open('data/' + self.file_name + '.timestamp', 'rb'))
self.frames = compress_pickle.load('data/' + self.file_name +
'_labeled.gz')
self.frame_id = 0
self.auto_play = False
self.history = History()
[self.scalar, self.clf] = pickle.load(open('model/tap.model', 'rb'))
def stop(self):
self.is_running = False
file_path = 'data/' + self.file_name + '_checked.gz'
DataManager().judgeFileExistance(file_path)
compress_pickle.dump(self.frames, file_path)
for frame in self.frames:
frame.force_array = None
pickle.dump(self.frames,
open('data/' + self.file_name + '.simple', 'wb'))
def incFrame(self):
if self.frame_id + 1 < len(self.frames):
frame = self.frames[self.frame_id]
self.history.updateFrame(frame)
key_contacts = self.history.getKeyContact(frame)
for contact in key_contacts:
feature = self.scalar.transform([contact.feature])[0]
pred = self.clf.predict([feature])[0]
if pred != contact.label:
print(time.perf_counter())
self.auto_play = False
self.frame_id += 1
def decFrame(self):
if self.frame_id - 1 >= 0:
self.frame_id -= 1
def setAutoPlay(self):
self.auto_play ^= True