-
Notifications
You must be signed in to change notification settings - Fork 0
/
datacleanup.py
104 lines (97 loc) · 5.76 KB
/
datacleanup.py
1
2
3
4
5
6
7
8
9
10
11
12
13
14
15
16
17
18
19
20
21
22
23
24
25
26
27
28
29
30
31
32
33
34
35
36
37
38
39
40
41
42
43
44
45
46
47
48
49
50
51
52
53
54
55
56
57
58
59
60
61
62
63
64
65
66
67
68
69
70
71
72
73
74
75
76
77
78
79
80
81
82
83
84
85
86
87
88
89
90
91
92
93
94
95
96
97
98
99
100
101
102
103
104
import json
from dataprocess import dataProcessKeyPress, dataProcessKeyRelease, removeExtraShift, swapShift, removeExtraKeys, extractTimings
from difflib import SequenceMatcher as sm
import os
def createDirectoryStructure():
directory = 'processedData'
if not os.path.exists(directory):
os.makedirs(directory)
for text in range(1,5):
direc = '{0}/text{1}'.format(directory, text)
os.makedirs(direc)
def processText1(directory, newfile):
for i in range(1,41):
filename = '{0}data{1}.json'.format(directory, i)
if not os.path.isfile(filename):
continue
data = json.load(open(filename, 'r'))
keyPressData, keyReleaseData = data['keyPressData'], data['keyReleaseData']
if len(keyPressData) > 6 and len(keyReleaseData) > 6:
keyPressData, keyReleaseData = removeExtraKeys(dataProcessKeyPress(keyPressData)), removeExtraKeys(dataProcessKeyRelease(keyReleaseData))
keyPressData, keyReleaseData = swapShift(*removeExtraShift(keyPressData, keyReleaseData))
kp = ''.join([i.split('-')[1] for i in keyPressData]).replace('\'','')
kr = ''.join([i.split('-')[1] for i in keyReleaseData]).replace('\'','')
pressString = ['abuKey.shift@9,l12Key.shift$', 'abuKey.shift_r@9,l12Key.shift_r$']
if sm(None, pressString[0], kp).ratio() > 0.95 or sm(None, pressString[1], kp).ratio() > 0.95:
keyPressData, keyReleaseData = extractTimings(keyPressData, keyReleaseData)
dt = dict(keyPressData=keyPressData, keyReleaseData=keyReleaseData)
with open(newfile, 'a') as f:
json.dump(dt, f)
f.write(os.linesep)
def processText2(directory, newfile):
for i in range(1,41):
filename = '{0}data{1}.json'.format(directory, i)
if not os.path.isfile(filename):
continue
data = json.load(open(filename, 'r'))
keyPressData, keyReleaseData = data['keyPressData'], data['keyReleaseData']
if len(keyPressData) > 15 and len(keyReleaseData) > 15:
keyPressData, keyReleaseData = removeExtraKeys(dataProcessKeyPress(keyPressData)), removeExtraKeys(dataProcessKeyRelease(keyReleaseData))
kp = ''.join([i.split('-')[1] for i in keyPressData]).replace('\'','')
kr = ''.join([i.split('-')[1] for i in keyReleaseData]).replace('\'','')
pressString = ['theKey.spacepersonKey.spaceandKey.spacegreatKey.spaceforKey.spacegovernmentKey.spaceknowKey.spaceskillKey.spacenewKey.spacehaveKey.spaceyearKey.spaceevenKey.spaceaboutKey.spacefromKey.spaceforKey.spacemakeKey.spacewhichKey.spacepeopleKey.spacehowKey.spacenot']
if sm(None, pressString[0], kp).ratio() > 0.95:
keyPressData, keyReleaseData = extractTimings(keyPressData, keyReleaseData)
dt = dict(keyPressData=keyPressData, keyReleaseData=keyReleaseData)
with open(newfile, 'a') as f:
json.dump(dt, f)
f.write(os.linesep)
def processText3(directory, newfile):
for i in range(1,41):
filename = '{0}data{1}.json'.format(directory, i)
if not os.path.isfile(filename):
continue
data = json.load(open(filename, 'r'))
keyPressData, keyReleaseData = data['keyPressData'], data['keyReleaseData']
if len(keyPressData) > 6 and len(keyReleaseData) > 6:
keyPressData, keyReleaseData = removeExtraKeys(dataProcessKeyPress(keyPressData)), removeExtraKeys(dataProcessKeyRelease(keyReleaseData))
kp = ''.join([i.split('-')[1] for i in keyPressData]).replace('\'','')
kr = ''.join([i.split('-')[1] for i in keyReleaseData]).replace('\'','')
pressString = ['studentKey.spacehelloKey.spaceworld']
if sm(None, pressString[0], kp).ratio() > 0.95:
keyPressData, keyReleaseData = extractTimings(keyPressData, keyReleaseData)
dt = dict(keyPressData=keyPressData, keyReleaseData=keyReleaseData)
with open(newfile, 'a') as f:
json.dump(dt, f)
f.write(os.linesep)
def processText4(directory, newfile):
for i in range(1,41):
filename = '{0}data{1}.json'.format(directory, i)
if not os.path.isfile(filename):
continue
data = json.load(open(filename, 'r'))
keyPressData, keyReleaseData = data['keyPressData'], data['keyReleaseData']
if len(keyPressData) > 15 and len(keyReleaseData) > 15:
keyPressData, keyReleaseData = removeExtraKeys(dataProcessKeyPress(keyPressData)), removeExtraKeys(dataProcessKeyRelease(keyReleaseData))
keyPressData, keyReleaseData = swapShift(*removeExtraShift(keyPressData, keyReleaseData))
kp = ''.join([i.split('-')[1] for i in keyPressData]).replace('\'','')
kr = ''.join([i.split('-')[1] for i in keyReleaseData]).replace('\'','')
pressString = [r'worldKey.shift%99,Key.space12Key.shift@hello;Key.spacewhy.not72,Key.spaceKey.shift#dream5Key.shift$0Key.shift*Key.spacepeopleKey.shift@16loveKey.shift*Key.space32greatKey.shift#Key.shift%have', r'worldKey.shift_r%99,Key.space12Key.shift_r@hello;Key.spacewhy.not72,Key.spaceKey.shift_r#dream5Key.shift_r$0Key.shift_r*Key.spacepeopleKey.shift_r@16loveKey.shift_r*Key.space32greatKey.shift_r#Key.shift_r%have']
if sm(None, pressString[0], kp).ratio() > 0.90 or sm(None, pressString[1], kp).ratio() > 0.90:
keyPressData, keyReleaseData = extractTimings(keyPressData, keyReleaseData)
dt = dict(keyPressData=keyPressData, keyReleaseData=keyReleaseData)
with open(newfile, 'a') as f:
json.dump(dt, f)
f.write(os.linesep)
def dataCleanup():
createDirectoryStructure()
for eachuser in range(1,12):
directory = ['userData/user{0}/text1/'.format(eachuser), 'userData/user{0}/text2/'.format(eachuser), 'userData/user{0}/text3/'.format(eachuser), 'userData/user{0}/text4/'.format(eachuser)]
newfile = ['processedData/text1/user{0}.json'.format(eachuser), 'processedData/text2/user{0}.json'.format(eachuser), 'processedData/text3/user{0}.json'.format(eachuser), 'processedData/text4/user{0}.json'.format(eachuser)]
processText1(directory[0], newfile[0])
processText2(directory[1], newfile[1])
processText3(directory[2], newfile[2])
processText4(directory[3], newfile[3])
print()
if __name__ == '__main__':
dataCleanup()