class TestEEGTableFileUtil(unittest.TestCase):
def setUp(self):
self.reader = EEGTableFileUtil()
def test_readData(self):
file_path = PATH + "example_32.csv"
if os.path.isfile(file_path):
self.reader.readData(file_path)
else:
print "'%s' not found" % file_path
def test_readHeader(self):
file_path = PATH + "example_32.csv"
if os.path.isfile(file_path):
self.reader.readHeader(file_path)
else:
print "'%s' not found" % file_path
def test_readFile(self):
file_path = PATH + "example_32.csv"
if os.path.isfile(file_path):
self.reader.readFile(file_path)
else:
print "'%s' not found" % file_path
def test_writeFile(self):
filePath = PATH + "test.csv"
header= ["A", "B", "C"]
data = np.array([[1.123456789, 2, 3], [-4.123456789, 5, 6], [7.123456789, 8, 99.123]])
self.reader.writeFile(filePath, data, header)
if os.path.isfile(filePath):
read = self.reader.readFile(filePath)
for i in range(len(data)):
for j in range(len(data[i])):
self.assertAlmostEqual(data[i, j], read.data[i, j], delta= 0.001)
removeFile(filePath)
def test_writeStructredFile(self):
filePath = PATH + "test_structured.csv"
data = {
"A": {
"value": [1, 2, 3],
"quality": [-1, -1, -1]
},
"B": {
"value": [4, 5, 6],
"quality": [-2, -2, -2]
},
"C": {
"value": [7, 8, 9],
"quality": [-3, -3, -3]
}
}
self.reader.writeStructredFile(filePath, data)
if os.path.isfile(filePath):
read = self.reader.readFile(filePath)
for key, values in data.iteritems():
self.assertTrue(sameEntries(values["value"], read.getColumn(key)))
removeFile(filePath)
def test_readFile_NaNValues(self):
eegData = self.reader.readFile(PATH + "example_32_empty.csv")
emptyCol = eegData.getColumn("Y")
self.assertTrue(np.isnan(emptyCol).any())
nonEmptyCol = eegData.getColumn("F3")
self.assertFalse(np.isnan(nonEmptyCol).any())
def test_readFile_SeparatorFallback(self):
eegData = self.reader.readFile(PATH + "example_32_empty.csv")
semicolonData = eegData.getColumn("F3")
eegData = self.reader.readFile(PATH + "example_32_comma.csv")
commaData = eegData.getColumn("F3")
self.assertTrue((semicolonData == commaData).all())
class PoSDBoS(object):
def __init__(self, networkFile=None, demo=False, demoFile=None):
'''Main class for drowsiness detection
:param string networkFile: file name of the saved neural network (path: "/../../data/<networkFile>.nn")
'''
self.demo = demo
self.running = True
self.config = ConfigProvider()
self._initPoSDBoS()
self._initNeuralNetwork(networkFile)
self._initFeatureExtractor(demoFile)
self.dm = DrowsinessMonitor()
self.fileUtil = EEGTableFileUtil()
def _initPoSDBoS(self):
posdbosConfig = self.config.getPoSDBoSConfig()
self.drowsyMinCount = posdbosConfig.get("drowsyMinCount")
self.awakeMinCount = posdbosConfig.get("awakeMinCount")
self.classified = [0, 0]
self.curClass = 0
self.classCount = 0
self.found = 0
def _initNeuralNetwork(self, networkFile):
nnCreate = self.config.getNNInitConfig()
self.nn = NeuralNetwork()
if networkFile == None:
self.nn.createNew(**nnCreate)
else:
self.nn.load(networkFile)
def _initFeatureExtractor(self, demoFile):
self.demoFile = demoFile
collector = self._initDataCollector(self.demoFile)
self.fe = FeatureExtractor(collector)
self.inputQueue = self.fe.extractQueue
def _initDataCollector(self, demoFile):
collectorConfig = self.config.getCollectorConfig()
if self.demo:
return DummyDataCollector(demoFile, **collectorConfig)
else:
return EEGDataCollector(None, **collectorConfig)
def close(self):
self.running = False
def run(self):
fet = threading.Thread(target=self.fe.start)
fet.start()
dmt = threading.Thread(target=self.dm.run)
dmt.start()
features = []
total = 0
start = time.time()
c = []
while self.running and dmt.is_alive():
try:
#awake = 0, drowsy = 1
data = self.inputQueue.get(timeout=1)
features.append(data)
clazz = self.nn.activate(data, True)
c.append([clazz, clazz])
self.setStatus(clazz)
total += 1
except Empty:
print "needed %sms for %d windows" % (time.time() - start, total)
pass
except KeyboardInterrupt:
self.close()
except Exception as e:
print e.message
self.close()
#self.writeFeature(c)
self.fe.close()
self.dm.close()
dmt.join()
def setStatus(self, clazz):
self.classified[clazz] += 1
if self.curClass == clazz:
self.classCount += 1
else:
self.curClass = clazz
self.classCount = 0
info = "class %d row (%s)" % (clazz, str(self.classCount))
if clazz == 1 and self.classCount >= self.drowsyMinCount:
self.dm.setStatus(clazz, info)
self.found += 1
elif clazz == 0 and self.classCount >= self.awakeMinCount:
self.dm.setStatus(clazz, info)
def writeFeature(self, data):
filePath = scriptPath + "/../data/" + "classes.csv"
#filePath = scriptPath + "/../data/" + "drowsy_full_.csv"
header = ["clazz", "clazz2"]
#start = 4
#end = start + len(data[0])/6
#for field in self.config.getCollectorConfig().get("fields"):
# header.extend([str(x) + "Hz" + field for x in range(start, end)])
self.fileUtil.writeFile(filePath, data, header)
class PoSDBoS(object):
def __init__(self, networkFile=None, demo=False, demoFile=None):
'''Main class for drowsiness detection
:param string networkFile: file name of the saved neural network (path: "/../../data/<networkFile>.nn")
'''
self.demo = demo
self.running = True
self.config = ConfigProvider()
self._initNeuralNetwork(networkFile)
self._initFeatureExtractor(demoFile)
self.dm = DrowsinessMonitor()
self.fileUtil = EEGTableFileUtil()
def _initNeuralNetwork(self, networkFile):
nn_conf = self.config.getNeuralNetworkConfig()
self.nn = NeuralNetwork()
if networkFile == None:
self.nn.createNew(nn_conf["nInputs"], nn_conf["nHiddenLayers"], nn_conf["nOutput"], nn_conf["bias"])
else:
self.nn.load(networkFile)
def _initFeatureExtractor(self, demoFile):
collector = self._initDataCollector(demoFile)
self.fe = FeatureExtractor(collector)
self.inputQueue = self.fe.extractQueue
def _initDataCollector(self, demoFile):
collectorConfig = self.config.getCollectorConfig()
if self.demo:
return DummyDataCollector(demoFile, **collectorConfig)
else:
return EEGDataCollector(None, **collectorConfig)
def close(self):
self.running = False
def run(self):
fet = threading.Thread(target=self.fe.start)
fet.start()
dmt = threading.Thread(target=self.dm.run)
dmt.start()
features = []
while self.running and dmt.is_alive():
try:
data = self.inputQueue.get(timeout=1)
features.append(data)
x = random.randint(1, 10)%2
y = random.randint(1, 10)%2
data = (x, y)
clazz = self.nn.activate(data)
info = "%d XOR %d is %d; queue: %d" % (x, y, clazz, self.inputQueue.qsize())
self.dm.setStatus(clazz, info)
#sleep(1)
except Empty:
pass
#if self.demo:
# self.close()
except KeyboardInterrupt:
self.close()
except Exception as e:
print e.message
self.close()
self.writeFeature(features)
self.fe.close()
self.dm.close()
dmt.join()
def writeFeature(self, data):
filePath = scriptPath + "/../data/" + "test.csv"
header = []
for field in ["F3", "F4", "F7", "F8"]:
for i in range(1, 5):
header.append("%s_%s" % (field ,str(i)))
self.fileUtil.writeFile(filePath, data, header)
