class TestEEGTableFileUtil(unittest.TestCase): def setUp(self): self.reader = EEGTableFileUtil() def test_readData(self): file_path = PATH + "example_32.csv" if os.path.isfile(file_path): self.reader.readData(file_path) else: print "'%s' not found" % file_path def test_readHeader(self): file_path = PATH + "example_32.csv" if os.path.isfile(file_path): self.reader.readHeader(file_path) else: print "'%s' not found" % file_path def test_readFile(self): file_path = PATH + "example_32.csv" if os.path.isfile(file_path): self.reader.readFile(file_path) else: print "'%s' not found" % file_path def test_writeFile(self): filePath = PATH + "test.csv" header= ["A", "B", "C"] data = np.array([[1.123456789, 2, 3], [-4.123456789, 5, 6], [7.123456789, 8, 99.123]]) self.reader.writeFile(filePath, data, header) if os.path.isfile(filePath): read = self.reader.readFile(filePath) for i in range(len(data)): for j in range(len(data[i])): self.assertAlmostEqual(data[i, j], read.data[i, j], delta= 0.001) removeFile(filePath) def test_writeStructredFile(self): filePath = PATH + "test_structured.csv" data = { "A": { "value": [1, 2, 3], "quality": [-1, -1, -1] }, "B": { "value": [4, 5, 6], "quality": [-2, -2, -2] }, "C": { "value": [7, 8, 9], "quality": [-3, -3, -3] } } self.reader.writeStructredFile(filePath, data) if os.path.isfile(filePath): read = self.reader.readFile(filePath) for key, values in data.iteritems(): self.assertTrue(sameEntries(values["value"], read.getColumn(key))) removeFile(filePath) def test_readFile_NaNValues(self): eegData = self.reader.readFile(PATH + "example_32_empty.csv") emptyCol = eegData.getColumn("Y") self.assertTrue(np.isnan(emptyCol).any()) nonEmptyCol = eegData.getColumn("F3") self.assertFalse(np.isnan(nonEmptyCol).any()) def test_readFile_SeparatorFallback(self): eegData = self.reader.readFile(PATH + "example_32_empty.csv") semicolonData = eegData.getColumn("F3") eegData = self.reader.readFile(PATH + "example_32_comma.csv") commaData = eegData.getColumn("F3") self.assertTrue((semicolonData == commaData).all())
class PoSDBoS(object): def __init__(self, networkFile=None, demo=False, demoFile=None): '''Main class for drowsiness detection :param string networkFile: file name of the saved neural network (path: "/../../data/<networkFile>.nn") ''' self.demo = demo self.running = True self.config = ConfigProvider() self._initPoSDBoS() self._initNeuralNetwork(networkFile) self._initFeatureExtractor(demoFile) self.dm = DrowsinessMonitor() self.fileUtil = EEGTableFileUtil() def _initPoSDBoS(self): posdbosConfig = self.config.getPoSDBoSConfig() self.drowsyMinCount = posdbosConfig.get("drowsyMinCount") self.awakeMinCount = posdbosConfig.get("awakeMinCount") self.classified = [0, 0] self.curClass = 0 self.classCount = 0 self.found = 0 def _initNeuralNetwork(self, networkFile): nnCreate = self.config.getNNInitConfig() self.nn = NeuralNetwork() if networkFile == None: self.nn.createNew(**nnCreate) else: self.nn.load(networkFile) def _initFeatureExtractor(self, demoFile): self.demoFile = demoFile collector = self._initDataCollector(self.demoFile) self.fe = FeatureExtractor(collector) self.inputQueue = self.fe.extractQueue def _initDataCollector(self, demoFile): collectorConfig = self.config.getCollectorConfig() if self.demo: return DummyDataCollector(demoFile, **collectorConfig) else: return EEGDataCollector(None, **collectorConfig) def close(self): self.running = False def run(self): fet = threading.Thread(target=self.fe.start) fet.start() dmt = threading.Thread(target=self.dm.run) dmt.start() features = [] total = 0 start = time.time() c = [] while self.running and dmt.is_alive(): try: #awake = 0, drowsy = 1 data = self.inputQueue.get(timeout=1) features.append(data) clazz = self.nn.activate(data, True) c.append([clazz, clazz]) self.setStatus(clazz) total += 1 except Empty: print "needed %sms for %d windows" % (time.time() - start, total) pass except KeyboardInterrupt: self.close() except Exception as e: print e.message self.close() #self.writeFeature(c) self.fe.close() self.dm.close() dmt.join() def setStatus(self, clazz): self.classified[clazz] += 1 if self.curClass == clazz: self.classCount += 1 else: self.curClass = clazz self.classCount = 0 info = "class %d row (%s)" % (clazz, str(self.classCount)) if clazz == 1 and self.classCount >= self.drowsyMinCount: self.dm.setStatus(clazz, info) self.found += 1 elif clazz == 0 and self.classCount >= self.awakeMinCount: self.dm.setStatus(clazz, info) def writeFeature(self, data): filePath = scriptPath + "/../data/" + "classes.csv" #filePath = scriptPath + "/../data/" + "drowsy_full_.csv" header = ["clazz", "clazz2"] #start = 4 #end = start + len(data[0])/6 #for field in self.config.getCollectorConfig().get("fields"): # header.extend([str(x) + "Hz" + field for x in range(start, end)]) self.fileUtil.writeFile(filePath, data, header)
class PoSDBoS(object): def __init__(self, networkFile=None, demo=False, demoFile=None): '''Main class for drowsiness detection :param string networkFile: file name of the saved neural network (path: "/../../data/<networkFile>.nn") ''' self.demo = demo self.running = True self.config = ConfigProvider() self._initNeuralNetwork(networkFile) self._initFeatureExtractor(demoFile) self.dm = DrowsinessMonitor() self.fileUtil = EEGTableFileUtil() def _initNeuralNetwork(self, networkFile): nn_conf = self.config.getNeuralNetworkConfig() self.nn = NeuralNetwork() if networkFile == None: self.nn.createNew(nn_conf["nInputs"], nn_conf["nHiddenLayers"], nn_conf["nOutput"], nn_conf["bias"]) else: self.nn.load(networkFile) def _initFeatureExtractor(self, demoFile): collector = self._initDataCollector(demoFile) self.fe = FeatureExtractor(collector) self.inputQueue = self.fe.extractQueue def _initDataCollector(self, demoFile): collectorConfig = self.config.getCollectorConfig() if self.demo: return DummyDataCollector(demoFile, **collectorConfig) else: return EEGDataCollector(None, **collectorConfig) def close(self): self.running = False def run(self): fet = threading.Thread(target=self.fe.start) fet.start() dmt = threading.Thread(target=self.dm.run) dmt.start() features = [] while self.running and dmt.is_alive(): try: data = self.inputQueue.get(timeout=1) features.append(data) x = random.randint(1, 10)%2 y = random.randint(1, 10)%2 data = (x, y) clazz = self.nn.activate(data) info = "%d XOR %d is %d; queue: %d" % (x, y, clazz, self.inputQueue.qsize()) self.dm.setStatus(clazz, info) #sleep(1) except Empty: pass #if self.demo: # self.close() except KeyboardInterrupt: self.close() except Exception as e: print e.message self.close() self.writeFeature(features) self.fe.close() self.dm.close() dmt.join() def writeFeature(self, data): filePath = scriptPath + "/../data/" + "test.csv" header = [] for field in ["F3", "F4", "F7", "F8"]: for i in range(1, 5): header.append("%s_%s" % (field ,str(i))) self.fileUtil.writeFile(filePath, data, header)