def test_exception_in_window_generation(self):
ff = data_generator.get_files(self.test_dataset,
self.test_coordinate_file)[1]
g = data_generator.get_win(ff[0], ff[1], ['target1'], 10, 1,
'faulty_loc')
self.assertIsNone(g)
def test_get_win_no_sensors(self):
ff = data_generator.get_files(self.test_dataset,
self.test_coordinate_file)[2]
g = data_generator.get_win(ff[0], ff[1], ['missing'], 10, 1,
self.gen_path)
df = pd.read_csv(g)
self.assertEqual(61, len(df.loc[0].tolist()))
def test_get_win_binary_mock_other_strides(self):
ff = data_generator.get_files(self.test_dataset,
self.test_coordinate_file)[1]
g = data_generator.get_win(ff[0], ff[1], ['target1'], 3, 2,
self.gen_path)
df = pd.read_csv(g)
self.assertEqual(49, df.shape[0])
self.assertCountEqual([0] * 4, df['label'].values.tolist()[:4])
def test_get_win_binary_mock_stride_one(self):
ff = data_generator.get_files(self.test_dataset,
self.test_coordinate_file)[1]
g = data_generator.get_win(ff[0], ff[1], ['target1'], 10, 1,
self.gen_path)
df = pd.read_csv(g)
self.assertEqual(91, df.shape[0])
self.assertCountEqual([0] * 11, df['label'].values.tolist()[:11])
self.assertCountEqual([1] * 29, df['label'].values.tolist()[11:40])
self.assertCountEqual([0] * 11, df['label'].values.tolist()[40:51])
self.assertCountEqual([1] * 29, df['label'].values.tolist()[51:80])
self.assertCountEqual([0] * 11, df['label'].values.tolist()[80:91])
def test_get_win_count(self):
ff = data_generator.get_files(self.test_dataset,
self.test_coordinate_file)[1]
g = data_generator.get_win(ff[0], ff[1], ['target1'], 10, 1,
self.gen_path)
self.assertEqual(g, os.path.join(self.gen_path, 'ex1.0.mock.0.csv'))
df = pd.read_csv(g)
self.assertEqual(int(((100 - 10) / 1) + 1), df.shape[0])
g = data_generator.get_win(ff[0], ff[1], ['target1'], 20, 1,
self.gen_path)
df = pd.read_csv(g)
self.assertEqual(int(((100 - 20) / 1) + 1), df.shape[0])
g = data_generator.get_win(ff[0], ff[1], ['target1'], 20, 5,
self.gen_path)
df = pd.read_csv(g)
self.assertEqual(int(((100 - 20) / 5) + 1), df.shape[0])
g = data_generator.get_win(ff[0], ff[1], ['target1'], 18, 7,
self.gen_path)
df = pd.read_csv(g)
self.assertEqual(int(((100 - 18) / 7) + 1), df.shape[0])
def test_get_win_mock(self):
ff = data_generator.get_files(self.test_dataset,
self.test_coordinate_file)[1]
g = data_generator.get_win(ff[0], ff[1], ['target1'], 10, 1,
self.gen_path)
df = pd.read_csv(g)
self.assertEqual(10 * 6 + 1, df.shape[1])
synth = df.values.tolist()
tg = []
for x in range(1, 7):
tg += [x, x + 1] + [x] * 8
tg.append(0)
self.assertCountEqual(tg, synth[0])
def test_get_win_normalize_zscore(self):
ff = data_generator.get_files(self.test_dataset,
self.test_coordinate_file)[1]
g = data_generator.get_win(ff[0],
ff[1], ['target1'],
10,
1,
self.gen_path,
normalize='zscore')
df = pd.read_csv(g)
first_win = df.loc[0].tolist()
tg = []
for x in range(1, 7):
tg += [-0.100503781525, 9.949874371] + [-0.100503781525] * 8
tg.append(0.0)
self.assertEqual(61, len(first_win))
self.assertTrue(np.allclose(tg, first_win, rtol=1e-04, atol=1e-08))
def test_get_win_normalize_minmax(self):
ff = data_generator.get_files(self.test_dataset,
self.test_coordinate_file)[1]
g = data_generator.get_win(ff[0],
ff[1], ['target1'],
10,
1,
self.gen_path,
normalize='minmax')
df = pd.read_csv(g)
first_win = df.loc[0].tolist()
tg = []
for x in range(1, 7):
tg += [0.0, 1.0] + [0.0] * 8
tg.append(0)
self.assertEqual(61, len(first_win))
self.assertCountEqual(tg, first_win)
self.assertEqual(0.0, first_win[0])
self.assertEqual(1.0, first_win[1])