def test_nan_float(self): fn = tmp_path + 'nan.hdf5' d = np.arange(12, dtype=np.float32).reshape(6, 2) d[2, 0] = np.nan gtsdf.save(fn, d) _, data, _ = gtsdf.load(fn) np.testing.assert_array_almost_equal(data, d, 4)
def test_float_time(self): fn = tmp_path + 'time.hdf5' gtsdf.save(fn, np.arange(12).reshape(6, 2), time=np.arange(4, 5.5, .25)) time, _, _ = gtsdf.load(fn) np.testing.assert_array_equal(time, np.arange(4, 5.5, .25))
def test_gtsdf_compress2stat(self): time, data, info = gtsdf.load(tfp+'test.hdf5') fn = tmp_path + "test_compress2stat.hdf5" gtsdf.save(fn, data, time=time, **info) gtsdf.save(tmp_path + "test_compress2stat2.hdf5", data, time=time, dtype=np.float, **info) gtsdf.compress2statistics(fn) self.assertLess(os.path.getsize(fn)*50, os.path.getsize(tfp+'test.hdf5'))
def test_append_small_block(self): fn = tmp_path + 'append_small_block.hdf5' d = np.arange(12, dtype=np.float32).reshape(2, 6) gtsdf.save(fn, d) gtsdf.append_block(fn, d + 12) f = h5py.File(fn) self.assertNotIn('gains', f['block0001']) f.close()
def test_time_offset(self): fn = tmp_path + 'time.hdf5' gtsdf.save(fn, np.arange(12).reshape(6, 2), time=range(6), time_start=4) time, _, _ = gtsdf.load(fn) np.testing.assert_array_equal(time, range(4, 10))
def test_gtsdf_stat(self): time, data, info = gtsdf.load(tfp+'test.hdf5') fn = tmp_path + "test_stat.hdf5" gtsdf.save(fn, data, time=time, **info) gtsdf.add_statistic(fn) stat_data,info = gtsdf.load_statistic(fn) self.assertEqual(data[:,0].min(), stat_data.values[0,0]) self.assertEqual(stat_data.shape, (49,10))
def test_data_float(self): fn = tmp_path + 'time.hdf5' d = np.arange(12).reshape(6, 2) gtsdf.save(fn, d, dtype=np.float32) f = h5py.File(fn) self.assertEqual(f['block0000']['data'].dtype, np.float32) f.close() _, data, _ = gtsdf.load(fn) np.testing.assert_array_equal(data, np.arange(12).reshape(6, 2))
def test_data(self): fn = tmp_path + 'data.hdf5' d = np.arange(12).reshape(6, 2) gtsdf.save(fn, d) f = h5py.File(fn) self.assertEqual(f['block0000']['data'].dtype, np.uint16) f.close() _, data, _ = gtsdf.load(fn) np.testing.assert_array_almost_equal(data, np.arange(12).reshape(6, 2), 4)
def test_loadpandas(self): fn = tmp_path + "all.hdf5" gtsdf.save(fn, np.arange(12).reshape(6, 2), name='datasetname', time=range(6), time_step=1 / 4, time_start=4, description='datasetdescription', attribute_names=['att1', 'att2'], attribute_units=['s', 'm/s'], attribute_descriptions=['d1', 'd2']) df = gtsdf.load_pandas(fn)
def test_append(self): fn = tmp_path + 'append.hdf5' d = np.arange(48, dtype=np.float32).reshape(24, 2) d[2, 0] = np.nan gtsdf.save(fn, d) _, data, _ = gtsdf.load(fn) np.testing.assert_array_almost_equal(data, d, 3) gtsdf.append_block(fn, d) _, data, _ = gtsdf.load(fn) self.assertEqual(data.shape, (48, 2)) np.testing.assert_array_almost_equal(data, np.append(d, d, 0), 3) f = h5py.File(fn) self.assertIn('gains', f['block0001']) f.close()
def test_info(self): fn = tmp_path + "info.hdf5" gtsdf.save(fn, np.arange(12).reshape(6, 2), name='datasetname', description='datasetdescription', attribute_names=['att1', 'att2'], attribute_units=['s', 'm/s'], attribute_descriptions=['d1', 'd2']) _, _, info = gtsdf.load(fn) self.assertEqual(info['name'], "datasetname") self.assertEqual(info['type'], "General time series data format") self.assertEqual(info['description'], "datasetdescription") self.assertEqual(list(info['attribute_names']), ['att1', 'att2']) self.assertEqual(list(info['attribute_units']), ['s', 'm/s']) self.assertEqual(list(info['attribute_descriptions']), ['d1', 'd2'])
def test_all(self): fn = tmp_path + "all.hdf5" gtsdf.save(fn, np.arange(12).reshape(6, 2), name='datasetname', time=range(6), time_step=1 / 4, time_start=4, description='datasetdescription', attribute_names=['att1', 'att2'], attribute_units=['s', 'm/s'], attribute_descriptions=['d1', 'd2']) time, data, info = gtsdf.load(fn) self.assertEqual(info['name'], "datasetname") self.assertEqual(info['type'], "General time series data format") self.assertEqual(info['description'], "datasetdescription") self.assertEqual(list(info['attribute_names']), ['att1', 'att2']) self.assertEqual(list(info['attribute_units']), ['s', 'm/s']) self.assertEqual(list(info['attribute_descriptions']), ['d1', 'd2']) np.testing.assert_array_equal(time, np.arange(4, 5.5, .25)) np.testing.assert_array_almost_equal(data, np.arange(12).reshape(6, 2), 4)
def test_load_fileobject(self): fn = tmp_path + "fileobject.hdf5" gtsdf.save(fn, np.arange(12).reshape(4, 3)) _, _, info = gtsdf.load(fn) self.assertEqual(info['name'], 'fileobject')
def test_save_no_hdf5_ext(self): fn = tmp_path + "no_hdf5_ext" gtsdf.save(fn, np.arange(12).reshape(4, 3)) _, _, info = gtsdf.load(fn + ".hdf5") self.assertEqual(info['name'], 'no_hdf5_ext')