def test_nan_float(self):
fn = tmp_path + 'nan.hdf5'
d = np.arange(12, dtype=np.float32).reshape(6, 2)
d[2, 0] = np.nan
gtsdf.save(fn, d)
_, data, _ = gtsdf.load(fn)
np.testing.assert_array_almost_equal(data, d, 4)
def test_float_time(self):
fn = tmp_path + 'time.hdf5'
gtsdf.save(fn,
np.arange(12).reshape(6, 2),
time=np.arange(4, 5.5, .25))
time, _, _ = gtsdf.load(fn)
np.testing.assert_array_equal(time, np.arange(4, 5.5, .25))
def test_gtsdf_compress2stat(self):
time, data, info = gtsdf.load(tfp+'test.hdf5')
fn = tmp_path + "test_compress2stat.hdf5"
gtsdf.save(fn, data, time=time, **info)
gtsdf.save(tmp_path + "test_compress2stat2.hdf5", data, time=time, dtype=np.float, **info)
gtsdf.compress2statistics(fn)
self.assertLess(os.path.getsize(fn)*50, os.path.getsize(tfp+'test.hdf5'))
def test_append_small_block(self):
fn = tmp_path + 'append_small_block.hdf5'
d = np.arange(12, dtype=np.float32).reshape(2, 6)
gtsdf.save(fn, d)
gtsdf.append_block(fn, d + 12)
f = h5py.File(fn)
self.assertNotIn('gains', f['block0001'])
f.close()
def test_time_offset(self):
fn = tmp_path + 'time.hdf5'
gtsdf.save(fn,
np.arange(12).reshape(6, 2),
time=range(6),
time_start=4)
time, _, _ = gtsdf.load(fn)
np.testing.assert_array_equal(time, range(4, 10))
def test_gtsdf_stat(self):
time, data, info = gtsdf.load(tfp+'test.hdf5')
fn = tmp_path + "test_stat.hdf5"
gtsdf.save(fn, data, time=time, **info)
gtsdf.add_statistic(fn)
stat_data,info = gtsdf.load_statistic(fn)
self.assertEqual(data[:,0].min(), stat_data.values[0,0])
self.assertEqual(stat_data.shape, (49,10))
def test_data_float(self):
fn = tmp_path + 'time.hdf5'
d = np.arange(12).reshape(6, 2)
gtsdf.save(fn, d, dtype=np.float32)
f = h5py.File(fn)
self.assertEqual(f['block0000']['data'].dtype, np.float32)
f.close()
_, data, _ = gtsdf.load(fn)
np.testing.assert_array_equal(data, np.arange(12).reshape(6, 2))
def test_data(self):
fn = tmp_path + 'data.hdf5'
d = np.arange(12).reshape(6, 2)
gtsdf.save(fn, d)
f = h5py.File(fn)
self.assertEqual(f['block0000']['data'].dtype, np.uint16)
f.close()
_, data, _ = gtsdf.load(fn)
np.testing.assert_array_almost_equal(data,
np.arange(12).reshape(6, 2), 4)
def test_loadpandas(self):
fn = tmp_path + "all.hdf5"
gtsdf.save(fn,
np.arange(12).reshape(6, 2),
name='datasetname',
time=range(6),
time_step=1 / 4,
time_start=4,
description='datasetdescription',
attribute_names=['att1', 'att2'],
attribute_units=['s', 'm/s'],
attribute_descriptions=['d1', 'd2'])
df = gtsdf.load_pandas(fn)
def test_append(self):
fn = tmp_path + 'append.hdf5'
d = np.arange(48, dtype=np.float32).reshape(24, 2)
d[2, 0] = np.nan
gtsdf.save(fn, d)
_, data, _ = gtsdf.load(fn)
np.testing.assert_array_almost_equal(data, d, 3)
gtsdf.append_block(fn, d)
_, data, _ = gtsdf.load(fn)
self.assertEqual(data.shape, (48, 2))
np.testing.assert_array_almost_equal(data, np.append(d, d, 0), 3)
f = h5py.File(fn)
self.assertIn('gains', f['block0001'])
f.close()
def test_info(self):
fn = tmp_path + "info.hdf5"
gtsdf.save(fn,
np.arange(12).reshape(6, 2),
name='datasetname',
description='datasetdescription',
attribute_names=['att1', 'att2'],
attribute_units=['s', 'm/s'],
attribute_descriptions=['d1', 'd2'])
_, _, info = gtsdf.load(fn)
self.assertEqual(info['name'], "datasetname")
self.assertEqual(info['type'], "General time series data format")
self.assertEqual(info['description'], "datasetdescription")
self.assertEqual(list(info['attribute_names']), ['att1', 'att2'])
self.assertEqual(list(info['attribute_units']), ['s', 'm/s'])
self.assertEqual(list(info['attribute_descriptions']), ['d1', 'd2'])
def test_all(self):
fn = tmp_path + "all.hdf5"
gtsdf.save(fn,
np.arange(12).reshape(6, 2),
name='datasetname',
time=range(6),
time_step=1 / 4,
time_start=4,
description='datasetdescription',
attribute_names=['att1', 'att2'],
attribute_units=['s', 'm/s'],
attribute_descriptions=['d1', 'd2'])
time, data, info = gtsdf.load(fn)
self.assertEqual(info['name'], "datasetname")
self.assertEqual(info['type'], "General time series data format")
self.assertEqual(info['description'], "datasetdescription")
self.assertEqual(list(info['attribute_names']), ['att1', 'att2'])
self.assertEqual(list(info['attribute_units']), ['s', 'm/s'])
self.assertEqual(list(info['attribute_descriptions']), ['d1', 'd2'])
np.testing.assert_array_equal(time, np.arange(4, 5.5, .25))
np.testing.assert_array_almost_equal(data,
np.arange(12).reshape(6, 2), 4)
def test_load_fileobject(self):
fn = tmp_path + "fileobject.hdf5"
gtsdf.save(fn, np.arange(12).reshape(4, 3))
_, _, info = gtsdf.load(fn)
self.assertEqual(info['name'], 'fileobject')
def test_save_no_hdf5_ext(self):
fn = tmp_path + "no_hdf5_ext"
gtsdf.save(fn, np.arange(12).reshape(4, 3))
_, _, info = gtsdf.load(fn + ".hdf5")
self.assertEqual(info['name'], 'no_hdf5_ext')
