def test_read_unique(self):
db = PhilDB(self.test_tsdb)
results = db.read('410730', 'D')
self.assertEqual(results.values[0], 1)
self.assertEqual(results.values[1], 2)
self.assertEqual(results.values[2], 3)
def test_update_and_append(self):
db = PhilDB(self.test_tsdb)
db.write('410730',
'D',
pd.Series(index=[
datetime(2014, 1, 2),
datetime(2014, 1, 3),
datetime(2014, 1, 4),
datetime(2014, 1, 5),
datetime(2014, 1, 6)
],
data=[2.5, 3.0, 4.0, 5.0, 6.0]),
measurand='Q',
source='DATA_SOURCE')
data = db.read('410730', 'D', measurand='Q', source='DATA_SOURCE')
self.assertEqual(1.0, data.values[0])
self.assertEqual(2.5, data.values[1])
self.assertEqual(3.0, data.values[2])
self.assertEqual(4.0, data.values[3])
self.assertEqual(5.0, data.values[4])
self.assertEqual(6.0, data.values[5])
self.assertEqual(datetime(2014, 1, 1), data.index[0].to_pydatetime())
self.assertEqual(datetime(2014, 1, 2), data.index[1].to_pydatetime())
self.assertEqual(datetime(2014, 1, 3), data.index[2].to_pydatetime())
self.assertEqual(datetime(2014, 1, 4), data.index[3].to_pydatetime())
self.assertEqual(datetime(2014, 1, 5), data.index[4].to_pydatetime())
self.assertEqual(datetime(2014, 1, 6), data.index[5].to_pydatetime())
def test_new_write(self):
db = PhilDB(self.test_tsdb)
db.add_timeseries('410731')
db.add_timeseries_instance('410731',
'D',
'Foo',
measurand='Q',
source='DATA_SOURCE')
db.write('410731',
'D',
pd.Series(index=[
datetime(2014, 1, 1),
datetime(2014, 1, 2),
datetime(2014, 1, 3)
],
data=[1.0, 2.0, 3.0]),
measurand='Q',
source='DATA_SOURCE')
results = db.read('410731', 'D', measurand='Q', source='DATA_SOURCE')
self.assertEqual(results.index[0].year, 2014)
self.assertEqual(results.index[0].month, 1)
self.assertEqual(results.index[0].day, 1)
self.assertEqual(results.index[1].day, 2)
self.assertEqual(results.index[2].day, 3)
self.assertEqual(results.values[0], 1.0)
self.assertEqual(results.values[1], 2.0)
self.assertEqual(results.values[2], 3.0)
def test_read_unique(self):
db = PhilDB(self.test_tsdb)
results = db.read('410730', 'D')
self.assertEqual(results.values[0], 1)
self.assertEqual(results.values[1], 2)
self.assertEqual(results.values[2], 3)
def test_read_non_unique(self):
db = PhilDB(self.test_tsdb)
db.add_measurand('P', 'PRECIPITATION', 'Precipitation')
db.add_timeseries_instance('410730', 'D', 'Foo', measurand = 'P', source = 'DATA_SOURCE')
with self.assertRaises(MultipleResultsFound) as context:
results = db.read('410730', 'D')
def test_log_write(self):
db = PhilDB(self.test_tsdb)
db.add_timeseries('410731')
db.add_timeseries_instance('410731',
'D',
'Foo',
measurand='Q',
source='DATA_SOURCE')
dates = [
datetime(2014, 1, 1),
datetime(2014, 1, 2),
datetime(2014, 1, 3)
]
db.write('410731',
'D',
pd.Series(index=dates, data=[1.0, 2.0, 3.0]),
measurand='Q',
source='DATA_SOURCE')
db.write('410731',
'D',
pd.Series(index=dates, data=[1.0, 2.5, 3.0]),
measurand='Q',
source='DATA_SOURCE')
db.write('410731',
'D',
pd.Series(index=[datetime(2014, 1, 4)], data=[4.0]),
measurand='Q',
source='DATA_SOURCE')
results = db.read('410731', 'D')
self.assertEqual(results.values[0], 1.0)
self.assertEqual(results.values[1], 2.5)
self.assertEqual(results.values[2], 3.0)
self.assertEqual(results.values[3], 4.0)
with tables.open_file(db.get_file_path('410731', 'D', ftype='hdf5'),
'r') as hdf5_file:
log_grp = hdf5_file.get_node('/data')
self.assertEqual(log_grp.log[0][0], 1388534400)
self.assertEqual(log_grp.log[0][1], 1.0)
self.assertEqual(log_grp.log[0][2], 0)
self.assertEqual(log_grp.log[1][0], 1388620800)
self.assertEqual(log_grp.log[1][1], 2.0)
self.assertEqual(log_grp.log[2][0], 1388707200)
self.assertEqual(log_grp.log[2][1], 3.0)
self.assertEqual(log_grp.log[3][0], 1388620800)
self.assertEqual(log_grp.log[3][1], 2.5)
self.assertEqual(log_grp.log[4][0], 1388793600)
self.assertEqual(log_grp.log[4][1], 4.0)
def test_read_non_unique(self):
db = PhilDB(self.test_tsdb)
db.add_measurand('P', 'PRECIPITATION', 'Precipitation')
db.add_timeseries_instance('410730',
'D',
'Foo',
measurand='P',
source='DATA_SOURCE')
with self.assertRaises(MultipleResultsFound) as context:
results = db.read('410730', 'D')
def test_read(self):
db_name = os.path.join(self.test_data_dir, 'test_tsdb')
db = PhilDB(db_name)
results = db.read('410730', 'D', measurand = 'Q', source = 'DATA_SOURCE')
self.assertEqual(results.index[0].year, 2014)
self.assertEqual(results.index[0].month, 1)
self.assertEqual(results.index[0].day, 1)
self.assertEqual(results.index[1].day, 2)
self.assertEqual(results.index[2].day, 3)
self.assertEqual(results.values[0], 1)
self.assertEqual(results.values[1], 2)
self.assertEqual(results.values[2], 3)
def test_read(self):
db_name = os.path.join(self.test_data_dir, 'test_tsdb')
db = PhilDB(db_name)
results = db.read('410730', 'D', measurand='Q', source='DATA_SOURCE')
self.assertEqual(results.index[0].year, 2014)
self.assertEqual(results.index[0].month, 1)
self.assertEqual(results.index[0].day, 1)
self.assertEqual(results.index[1].day, 2)
self.assertEqual(results.index[2].day, 3)
self.assertEqual(results.values[0], 1)
self.assertEqual(results.values[1], 2)
self.assertEqual(results.values[2], 3)
def test_update_and_append(self):
db = PhilDB(self.test_tsdb)
db.write('410730', 'D', pd.Series(index = [datetime(2014,1,2), datetime(2014,1,3), datetime(2014,1,4), datetime(2014,1,5), datetime(2014,1,6)], data = [2.5, 3.0, 4.0, 5.0, 6.0]), measurand = 'Q', source = 'DATA_SOURCE')
data = db.read('410730', 'D', measurand = 'Q', source = 'DATA_SOURCE')
self.assertEqual(1.0, data.values[0])
self.assertEqual(2.5, data.values[1])
self.assertEqual(3.0, data.values[2])
self.assertEqual(4.0, data.values[3])
self.assertEqual(5.0, data.values[4])
self.assertEqual(6.0, data.values[5])
self.assertEqual(datetime(2014,1,1), data.index[0].to_pydatetime())
self.assertEqual(datetime(2014,1,2), data.index[1].to_pydatetime())
self.assertEqual(datetime(2014,1,3), data.index[2].to_pydatetime())
self.assertEqual(datetime(2014,1,4), data.index[3].to_pydatetime())
self.assertEqual(datetime(2014,1,5), data.index[4].to_pydatetime())
self.assertEqual(datetime(2014,1,6), data.index[5].to_pydatetime())
def test_new_write(self):
db = PhilDB(self.test_tsdb)
db.add_timeseries('410731')
db.add_timeseries_instance('410731', 'D', 'Foo', measurand = 'Q', source = 'DATA_SOURCE')
db.write('410731', 'D', pd.Series(index = [datetime(2014,1,1), datetime(2014,1,2), datetime(2014,1,3)], data = [1.0, 2.0, 3.0]), measurand = 'Q', source = 'DATA_SOURCE')
results = db.read('410731', 'D', measurand = 'Q', source = 'DATA_SOURCE')
self.assertEqual(results.index[0].year, 2014)
self.assertEqual(results.index[0].month, 1)
self.assertEqual(results.index[0].day, 1)
self.assertEqual(results.index[1].day, 2)
self.assertEqual(results.index[2].day, 3)
self.assertEqual(results.values[0], 1.0)
self.assertEqual(results.values[1], 2.0)
self.assertEqual(results.values[2], 3.0)
def test_log_write(self):
db = PhilDB(self.test_tsdb)
db.add_timeseries('410731')
db.add_timeseries_instance('410731', 'D', 'Foo', measurand = 'Q', source = 'DATA_SOURCE')
dates = [datetime(2014,1,1), datetime(2014,1,2), datetime(2014,1,3)]
db.write('410731', 'D', pd.Series(index = dates, data = [1.0, 2.0, 3.0]), measurand = 'Q', source = 'DATA_SOURCE')
db.write('410731', 'D', pd.Series(index = dates, data = [1.0, 2.5, 3.0]), measurand = 'Q', source = 'DATA_SOURCE')
db.write('410731', 'D', pd.Series(index = [datetime(2014,1,4)], data = [4.0]), measurand = 'Q', source = 'DATA_SOURCE')
results = db.read('410731', 'D')
self.assertEqual(results.values[0], 1.0)
self.assertEqual(results.values[1], 2.5)
self.assertEqual(results.values[2], 3.0)
self.assertEqual(results.values[3], 4.0)
with tables.open_file(db.get_file_path('410731', 'D', ftype='hdf5'), 'r') as hdf5_file:
log_grp = hdf5_file.get_node('/data')
self.assertEqual(log_grp.log[0][0], 1388534400)
self.assertEqual(log_grp.log[0][1], 1.0)
self.assertEqual(log_grp.log[0][2], 0)
self.assertEqual(log_grp.log[1][0], 1388620800)
self.assertEqual(log_grp.log[1][1], 2.0)
self.assertEqual(log_grp.log[2][0], 1388707200)
self.assertEqual(log_grp.log[2][1], 3.0)
self.assertEqual(log_grp.log[3][0], 1388620800)
self.assertEqual(log_grp.log[3][1], 2.5)
self.assertEqual(log_grp.log[4][0], 1388793600)
self.assertEqual(log_grp.log[4][1], 4.0)
import sys
import numpy as np
from phildb.database import PhilDB
db = PhilDB(sys.argv[1])
ac = np.array(
[ (hrs_id, db.read(hrs_id, 'D', measurand = 'Q', source = 'BOM_HRS').autocorr()) for hrs_id in db.ts_list()],
dtype = [('name','S8'),('val',float)]
)
for station in ac[ac['val'] >= 0.95]:
print station['name'], station['val']
import sys
import numpy as np
from phildb.database import PhilDB
db = PhilDB(sys.argv[1])
ac = np.array(
[(hrs_id, db.read(hrs_id, 'D', measurand='Q', source='BOM_HRS').autocorr())
for hrs_id in db.ts_list()],
dtype=[('name', 'S8'), ('val', float)])
for station in ac[ac['val'] >= 0.95]:
print station['name'], station['val']
