def test(testfiles):
dataset = testfiles["data10000"]
sqlite_db = "dataset10000.db"
h5_db = "h510000.db"
dc = DatasetConverter(dataset, sqlite_db)
dc.convert()
h5conv = DatasetDB2HDF5(sqlite_db, h5_db)
h5conv.convert()
db = DatasetDatabase(sqlite_db)
db.connect()
first_datetime = dt.datetime.strptime(db.get_first_datetime(None),
DATE_FORMAT)
last_datetime = dt.datetime.strptime(db.get_last_datetime(None),
DATE_FORMAT)
delta = last_datetime - first_datetime
pnum = delta.days * 3600 * 24 + delta.seconds + 1
db.disconnect()
with h5py.File(h5_db, 'r') as f:
for name in f.keys():
assert f[name].len() == pnum
def calc(args):
db = DatasetDatabase(args.database_file)
db.connect()
first_datetime = dt.datetime.strptime(db.get_first_datetime(None), DATE_FORMAT)
last_datetime = dt.datetime.strptime(db.get_last_datetime(None), DATE_FORMAT)
ts_names = db.get_distinct_names()
delta = last_datetime - first_datetime
pnum = delta.days * 3600 * 24 + delta.seconds + 1
total_points = pnum * len(ts_names)
print(first_datetime.strftime("%m/%d/%Y-%H:%M:%S") + " - " + last_datetime.strftime("%m/%d/%Y-%H:%M:%S"))
print("delta: " + str(delta))
print("points per time series: %d" % pnum)
print("total points in interpolated dataset: " + str(total_points))
print("Estimated size (4 bytes per point): %f MB" % (total_points * 4.0 / 1024.0 / 1024.0))
db.disconnect()
def calc(args):
db = DatasetDatabase(args.database_file)
db.connect()
first_datetime = dt.datetime.strptime(db.get_first_datetime(None),
DATE_FORMAT)
last_datetime = dt.datetime.strptime(db.get_last_datetime(None),
DATE_FORMAT)
ts_names = db.get_distinct_names()
delta = last_datetime - first_datetime
pnum = delta.days * 3600 * 24 + delta.seconds + 1
total_points = pnum * len(ts_names)
print(
first_datetime.strftime("%m/%d/%Y-%H:%M:%S") + " - " +
last_datetime.strftime("%m/%d/%Y-%H:%M:%S"))
print("delta: " + str(delta))
print("points per time series: %d" % pnum)
print("total points in interpolated dataset: " + str(total_points))
print("Estimated size (4 bytes per point): %f MB" %
(total_points * 4.0 / 1024.0 / 1024.0))
db.disconnect()
def test(testfiles):
dataset = testfiles["data10000"]
sqlite_db = "dataset10000.db"
h5_db = "h510000.db"
dc = DatasetConverter(dataset, sqlite_db)
dc.convert()
h5conv = DatasetDB2HDF5(sqlite_db, h5_db)
h5conv.convert()
db = DatasetDatabase(sqlite_db)
db.connect()
first_datetime = dt.datetime.strptime(db.get_first_datetime(None), DATE_FORMAT)
last_datetime = dt.datetime.strptime(db.get_last_datetime(None), DATE_FORMAT)
delta = last_datetime - first_datetime
pnum = delta.days * 3600 * 24 + delta.seconds + 1
db.disconnect()
with h5py.File(h5_db, 'r') as f:
for name in f.keys():
assert f[name].len() == pnum