def test_process_db_records(self):
"""Testing method / function process_db_records."""
# Initialize key variables
items = make_records()
timestamps = items['timestamps']
records = items['records']
expected = items['expected']
checksum = items['checksum']
# Entry should not exist
result = datapoint.checksum_exists(checksum)
self.assertFalse(result)
# Create key-pair values in the database
kvps = get.key_value_pairs(records)
pair.insert_rows(kvps)
# Insert
ingest_data.process_db_records(records)
# Get data from database
idx_datapoint = datapoint.checksum_exists(checksum)
_dp = datapoint.DataPoint(idx_datapoint)
ts_start = min(timestamps)
ts_stop = max(timestamps)
results = _dp.data(ts_start, ts_stop)
# Test
for index, result in enumerate(results):
self.assertEqual(result['value'], expected[index]['value'])
self.assertEqual(result['timestamp'], expected[index]['timestamp'])
def test_multiprocess_data(self):
"""Testing method / function multiprocess_data."""
# Initialize key variables
items = make_records()
timestamps = items['timestamps']
records = items['records']
expected = items['expected']
checksum = items['checksum']
# Entry should not exist
result = datapoint.checksum_exists(checksum)
self.assertFalse(result)
# Test
process = ingest_data.Records([records])
process.multiprocess_pairs()
process.multiprocess_data()
# Get data from database
idx_datapoint = datapoint.checksum_exists(checksum)
_dp = datapoint.DataPoint(idx_datapoint)
ts_start = min(timestamps)
ts_stop = max(timestamps)
results = _dp.data(ts_start, ts_stop)
# Test
for index, result in enumerate(results):
self.assertEqual(result['value'], expected[index]['value'])
self.assertEqual(result['timestamp'], expected[index]['timestamp'])
def test_process_cache(self):
"""Testing method / function process_cache."""
# Initialize key variables
polling_interval = 20
_pi = polling_interval * 1000
_ = create_cache()
# Read data from directory
cache = Cache()
all_records = cache.records()
# Test
self.assertEqual(len(all_records), 1)
self.assertEqual(len(all_records[0]), 1)
pdbr = all_records[0][0]
# Datapoint should not exist before ingest
checksum = pdbr.pattoo_checksum
timestamp = pdbr.pattoo_timestamp
value = pdbr.pattoo_value
self.assertFalse(datapoint.checksum_exists(checksum))
# Ingest using process_cache
result = files_test.process_cache(fileage=0)
self.assertTrue(result)
# Test (checksum should exist)
idx_datapoint = datapoint.checksum_exists(checksum)
self.assertTrue(bool(idx_datapoint))
# Test (Single data entry should exist)
obj = datapoint.DataPoint(idx_datapoint)
result = obj.data(timestamp, timestamp)
self.assertEqual(len(result), 1)
key_pair = result[0]
self.assertEqual(key_pair['timestamp'],
times.normalized_timestamp(_pi, timestamp))
self.assertEqual(key_pair['value'], value)