def test_get_time_series_mongo(self):
'''
End to end test of the following functions
get_from_cache
get_time_series
clear_cache
'''
symbol = 'TGTT'
loader = 'download_mock_series'
loader_args = {
'symbol': symbol,
'start': datetime.datetime(2012, 11, 11),
'end': datetime.datetime(2013, 11, 11)
}
# Check we can load a db client instance
db_client = data_retrieval.get_db()
self.assertIsNotNone(db_client)
# Check the id is not in the db to start with
id = data_retrieval.get_id(loader, loader_args)
if id is not None:
db_client.remove(loader, loader_args)
id = data_retrieval.get_id(loader, loader_args)
self.assertIsNone(id)
# Retrieve the series
result = data_retrieval.get_time_series(loader, loader_args)
# Check the id now exists in the db
id = data_retrieval.get_id(loader, loader_args)
self.assertIsNotNone(id)
self.cache_id = id
# Check the contents look ok: expect that the loader args are set
# as metadata on the time series, but check
# data_loader.download_mock_series for how the test result is
# actually created
self.assertEqual(loader_args,
result[symbol][data_loader.METADATA])
# Check we can now retrieve the id from the cache
cached_result = data_retrieval.get_from_cache(id)
self.assertEqual(loader_args,
cached_result[symbol][data_loader.METADATA])
# Remove it from the cache
data_retrieval.clear_cache(id)
# Check it's gone from the cache...
self.assertFalse(data_retrieval.get_from_cache(id))
# ... and the db
db_client.remove(loader, loader_args)
id = data_retrieval.get_id(loader, loader_args)
self.assertIsNone(id)
def tearDown(self):
db_client = data_retrieval.get_db()
import bson.objectid
db_client.db[config.MONGO_TIMESERIES_DB]['download_mock_series'].remove(
{'_id': bson.objectid.ObjectId(self.cache_id)})
self.mongo_service.stop()
cache_file = data_retrieval.get_cache_filename(self.cache_id)
if os.path.exists(cache_file):
os.remove(cache_file)
config.MONGO_FOLDER = self.restore_mongo_folder
config.MONGO_DB = self.restore_db
def test_get_time_series_mongo(self):
"""
End to end test of the following functions
get_from_cache
get_time_series
clear_cache
"""
symbol = 'TGTT'
loader = 'download_mock_series'
loader_args = {
'symbol': symbol,
'start': datetime.datetime(2012, 11, 11),
'end': datetime.datetime(2013, 11, 11)
}
# Check we can load a db client instance
client = data_retrieval.get_db()
self.assertIsNotNone(client)
collection = db.TIMESERIES_COLLECTION
# Clear out the collection
client.remove(collection)
# Retrieve the series
result = data_retrieval.get_time_series(loader, loader_args)
# Check the contents look ok: expect that the loader args are set
# as metadata on the time series, but check
# data_loader.download_mock_series for how the test result is
# actually created
self.assertEqual(1, len(result))
self.assertEqual(loader_args, result[0][data_structure.ID])
query = {
'{0}.symbol'.format(data_structure.ID): loader_args['symbol']
}
# Check the series is in the db
series = client.find(collection, query)
self.assertEqual(1, len(series))
self.assertEqual(loader_args, series[0][data_structure.ID])
# Remove it from the db
client.remove(collection, query)
# Check it's gone from the db
series = client.find(collection, query)
self.assertEqual(0, len(series))