def test_persist_data_stream(self):
ingestval = DotDict()
ingestval.queues = None
ingestval.exchange_point = "test"
queueval = DotDict()
queueval.name = "test"
queueval.datastore_name = "test"
testval = "dataset_id"
self.ingestion_management.read_ingestion_configuration = Mock()
self.ingestion_management.read_ingestion_configuration.return_value = ingestval
self.ingestion_management._determine_queue = Mock()
self.ingestion_management._determine_queue.return_value = queueval
self.pubsub_read.return_value = DotDict({"persisted": False})
self.ingestion_management._existing_dataset = Mock()
retval = self.ingestion_management.persist_data_stream("stream_id", "config_id", "dataset_id")
self.assertTrue(self.pubsub_act_sub.call_count)
self.assertTrue(self.pubsub_create_sub.call_count)
self.assertTrue(self.rr_create_assoc.call_count)
self.assertTrue(retval == testval)
def test_get_last_granule(self, mock_bb, dsm_cli, dsm):
mock_bb().sync_rdt_with_coverage = Mock()
mock_bb().to_granule.return_value = {'test':True}
dsm_cli().read_dataset = Mock()
dataset = DotDict()
dataset.datastore_name = 'test'
dataset.view_name = 'bogus/view'
dsm._get_coverage = Mock()
dsm._get_coverage.return_value = {}
datastore = DotDict()
datastore.query_view = Mock()
datastore.query_view.return_value = [{'doc':{'ts_create':0}}]
container = DotDict()
container.datastore_manager.get_datastore = Mock()
container.datastore_manager.get_datastore.return_value = datastore
retval = self.replay.get_last_granule(container,'dataset_id')
self.assertEquals(retval,{'test':True})
def test_index_bootstrap(self, mock_es, ims_cli):
#---------------------------------------------
# Mocks
#---------------------------------------------
mock_es().index_create.return_value = {'ok': True, 'status': 200}
mock_es().raw.return_value = {'ok': True, 'status': 200}
mock_es().river_couchdb_create.return_value = {
'ok': True,
'status': 200
}
db = DotDict()
db.datastore_name = 'test'
db.server.test.create = Mock()
container = DotDict()
container.datastore_manager.get_datastore = Mock()
container.datastore_manager.get_datastore.return_value = db
config = CFG
config.system.force_clean = False
config.system.elasticsearch = True
config.server.elasticsearch.host = ''
config.server.elasticsearch.port = ''
config.op = 'index_bootstrap'
#---------------------------------------------
# Execution
#---------------------------------------------
ibs = IndexBootStrap()
ibs.CFG = config
ibs.container = container
ibs.on_start()
index_count = len(STD_INDEXES) + len(EDGE_INDEXES) + 1 # for _river
self.assertTrue(
mock_es().index_create.call_count == index_count,
'(%s != %s) Improper number of indices created' %
(mock_es().index_create.call_count, index_count))
river_count = len(STD_INDEXES) + len(EDGE_INDEXES)
self.assertTrue(
mock_es().river_couchdb_create.call_count == river_count,
'Improper number of rivers created')
total_count = len(STD_INDEXES) + len(COUCHDB_INDEXES) + len(
EDGE_INDEXES)
self.assertTrue(ims_cli().create_index.call_count == total_count,
'Improper number of index resources created')
def test_index_bootstrap(self, mock_es, ims_cli):
#---------------------------------------------
# Mocks
#---------------------------------------------
mock_es().index_create.return_value = {'ok':True, 'status':200}
mock_es().raw.return_value = {'ok':True, 'status':200}
mock_es().river_couchdb_create.return_value = {'ok':True, 'status':200}
db = DotDict()
db.datastore_name = 'test'
db.server.test.create = Mock()
container = DotDict()
container.datastore_manager.get_datastore = Mock()
container.datastore_manager.get_datastore.return_value = db
config = CFG
config.system.force_clean=False
config.system.elasticsearch=True
config.server.elasticsearch.host = ''
config.server.elasticsearch.port = ''
config.op = 'index_bootstrap'
#---------------------------------------------
# Execution
#---------------------------------------------
ibs = IndexBootStrap()
ibs.CFG = config
ibs.container = container
ibs.on_start()
index_count = len(STD_INDEXES) + len(EDGE_INDEXES) + 1 # for _river
self.assertTrue(mock_es().index_create.call_count == index_count, '(%s != %s) Improper number of indices created' %(mock_es().index_create.call_count , index_count))
river_count = len(STD_INDEXES) + len(EDGE_INDEXES)
self.assertTrue(mock_es().river_couchdb_create.call_count == river_count, 'Improper number of rivers created')
total_count = len(STD_INDEXES) + len(COUCHDB_INDEXES) + len(EDGE_INDEXES)
self.assertTrue(ims_cli().create_index.call_count == total_count, 'Improper number of index resources created')
