def test_setup_queues(self): ingestion_config = IngestionConfiguration() ingestion_config.queues = [IngestionQueue()] setattr(ingestion_config,'_id','config_id') self.pubsub_create_sub.return_value = 'subscription_id' self.ingestion_management._existing_dataset = Mock() retval = self.ingestion_management.setup_queues(ingestion_config, 'stream_id', 'dataset_id') self.assertTrue(retval) self.ingestion_management._existing_dataset.assert_called_once_with('stream_id','dataset_id')
def create_ingestion_configuration(self,name='', exchange_point_id='', queues=None): validate_is_instance(queues,list,'The queues parameter is not a proper list.') validate_true(len(queues)>0, 'Ingestion needs at least one queue to ingest from') for queue in queues: validate_is_instance(queue, IngestionQueue) ingestion_config = IngestionConfiguration() ingestion_config.name = name ingestion_config.exchange_point = exchange_point_id ingestion_config.queues = queues config_id, rev = self.clients.resource_registry.create(ingestion_config) return config_id
def test_setup_queues(self): ingestion_config = IngestionConfiguration() ingestion_config.queues = [IngestionQueue()] setattr(ingestion_config, '_id', 'config_id') self.pubsub_create_sub.return_value = 'subscription_id' self.ingestion_management._existing_dataset = Mock() retval = self.ingestion_management.setup_queues( ingestion_config, 'stream_id', 'dataset_id') self.assertTrue(retval) self.ingestion_management._existing_dataset.assert_called_once_with( 'stream_id', 'dataset_id')
def create_ingestion_configuration(self, name='', exchange_point_id='', queues=None): validate_is_instance(queues, list, 'The queues parameter is not a proper list.') validate_true( len(queues) > 0, 'Ingestion needs at least one queue to ingest from') for queue in queues: validate_is_instance(queue, IngestionQueue) ingestion_config = IngestionConfiguration() ingestion_config.name = name ingestion_config.exchange_point = exchange_point_id ingestion_config.queues = queues config_id, rev = self.clients.resource_registry.create( ingestion_config) return config_id