class MongoDbClusterTasksTest(trove_testtools.TestCase):
def setUp(self):
super(MongoDbClusterTasksTest, self).setUp()
self.cluster_id = "1232"
self.cluster_name = "Cluster-1234"
self.tenant_id = "6789"
self.db_cluster = DBCluster(ClusterTaskStatus.NONE,
id=self.cluster_id,
created=str(datetime.date),
updated=str(datetime.date),
name=self.cluster_name,
task_id=ClusterTaskStatus.NONE._code,
tenant_id=self.tenant_id,
datastore_version_id="1",
deleted=False)
self.dbinst1 = DBInstance(InstanceTasks.NONE, id="1", name="member1",
compute_instance_id="compute-1",
task_id=InstanceTasks.NONE._code,
task_description=InstanceTasks.NONE._db_text,
volume_id="volume-1",
datastore_version_id="1",
cluster_id=self.cluster_id,
shard_id="shard-1",
type="member")
self.dbinst2 = DBInstance(InstanceTasks.NONE, id="2", name="member2",
compute_instance_id="compute-2",
task_id=InstanceTasks.NONE._code,
task_description=InstanceTasks.NONE._db_text,
volume_id="volume-2",
datastore_version_id="1",
cluster_id=self.cluster_id,
shard_id="shard-1",
type="member")
self.dbinst3 = DBInstance(InstanceTasks.NONE, id="3", name="mongos",
compute_instance_id="compute-3",
task_id=InstanceTasks.NONE._code,
task_description=InstanceTasks.NONE._db_text,
volume_id="volume-3",
datastore_version_id="1",
cluster_id=self.cluster_id,
shard_id="shard-1",
type="query_router")
self.dbinst4 = DBInstance(InstanceTasks.NONE, id="4",
name="configserver",
compute_instance_id="compute-4",
task_id=InstanceTasks.NONE._code,
task_description=InstanceTasks.NONE._db_text,
volume_id="volume-4",
datastore_version_id="1",
cluster_id=self.cluster_id,
shard_id="shard-1",
type="config_server")
mock_ds1 = Mock()
mock_ds1.name = 'mongodb'
mock_dv1 = Mock()
mock_dv1.name = '2.0.4'
self.clustertasks = ClusterTasks(Mock(),
self.db_cluster,
datastore=mock_ds1,
datastore_version=mock_dv1)
@patch.object(ClusterTasks, 'update_statuses_on_failure')
@patch.object(InstanceServiceStatus, 'find_by')
@patch('trove.taskmanager.models.LOG')
def test_all_instances_ready_bad_status(self, mock_logging,
mock_find, mock_update):
(mock_find.return_value.
get_status.return_value) = ServiceStatuses.FAILED
ret_val = self.clustertasks._all_instances_ready(["1", "2", "3", "4"],
self.cluster_id)
mock_update.assert_called_with(self.cluster_id, None)
self.assertFalse(ret_val)
@patch.object(InstanceServiceStatus, 'find_by')
def test_all_instances_ready(self, mock_find):
(mock_find.return_value.
get_status.return_value) = ServiceStatuses.INSTANCE_READY
ret_val = self.clustertasks._all_instances_ready(["1", "2", "3", "4"],
self.cluster_id)
self.assertTrue(ret_val)
@patch.object(ClusterTasks, 'update_statuses_on_failure')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, 'get_ip')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
@patch(
'trove.common.strategies.cluster.experimental.mongodb.taskmanager.LOG')
def test_init_replica_set_failure(self, mock_logging, mock_dv, mock_ds,
mock_ip, mock_guest,
mock_update):
member1 = BaseInstance(Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
member2 = BaseInstance(Mock(), self.dbinst2, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
primary_member = member1
other_members = [member2]
mock_ip.side_effect = ["10.0.0.3"]
mock_guest().prep_primary.return_value = Mock()
mock_guest().add_members.return_value = Mock()
mock_guest.return_value.add_members = Mock(
side_effect=Exception("Boom!"))
ret_val = self.clustertasks._init_replica_set(primary_member,
other_members)
mock_update.assert_called_with(self.cluster_id, shard_id='shard-1')
self.assertFalse(ret_val)
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, 'get_ip')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_init_replica_set(self, mock_dv, mock_ds,
mock_ip, mock_guest):
member1 = BaseInstance(Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
member2 = BaseInstance(Mock(), self.dbinst2, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
primary_member = member1
other_members = [member2]
mock_ip.side_effect = ["10.0.0.3"]
mock_guest().prep_primary.return_value = Mock()
mock_guest().add_members.return_value = Mock()
ret_val = self.clustertasks._init_replica_set(primary_member,
other_members)
mock_guest.return_value.add_members.assert_called_with(
["10.0.0.3"]
)
self.assertTrue(ret_val)
@patch.object(ClusterTasks, 'update_statuses_on_failure')
@patch.object(ClusterTasks, '_init_replica_set')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, 'get_ip')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
@patch(
'trove.common.strategies.cluster.experimental.mongodb.taskmanager.LOG')
def test_create_shard_failure(self, mock_logging, mock_dv, mock_ds,
mock_ip, mock_guest, mock_init_rs,
mock_update):
member1 = BaseInstance(Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
member2 = BaseInstance(Mock(), self.dbinst2, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
members = [member1, member2]
mock_ip.side_effect = ["10.0.0.2"]
query_router = [
BaseInstance(Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
]
mock_guest().get_replica_set_name.return_value = 'testrs'
mock_add_shard = Mock(side_effect=Exception("Boom!"))
mock_guest().add_shard = mock_add_shard
ret_val = self.clustertasks._create_shard(query_router, members)
mock_init_rs.assert_called_with(member1, [member2])
mock_update.assert_called_with(self.cluster_id, shard_id="shard-1")
self.assertFalse(ret_val)
@patch.object(ClusterTasks, '_init_replica_set')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, 'get_ip')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_create_shard(self, mock_dv, mock_ds,
mock_ip, mock_guest, mock_init_rs):
member1 = BaseInstance(Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
member2 = BaseInstance(Mock(), self.dbinst2, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
members = [member1, member2]
mock_ip.side_effect = ["10.0.0.2"]
query_router = [
BaseInstance(Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
]
mock_guest().get_replica_set_name.return_value = 'testrs'
mock_add_shard = Mock()
mock_guest().add_shard = mock_add_shard
ret_val = self.clustertasks._create_shard(query_router, members)
mock_init_rs.assert_called_with(member1, [member2])
mock_add_shard.assert_called_with("testrs", "10.0.0.2")
self.assertTrue(ret_val)
@patch.object(ClusterTasks, 'reset_task')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, '_create_shard')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
@patch.object(Instance, 'load')
@patch.object(ClusterTasks, '_all_instances_ready')
@patch.object(DBInstance, 'find_all')
def test_add_shard_cluster(self, mock_find_all,
mock_all_instances_ready,
mock_load,
mock_dv,
mock_ds,
mock_add_shard,
mock_guest,
mock_reset_task):
mock_find_all.return_value.all.return_value = [self.dbinst1,
self.dbinst2,
self.dbinst3,
self.dbinst4]
mock_load.return_value = BaseInstance(Mock(),
self.dbinst1, Mock(),
InstanceServiceStatus(
ServiceStatuses.NEW))
mock_all_instances_ready.return_value = True
mock_add_shard.return_value = True
mock_guest.return_value.cluster_complete.return_value = Mock()
self.clustertasks.add_shard_cluster(Mock(),
self.cluster_id,
"shard-1", "rs1")
mock_guest.return_value.cluster_complete.assert_called_with()
mock_reset_task.assert_called_with()
@patch.object(DBCluster, 'save')
@patch.object(DBCluster, 'find_by')
@patch.object(DBInstance, 'find_all')
def test_delete_cluster(self, mock_find_all, mock_find_by, mock_save):
mock_find_all.return_value.all.return_value = []
mock_find_by.return_value = self.db_cluster
self.clustertasks.delete_cluster(Mock(), self.cluster_id)
self.assertEqual(ClusterTaskStatus.NONE, self.db_cluster.task_status)
mock_save.assert_called_with()
@patch.object(ClusterTasks, 'reset_task')
@patch.object(ClusterTasks, '_create_shard')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(utils, 'generate_random_password', return_value='pwd')
@patch.object(ClusterTasks, 'get_ip')
@patch.object(Instance, 'load')
@patch.object(ClusterTasks, '_all_instances_ready')
@patch.object(DBInstance, 'find_all')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_create_cluster(self,
mock_dv,
mock_ds,
mock_find_all,
mock_all_instances_ready,
mock_load,
mock_ip,
mock_password,
mock_guest,
mock_create_shard,
mock_reset_task):
mock_find_all.return_value.all.return_value = [self.dbinst1,
self.dbinst2,
self.dbinst3,
self.dbinst4]
mock_all_instances_ready.return_value = True
member1 = BaseInstance(Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
member2 = BaseInstance(Mock(), self.dbinst2, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
query_router = BaseInstance(
Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW)
)
config_server = BaseInstance(
Mock(), self.dbinst4, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW)
)
mock_load.side_effect = [member1, member2, query_router, config_server]
mock_ip.side_effect = ["10.0.0.5"]
mock_create_shard.return_value = True
self.clustertasks.create_cluster(Mock(), self.cluster_id)
mock_guest().add_config_servers.assert_called_with(["10.0.0.5"])
mock_guest().create_admin_user.assert_called_with("pwd")
mock_create_shard.assert_called_with(
query_router, [member1, member2]
)
self.assertEqual(4, mock_guest().cluster_complete.call_count)
mock_reset_task.assert_called_with()
@patch.object(ClusterTasks, 'update_statuses_on_failure')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, 'get_cluster_admin_password')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
@patch(
'trove.common.strategies.cluster.experimental.mongodb.taskmanager.LOG')
def test_add_query_routers_failure(self,
mock_logging, mock_dv, mock_ds,
mock_password, mock_guest, mock_update):
query_router = BaseInstance(
Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW)
)
mock_guest.side_effect = Exception("Boom!")
ret_val = self.clustertasks._add_query_routers([query_router],
['10.0.0.5'])
mock_update.assert_called_with(self.cluster_id)
self.assertFalse(ret_val)
@patch.object(ClusterTasks, 'get_guest')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_add_query_routers(self,
mock_dv,
mock_ds,
mock_guest):
password = '******'
query_router = BaseInstance(
Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW)
)
ret_val = self.clustertasks._add_query_routers([query_router],
['10.0.0.5'],
admin_password=password)
mock_guest.assert_called_with(query_router)
mock_guest().add_config_servers.assert_called_with(['10.0.0.5'])
mock_guest().store_admin_password.assert_called_with(password)
self.assertTrue(ret_val)
@patch.object(ClusterTasks, 'get_guest')
@patch.object(utils, 'generate_random_password')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_add_query_routers_new_cluster(self,
mock_dv,
mock_ds,
mock_gen_password,
mock_guest):
password = '******'
query_router = BaseInstance(
Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW)
)
mock_gen_password.return_value = password
ret_val = self.clustertasks._add_query_routers([query_router],
['10.0.0.5'])
mock_guest.assert_called_with(query_router)
mock_guest().add_config_servers.assert_called_with(['10.0.0.5'])
mock_guest().create_admin_user.assert_called_with(password)
self.assertTrue(ret_val)
@patch.object(ClusterTasks, 'reset_task')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, '_all_instances_ready')
@patch.object(DBInstance, 'find_all')
def _run_grow_cluster(self,
mock_find_all,
mock_all_instances_ready,
mock_guest,
mock_reset_task,
new_instances_ids=None):
mock_find_all().all.return_value = [self.dbinst1,
self.dbinst2,
self.dbinst3,
self.dbinst4]
mock_all_instances_ready.return_value = True
self.clustertasks.grow_cluster(Mock(), self.cluster_id,
new_instances_ids)
self.assertEqual(len(new_instances_ids),
mock_guest().cluster_complete.call_count)
mock_reset_task.assert_called_with()
@patch.object(ClusterTasks, '_add_query_routers')
@patch.object(ClusterTasks, 'get_cluster_admin_password')
@patch.object(ClusterTasks, 'get_ip')
@patch.object(Instance, 'load')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_grow_cluster_query_router(self,
mock_dv,
mock_ds,
mock_load,
mock_ip,
mock_get_password,
mock_add_query_router):
query_router = BaseInstance(
Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW)
)
config_server = BaseInstance(
Mock(), self.dbinst4, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW)
)
mock_load.side_effect = [query_router, config_server]
mock_ip.return_value = '10.0.0.5'
mock_add_query_router.return_value = True
self._run_grow_cluster(new_instances_ids=[query_router.id])
mock_add_query_router.assert_called_with(
[query_router], ['10.0.0.5'], admin_password=mock_get_password()
)
@patch.object(ClusterTasks, '_create_shard')
@patch.object(Instance, 'load')
@patch.object(ClusterTasks, '_get_running_query_router_id')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_grow_cluster_shard(self,
mock_dv,
mock_ds,
mock_running_qr_id,
mock_load,
mock_create_shard):
mock_running_qr_id.return_value = '3'
member1 = BaseInstance(Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
member2 = BaseInstance(Mock(), self.dbinst2, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
query_router = BaseInstance(
Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW)
)
mock_load.side_effect = [member1, member2, query_router]
mock_create_shard.return_value = True
self._run_grow_cluster(new_instances_ids=[member1.id, member2.id])
mock_create_shard.assert_called_with(
query_router, [member1, member2]
)
class MongoDbClusterTasksTest(trove_testtools.TestCase):
def setUp(self):
super(MongoDbClusterTasksTest, self).setUp()
self.cluster_id = "1232"
self.cluster_name = "Cluster-1234"
self.tenant_id = "6789"
self.db_cluster = DBCluster(ClusterTaskStatus.NONE,
id=self.cluster_id,
created=str(datetime.date),
updated=str(datetime.date),
name=self.cluster_name,
task_id=ClusterTaskStatus.NONE._code,
tenant_id=self.tenant_id,
datastore_version_id="1",
deleted=False)
self.dbinst1 = DBInstance(InstanceTasks.NONE,
id="1",
name="member1",
compute_instance_id="compute-1",
task_id=InstanceTasks.NONE._code,
task_description=InstanceTasks.NONE._db_text,
volume_id="volume-1",
datastore_version_id="1",
cluster_id=self.cluster_id,
shard_id="shard-1",
type="member")
self.dbinst2 = DBInstance(InstanceTasks.NONE,
id="2",
name="member2",
compute_instance_id="compute-2",
task_id=InstanceTasks.NONE._code,
task_description=InstanceTasks.NONE._db_text,
volume_id="volume-2",
datastore_version_id="1",
cluster_id=self.cluster_id,
shard_id="shard-1",
type="member")
self.dbinst3 = DBInstance(InstanceTasks.NONE,
id="3",
name="mongos",
compute_instance_id="compute-3",
task_id=InstanceTasks.NONE._code,
task_description=InstanceTasks.NONE._db_text,
volume_id="volume-3",
datastore_version_id="1",
cluster_id=self.cluster_id,
shard_id="shard-1",
type="query_router")
self.dbinst4 = DBInstance(InstanceTasks.NONE,
id="4",
name="configserver",
compute_instance_id="compute-4",
task_id=InstanceTasks.NONE._code,
task_description=InstanceTasks.NONE._db_text,
volume_id="volume-4",
datastore_version_id="1",
cluster_id=self.cluster_id,
shard_id="shard-1",
type="config_server")
mock_ds1 = Mock()
mock_ds1.name = 'mongodb'
mock_dv1 = Mock()
mock_dv1.name = '2.0.4'
self.clustertasks = ClusterTasks(Mock(),
self.db_cluster,
datastore=mock_ds1,
datastore_version=mock_dv1)
@patch.object(ClusterTasks, 'update_statuses_on_failure')
@patch.object(InstanceServiceStatus, 'find_by')
@patch('trove.taskmanager.models.LOG')
def test_all_instances_ready_bad_status(self, mock_logging, mock_find,
mock_update):
(mock_find.return_value.get_status.return_value
) = ServiceStatuses.FAILED
ret_val = self.clustertasks._all_instances_ready(["1", "2", "3", "4"],
self.cluster_id)
mock_update.assert_called_with(self.cluster_id, None)
self.assertEqual(False, ret_val)
@patch.object(InstanceServiceStatus, 'find_by')
def test_all_instances_ready(self, mock_find):
(mock_find.return_value.get_status.return_value
) = ServiceStatuses.INSTANCE_READY
ret_val = self.clustertasks._all_instances_ready(["1", "2", "3", "4"],
self.cluster_id)
self.assertEqual(True, ret_val)
@patch.object(ClusterTasks, 'update_statuses_on_failure')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, 'get_ip')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
@patch(
'trove.common.strategies.cluster.experimental.mongodb.taskmanager.LOG')
def test_init_replica_set_failure(self, mock_logging, mock_dv, mock_ds,
mock_ip, mock_guest, mock_update):
member1 = BaseInstance(Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
member2 = BaseInstance(Mock(), self.dbinst2, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
primary_member = member1
other_members = [member2]
mock_ip.side_effect = ["10.0.0.3"]
mock_guest().prep_primary.return_value = Mock()
mock_guest().add_members.return_value = Mock()
mock_guest.return_value.add_members = Mock(
side_effect=Exception("Boom!"))
ret_val = self.clustertasks._init_replica_set(primary_member,
other_members)
mock_update.assert_called_with(self.cluster_id, shard_id='shard-1')
self.assertEqual(False, ret_val)
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, 'get_ip')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_init_replica_set(self, mock_dv, mock_ds, mock_ip, mock_guest):
member1 = BaseInstance(Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
member2 = BaseInstance(Mock(), self.dbinst2, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
primary_member = member1
other_members = [member2]
mock_ip.side_effect = ["10.0.0.3"]
mock_guest().prep_primary.return_value = Mock()
mock_guest().add_members.return_value = Mock()
ret_val = self.clustertasks._init_replica_set(primary_member,
other_members)
mock_guest.return_value.add_members.assert_called_with(["10.0.0.3"])
self.assertEqual(True, ret_val)
@patch.object(ClusterTasks, 'update_statuses_on_failure')
@patch.object(ClusterTasks, '_init_replica_set')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, 'get_ip')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
@patch(
'trove.common.strategies.cluster.experimental.mongodb.taskmanager.LOG')
def test_create_shard_failure(self, mock_logging, mock_dv, mock_ds,
mock_ip, mock_guest, mock_init_rs,
mock_update):
member1 = BaseInstance(Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
member2 = BaseInstance(Mock(), self.dbinst2, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
members = [member1, member2]
mock_ip.side_effect = ["10.0.0.2"]
query_router = [
BaseInstance(Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
]
mock_guest().get_replica_set_name.return_value = 'testrs'
mock_add_shard = Mock(side_effect=Exception("Boom!"))
mock_guest().add_shard = mock_add_shard
ret_val = self.clustertasks._create_shard(query_router, members)
mock_init_rs.assert_called_with(member1, [member2])
mock_update.assert_called_with(self.cluster_id, shard_id="shard-1")
self.assertEqual(False, ret_val)
@patch.object(ClusterTasks, '_init_replica_set')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, 'get_ip')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_create_shard(self, mock_dv, mock_ds, mock_ip, mock_guest,
mock_init_rs):
member1 = BaseInstance(Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
member2 = BaseInstance(Mock(), self.dbinst2, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
members = [member1, member2]
mock_ip.side_effect = ["10.0.0.2"]
query_router = [
BaseInstance(Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
]
mock_guest().get_replica_set_name.return_value = 'testrs'
mock_add_shard = Mock()
mock_guest().add_shard = mock_add_shard
ret_val = self.clustertasks._create_shard(query_router, members)
mock_init_rs.assert_called_with(member1, [member2])
mock_add_shard.assert_called_with("testrs", "10.0.0.2")
self.assertEqual(True, ret_val)
@patch.object(ClusterTasks, 'reset_task')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, '_create_shard')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
@patch.object(Instance, 'load')
@patch.object(ClusterTasks, '_all_instances_ready')
@patch.object(DBInstance, 'find_all')
def test_add_shard_cluster(self, mock_find_all, mock_all_instances_ready,
mock_load, mock_dv, mock_ds, mock_add_shard,
mock_guest, mock_reset_task):
mock_find_all.return_value.all.return_value = [
self.dbinst1, self.dbinst2, self.dbinst3, self.dbinst4
]
mock_load.return_value = BaseInstance(
Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
mock_all_instances_ready.return_value = True
mock_add_shard.return_value = True
mock_guest.return_value.cluster_complete.return_value = Mock()
self.clustertasks.add_shard_cluster(Mock(), self.cluster_id, "shard-1",
"rs1")
mock_guest.return_value.cluster_complete.assert_called_with()
mock_reset_task.assert_called_with()
@patch.object(DBCluster, 'save')
@patch.object(DBCluster, 'find_by')
@patch.object(DBInstance, 'find_all')
def test_delete_cluster(self, mock_find_all, mock_find_by, mock_save):
mock_find_all.return_value.all.return_value = []
mock_find_by.return_value = self.db_cluster
self.clustertasks.delete_cluster(Mock(), self.cluster_id)
self.assertEqual(ClusterTaskStatus.NONE, self.db_cluster.task_status)
mock_save.assert_called_with()
@patch.object(ClusterTasks, 'reset_task')
@patch.object(ClusterTasks, '_create_shard')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(utils, 'generate_random_password', return_value='pwd')
@patch.object(ClusterTasks, 'get_ip')
@patch.object(Instance, 'load')
@patch.object(ClusterTasks, '_all_instances_ready')
@patch.object(DBInstance, 'find_all')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_create_cluster(self, mock_dv, mock_ds, mock_find_all,
mock_all_instances_ready, mock_load, mock_ip,
mock_password, mock_guest, mock_create_shard,
mock_reset_task):
mock_find_all.return_value.all.return_value = [
self.dbinst1, self.dbinst2, self.dbinst3, self.dbinst4
]
mock_all_instances_ready.return_value = True
member1 = BaseInstance(Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
member2 = BaseInstance(Mock(), self.dbinst2, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
query_router = BaseInstance(Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
config_server = BaseInstance(
Mock(), self.dbinst4, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
mock_load.side_effect = [member1, member2, query_router, config_server]
mock_ip.side_effect = ["10.0.0.5"]
mock_create_shard.return_value = True
self.clustertasks.create_cluster(Mock(), self.cluster_id)
mock_guest().add_config_servers.assert_called_with(["10.0.0.5"])
mock_guest().create_admin_user.assert_called_with("pwd")
mock_create_shard.assert_called_with(query_router, [member1, member2])
self.assertEqual(4, mock_guest().cluster_complete.call_count)
mock_reset_task.assert_called_with()
@patch.object(ClusterTasks, 'update_statuses_on_failure')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, 'get_cluster_admin_password')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
@patch(
'trove.common.strategies.cluster.experimental.mongodb.taskmanager.LOG')
def test_add_query_routers_failure(self, mock_logging, mock_dv, mock_ds,
mock_password, mock_guest, mock_update):
query_router = BaseInstance(Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
mock_guest.side_effect = Exception("Boom!")
ret_val = self.clustertasks._add_query_routers([query_router],
['10.0.0.5'])
mock_update.assert_called_with(self.cluster_id)
self.assertEqual(False, ret_val)
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, 'get_cluster_admin_password')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_add_query_routers(self, mock_dv, mock_ds, mock_password,
mock_guest):
query_router = BaseInstance(Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
mock_password.return_value = 'pwd'
ret_val = self.clustertasks._add_query_routers([query_router],
['10.0.0.5'])
mock_guest.assert_called_with(query_router)
mock_guest().add_config_servers.assert_called_with(['10.0.0.5'])
mock_guest().store_admin_password.assert_called_with('pwd')
self.assertEqual(True, ret_val)
@patch.object(ClusterTasks, 'get_guest')
@patch.object(utils, 'generate_random_password')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_add_query_routers_new_cluster(self, mock_dv, mock_ds,
mock_password, mock_guest):
query_router = BaseInstance(Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
mock_password.return_value = 'pwd'
ret_val = self.clustertasks._add_query_routers([query_router],
['10.0.0.5'],
new_cluster=True)
mock_guest.assert_called_with(query_router)
mock_guest().add_config_servers.assert_called_with(['10.0.0.5'])
mock_guest().create_admin_user.assert_called_with('pwd')
self.assertEqual(True, ret_val)
@patch.object(ClusterTasks, 'reset_task')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, '_all_instances_ready')
@patch.object(DBInstance, 'find_all')
def _run_grow_cluster(self,
mock_find_all,
mock_all_instances_ready,
mock_guest,
mock_reset_task,
new_instances_ids=None):
mock_find_all().all.return_value = [
self.dbinst1, self.dbinst2, self.dbinst3, self.dbinst4
]
mock_all_instances_ready.return_value = True
self.clustertasks.grow_cluster(Mock(), self.cluster_id,
new_instances_ids)
self.assertEqual(len(new_instances_ids),
mock_guest().cluster_complete.call_count)
mock_reset_task.assert_called_with()
@patch.object(ClusterTasks, '_add_query_routers')
@patch.object(ClusterTasks, 'get_ip')
@patch.object(Instance, 'load')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_grow_cluster_query_router(self, mock_dv, mock_ds, mock_load,
mock_ip, mock_add_query_router):
query_router = BaseInstance(Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
config_server = BaseInstance(
Mock(), self.dbinst4, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
mock_load.side_effect = [query_router, config_server]
mock_ip.return_value = '10.0.0.5'
mock_add_query_router.return_value = True
self._run_grow_cluster(new_instances_ids=[query_router.id])
mock_add_query_router.assert_called_with([query_router], ['10.0.0.5'])
@patch.object(ClusterTasks, '_create_shard')
@patch.object(Instance, 'load')
@patch.object(ClusterTasks, '_get_running_query_router_id')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_grow_cluster_shard(self, mock_dv, mock_ds, mock_running_qr_id,
mock_load, mock_create_shard):
mock_running_qr_id.return_value = '3'
member1 = BaseInstance(Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
member2 = BaseInstance(Mock(), self.dbinst2, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
query_router = BaseInstance(Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
mock_load.side_effect = [member1, member2, query_router]
mock_create_shard.return_value = True
self._run_grow_cluster(new_instances_ids=[member1.id, member2.id])
mock_create_shard.assert_called_with(query_router, [member1, member2])
class MongoDbClusterTasksTest(trove_testtools.TestCase):
def setUp(self):
super(MongoDbClusterTasksTest, self).setUp()
self.cluster_id = "1232"
self.cluster_name = "Cluster-1234"
self.tenant_id = "6789"
self.db_cluster = DBCluster(ClusterTaskStatus.NONE,
id=self.cluster_id,
created=str(datetime.date),
updated=str(datetime.date),
name=self.cluster_name,
task_id=ClusterTaskStatus.NONE._code,
tenant_id=self.tenant_id,
datastore_version_id="1",
deleted=False)
self.dbinst1 = DBInstance(InstanceTasks.NONE,
id="1",
name="member1",
compute_instance_id="compute-1",
task_id=InstanceTasks.NONE._code,
task_description=InstanceTasks.NONE._db_text,
volume_id="volume-1",
datastore_version_id="1",
cluster_id=self.cluster_id,
shard_id="shard-1",
type="member")
self.dbinst2 = DBInstance(InstanceTasks.NONE,
id="2",
name="member2",
compute_instance_id="compute-2",
task_id=InstanceTasks.NONE._code,
task_description=InstanceTasks.NONE._db_text,
volume_id="volume-2",
datastore_version_id="1",
cluster_id=self.cluster_id,
shard_id="shard-1",
type="member")
self.dbinst3 = DBInstance(InstanceTasks.NONE,
id="3",
name="mongos",
compute_instance_id="compute-3",
task_id=InstanceTasks.NONE._code,
task_description=InstanceTasks.NONE._db_text,
volume_id="volume-3",
datastore_version_id="1",
cluster_id=self.cluster_id,
shard_id="shard-1",
type="query_router")
self.dbinst4 = DBInstance(InstanceTasks.NONE,
id="4",
name="configserver",
compute_instance_id="compute-4",
task_id=InstanceTasks.NONE._code,
task_description=InstanceTasks.NONE._db_text,
volume_id="volume-4",
datastore_version_id="1",
cluster_id=self.cluster_id,
shard_id="shard-1",
type="config_server")
mock_ds1 = Mock()
mock_ds1.name = 'mongodb'
mock_dv1 = Mock()
mock_dv1.name = '2.0.4'
self.clustertasks = ClusterTasks(Mock(),
self.db_cluster,
datastore=mock_ds1,
datastore_version=mock_dv1)
@patch.object(ClusterTasks, 'update_statuses_on_failure')
@patch.object(DBInstance, 'find_by')
@patch.object(InstanceServiceStatus, 'find_by')
@patch('trove.taskmanager.models.LOG')
def test_all_instances_ready_with_server_error(self, mock_logging,
mock_find, mock_db_find,
mock_update):
(mock_find.return_value.get_status.return_value) = ServiceStatuses.NEW
(mock_db_find.return_value.get_task_status.return_value
) = InstanceTasks.BUILDING_ERROR_SERVER
ret_val = self.clustertasks._all_instances_ready(["1", "2", "3", "4"],
self.cluster_id)
mock_update.assert_called_with(self.cluster_id, None)
self.assertFalse(ret_val)
@patch.object(ClusterTasks, 'update_statuses_on_failure')
@patch.object(DBInstance, 'find_by')
@patch.object(InstanceServiceStatus, 'find_by')
@patch('trove.taskmanager.models.LOG')
def test_all_instances_ready_bad_status(self, mock_logging, mock_find,
mock_db_find, mock_update):
(mock_find.return_value.get_status.return_value
) = ServiceStatuses.FAILED
(mock_db_find.return_value.get_task_status.return_value
) = InstanceTasks.NONE
ret_val = self.clustertasks._all_instances_ready(["1", "2", "3", "4"],
self.cluster_id)
mock_update.assert_called_with(self.cluster_id, None)
self.assertFalse(ret_val)
@patch.object(DBInstance, 'find_by')
@patch.object(InstanceServiceStatus, 'find_by')
def test_all_instances_ready(self, mock_find, mock_db_find):
(mock_find.return_value.get_status.return_value
) = ServiceStatuses.INSTANCE_READY
(mock_db_find.return_value.get_task_status.return_value
) = InstanceTasks.NONE
ret_val = self.clustertasks._all_instances_ready(["1", "2", "3", "4"],
self.cluster_id)
self.assertTrue(ret_val)
@patch.object(ClusterTasks, 'update_statuses_on_failure')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, 'get_ip')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
@patch(
'trove.common.strategies.cluster.experimental.mongodb.taskmanager.LOG')
def test_init_replica_set_failure(self, mock_logging, mock_dv, mock_ds,
mock_ip, mock_guest, mock_update):
member1 = BaseInstance(Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
member2 = BaseInstance(Mock(), self.dbinst2, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
primary_member = member1
other_members = [member2]
mock_ip.side_effect = ["10.0.0.3"]
mock_guest().prep_primary.return_value = Mock()
mock_guest().add_members.return_value = Mock()
mock_guest.return_value.add_members = Mock(
side_effect=Exception("Boom!"))
ret_val = self.clustertasks._init_replica_set(primary_member,
other_members)
mock_update.assert_called_with(self.cluster_id, shard_id='shard-1')
self.assertFalse(ret_val)
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, 'get_ip')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_init_replica_set(self, mock_dv, mock_ds, mock_ip, mock_guest):
member1 = BaseInstance(Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
member2 = BaseInstance(Mock(), self.dbinst2, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
primary_member = member1
other_members = [member2]
mock_ip.side_effect = ["10.0.0.3"]
mock_guest().prep_primary.return_value = Mock()
mock_guest().add_members.return_value = Mock()
ret_val = self.clustertasks._init_replica_set(primary_member,
other_members)
mock_guest.return_value.add_members.assert_called_with(["10.0.0.3"])
self.assertTrue(ret_val)
@patch.object(ClusterTasks, 'update_statuses_on_failure')
@patch.object(ClusterTasks, '_init_replica_set')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, 'get_ip')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
@patch(
'trove.common.strategies.cluster.experimental.mongodb.taskmanager.LOG')
def test_create_shard_failure(self, mock_logging, mock_dv, mock_ds,
mock_ip, mock_guest, mock_init_rs,
mock_update):
member1 = BaseInstance(Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
member2 = BaseInstance(Mock(), self.dbinst2, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
members = [member1, member2]
mock_ip.side_effect = ["10.0.0.2"]
query_router = [
BaseInstance(Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
]
mock_guest().get_replica_set_name.return_value = 'testrs'
mock_add_shard = Mock(side_effect=Exception("Boom!"))
mock_guest().add_shard = mock_add_shard
ret_val = self.clustertasks._create_shard(query_router, members)
mock_init_rs.assert_called_with(member1, [member2])
mock_update.assert_called_with(self.cluster_id, shard_id="shard-1")
self.assertFalse(ret_val)
@patch.object(ClusterTasks, '_init_replica_set')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, 'get_ip')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_create_shard(self, mock_dv, mock_ds, mock_ip, mock_guest,
mock_init_rs):
member1 = BaseInstance(Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
member2 = BaseInstance(Mock(), self.dbinst2, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
members = [member1, member2]
mock_ip.side_effect = ["10.0.0.2"]
query_router = [
BaseInstance(Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
]
mock_guest().get_replica_set_name.return_value = 'testrs'
mock_add_shard = Mock()
mock_guest().add_shard = mock_add_shard
ret_val = self.clustertasks._create_shard(query_router, members)
mock_init_rs.assert_called_with(member1, [member2])
mock_add_shard.assert_called_with("testrs", "10.0.0.2")
self.assertTrue(ret_val)
@patch.object(ClusterTasks, 'reset_task')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, '_create_shard')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
@patch.object(Instance, 'load')
@patch.object(ClusterTasks, '_all_instances_ready')
@patch.object(DBInstance, 'find_all')
def test_add_shard_cluster(self, mock_find_all, mock_all_instances_ready,
mock_load, mock_dv, mock_ds, mock_add_shard,
mock_guest, mock_reset_task):
mock_find_all.return_value.all.return_value = [
self.dbinst1, self.dbinst2, self.dbinst3, self.dbinst4
]
mock_load.return_value = BaseInstance(
Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
mock_all_instances_ready.return_value = True
mock_add_shard.return_value = True
mock_guest.return_value.cluster_complete.return_value = Mock()
self.clustertasks.add_shard_cluster(Mock(), self.cluster_id, "shard-1",
"rs1")
mock_guest.return_value.cluster_complete.assert_called_with()
mock_reset_task.assert_called_with()
@patch.object(DBCluster, 'save')
@patch.object(DBCluster, 'find_by')
@patch.object(DBInstance, 'find_all')
def test_delete_cluster(self, mock_find_all, mock_find_by, mock_save):
mock_find_all.return_value.all.return_value = []
mock_find_by.return_value = self.db_cluster
self.clustertasks.delete_cluster(Mock(), self.cluster_id)
self.assertEqual(ClusterTaskStatus.NONE, self.db_cluster.task_status)
mock_save.assert_called_with()
def test_rolling_upgrade_cluster_without_order_specified(self):
self._assert_rolling_upgrade_cluster(None, None)
def test_rolling_upgrade_cluster_with_order_specified(self):
ordering = {1: 1, 2: 2, 3: 3, 4: 4, 5: 5}
def ordering_function(instance):
return ordering[instance.id]
self._assert_rolling_upgrade_cluster(ordering_function, ordering)
@patch('trove.taskmanager.models.DBaaSInstanceUpgrade')
@patch('trove.taskmanager.models.BuiltInstanceTasks')
@patch('trove.taskmanager.models.EndNotification')
@patch('trove.taskmanager.models.StartNotification')
@patch('trove.taskmanager.models.Timeout')
@patch.object(ClusterTasks, 'reset_task')
@patch.object(DBInstance, 'find_all')
def _assert_rolling_upgrade_cluster(self, ordering_function, ordering,
mock_find_all, mock_reset_task,
mock_timeout, mock_start, mock_end,
mock_instance_task, mock_upgrade):
class MockInstance(Mock):
upgrade_counter = 0
def upgrade(self, _):
MockInstance.upgrade_counter += 1
self.upgrade_number = MockInstance.upgrade_counter
db_instances = [Mock() for _ in range(5)]
for i in range(5):
db_instances[i].id = i + 1
mock_find_all.return_value.all.return_value = db_instances
instances = []
def load_side_effect(_, instance_id):
return_value = MockInstance()
return_value.id = instance_id
instances.append(return_value)
return return_value
mock_instance_task.load.side_effect = load_side_effect
if ordering is None:
ordering = {1: 1, 2: 2, 3: 3, 4: 4, 5: 5}
self.clustertasks.rolling_upgrade_cluster(MagicMock(), Mock(), Mock(),
ordering_function)
order_result = {inst.id: inst.upgrade_number for inst in instances}
self.assertEqual(ClusterTaskStatus.NONE, self.db_cluster.task_status)
self.assertDictEqual(ordering, order_result)
@patch.object(ClusterTasks, 'reset_task')
@patch.object(ClusterTasks, '_create_shard')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(utils, 'generate_random_password', return_value='pwd')
@patch.object(ClusterTasks, 'get_ip')
@patch.object(Instance, 'load')
@patch.object(ClusterTasks, '_all_instances_ready')
@patch.object(DBInstance, 'find_all')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_create_cluster(self, mock_dv, mock_ds, mock_find_all,
mock_all_instances_ready, mock_load, mock_ip,
mock_password, mock_guest, mock_create_shard,
mock_reset_task):
mock_find_all.return_value.all.return_value = [
self.dbinst1, self.dbinst2, self.dbinst3, self.dbinst4
]
mock_all_instances_ready.return_value = True
member1 = BaseInstance(Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
member2 = BaseInstance(Mock(), self.dbinst2, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
query_router = BaseInstance(Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
config_server = BaseInstance(
Mock(), self.dbinst4, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
mock_load.side_effect = [member1, member2, query_router, config_server]
mock_ip.side_effect = ["10.0.0.5"]
mock_create_shard.return_value = True
self.clustertasks.create_cluster(Mock(), self.cluster_id)
mock_guest().add_config_servers.assert_called_with(["10.0.0.5"])
mock_guest().create_admin_user.assert_called_with("pwd")
mock_create_shard.assert_called_with(query_router, [member1, member2])
self.assertEqual(4, mock_guest().cluster_complete.call_count)
mock_reset_task.assert_called_with()
@patch.object(ClusterTasks, 'update_statuses_on_failure')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, 'get_cluster_admin_password')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
@patch(
'trove.common.strategies.cluster.experimental.mongodb.taskmanager.LOG')
def test_add_query_routers_failure(self, mock_logging, mock_dv, mock_ds,
mock_password, mock_guest, mock_update):
query_router = BaseInstance(Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
mock_guest.side_effect = Exception("Boom!")
ret_val = self.clustertasks._add_query_routers([query_router],
['10.0.0.5'])
mock_update.assert_called_with(self.cluster_id)
self.assertFalse(ret_val)
@patch.object(ClusterTasks, 'get_guest')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_add_query_routers(self, mock_dv, mock_ds, mock_guest):
password = '******'
query_router = BaseInstance(Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
ret_val = self.clustertasks._add_query_routers([query_router],
['10.0.0.5'],
admin_password=password)
mock_guest.assert_called_with(query_router)
mock_guest().add_config_servers.assert_called_with(['10.0.0.5'])
mock_guest().store_admin_password.assert_called_with(password)
self.assertTrue(ret_val)
@patch.object(ClusterTasks, 'get_guest')
@patch.object(utils, 'generate_random_password')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_add_query_routers_new_cluster(self, mock_dv, mock_ds,
mock_gen_password, mock_guest):
password = '******'
query_router = BaseInstance(Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
mock_gen_password.return_value = password
ret_val = self.clustertasks._add_query_routers([query_router],
['10.0.0.5'])
mock_guest.assert_called_with(query_router)
mock_guest().add_config_servers.assert_called_with(['10.0.0.5'])
mock_guest().create_admin_user.assert_called_with(password)
self.assertTrue(ret_val)
@patch.object(ClusterTasks, 'reset_task')
@patch.object(ClusterTasks, 'get_guest')
@patch.object(ClusterTasks, '_all_instances_ready')
@patch.object(DBInstance, 'find_all')
def _run_grow_cluster(self,
mock_find_all,
mock_all_instances_ready,
mock_guest,
mock_reset_task,
new_instances_ids=None):
mock_find_all().all.return_value = [
self.dbinst1, self.dbinst2, self.dbinst3, self.dbinst4
]
mock_all_instances_ready.return_value = True
self.clustertasks.grow_cluster(Mock(), self.cluster_id,
new_instances_ids)
self.assertEqual(len(new_instances_ids),
mock_guest().cluster_complete.call_count)
mock_reset_task.assert_called_with()
@patch.object(ClusterTasks, '_add_query_routers')
@patch.object(ClusterTasks, 'get_cluster_admin_password')
@patch.object(ClusterTasks, 'get_ip')
@patch.object(Instance, 'load')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_grow_cluster_query_router(self, mock_dv, mock_ds, mock_load,
mock_ip, mock_get_password,
mock_add_query_router):
query_router = BaseInstance(Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
config_server = BaseInstance(
Mock(), self.dbinst4, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
mock_load.side_effect = [query_router, config_server]
mock_ip.return_value = '10.0.0.5'
mock_add_query_router.return_value = True
self._run_grow_cluster(new_instances_ids=[query_router.id])
mock_add_query_router.assert_called_with(
[query_router], ['10.0.0.5'], admin_password=mock_get_password())
@patch.object(ClusterTasks, '_create_shard')
@patch.object(Instance, 'load')
@patch.object(ClusterTasks, '_get_running_query_router_id')
@patch.object(datastore_models.Datastore, 'load')
@patch.object(datastore_models.DatastoreVersion, 'load_by_uuid')
def test_grow_cluster_shard(self, mock_dv, mock_ds, mock_running_qr_id,
mock_load, mock_create_shard):
mock_running_qr_id.return_value = '3'
member1 = BaseInstance(Mock(), self.dbinst1, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
member2 = BaseInstance(Mock(), self.dbinst2, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
query_router = BaseInstance(Mock(), self.dbinst3, Mock(),
InstanceServiceStatus(ServiceStatuses.NEW))
mock_load.side_effect = [member1, member2, query_router]
mock_create_shard.return_value = True
self._run_grow_cluster(new_instances_ids=[member1.id, member2.id])
mock_create_shard.assert_called_with(query_router, [member1, member2])