def test_should_not_raise_exceptions_when_deleting_a_complete_cluster(self): versions = [{'version': 'test-version1'}, {'version': 'test-version2'}] senza_mock = SenzaWrapper(CONFIG) senza_versions_mock = senza_mock.get_all_stack_versions = MagicMock(return_value=versions) senza_switch_mock = senza_mock.switch_traffic = MagicMock(return_value=True) senza_delete_mock = senza_mock.delete_stack_version = MagicMock() controller = ClusterDeleteController(base_url=BASE_URL, stack_name=STACK_NAME, oauth_token=OAUTH_TOKEN, senza_wrapper=senza_mock) urlopen_mock = MagicMock(side_effect=self.__side_effect_return_cluster_state) urllib.request.urlopen = urlopen_mock controller.delete_cluster() senza_versions_mock.assert_called_once_with(STACK_NAME) switch_calls = senza_switch_mock.call_args_list self.assertEquals(2, len(switch_calls), 'Unexpected number of switch calls') self.assertEqual(switch_calls[0][0][0], STACK_NAME) self.assertEqual(switch_calls[0][0][1], 'test-version1') self.assertEqual(switch_calls[0][0][2], 0) self.assertEqual(switch_calls[1][0][0], STACK_NAME) self.assertEqual(switch_calls[1][0][1], 'test-version2') self.assertEqual(switch_calls[1][0][2], 0) delete_calls = senza_delete_mock.call_args_list self.assertEquals(2, len(delete_calls), 'Unexpected number of delete calls') self.assertEqual(delete_calls[0][0][0], STACK_NAME) self.assertEqual(delete_calls[0][0][1], 'test-version1') self.assertEqual(delete_calls[1][0][0], STACK_NAME) self.assertEqual(delete_calls[1][0][1], 'test-version2')
def test_should_forward_method_call_to_senza_when_switching_off_a_cluster_version(self): senza_mock = SenzaWrapper(CONFIG) senza_switch_mock = senza_mock.switch_traffic = MagicMock() controller = ClusterDeleteController(base_url=BASE_URL, stack_name=STACK_NAME, oauth_token=OAUTH_TOKEN, senza_wrapper=senza_mock) controller.switch_off_traffic('test-version') senza_switch_mock.assert_called_once_with(STACK_NAME, 'test-version', 0)
def test_should_raise_exception_when_switching_off_a_cluster_version_failed(self): senza_mock = SenzaWrapper(CONFIG) senza_switch_mock = senza_mock.switch_traffic = MagicMock(side_effect=Exception('Some exception')) controller = ClusterDeleteController(base_url=BASE_URL, stack_name=STACK_NAME, oauth_token=OAUTH_TOKEN, senza_wrapper=senza_mock) with self.assertRaisesRegex(Exception, 'Some exception'): controller.switch_off_traffic('test-version') senza_switch_mock.assert_called_once_with(STACK_NAME, 'test-version', 0)
def test_should_raise_exception_when_deleting_a_complete_cluster_without_version(self): versions = [] senza_mock = SenzaWrapper(CONFIG) senza_versions_mock = senza_mock.get_all_stack_versions = MagicMock(return_value=versions) controller = ClusterDeleteController(base_url=BASE_URL, stack_name=STACK_NAME, oauth_token=OAUTH_TOKEN, senza_wrapper=senza_mock) with self.assertRaisesRegex(Exception, 'No active stack version found'): controller.delete_cluster() senza_versions_mock.assert_called_once_with(STACK_NAME)
def test_should_not_raise_exception_when_weight_was_already_zero_before_switching_off_a_cluster_version(self): senza_mock = SenzaWrapper(CONFIG) senza_switch_mock = senza_mock.switch_traffic = MagicMock(side_effect=Exception('Traffic weight did not change' ', traffic for stack \[{}\] ' 'version \[{}\] is still at ' '\[{}\]%'.format('test', 'test', '0'))) controller = ClusterDeleteController(base_url=BASE_URL, stack_name=STACK_NAME, oauth_token=OAUTH_TOKEN, senza_wrapper=senza_mock) controller.switch_off_traffic('test-version') senza_switch_mock.assert_called_once_with(STACK_NAME, 'test-version', 0)
def setUp(self): senza_wrapper = SenzaWrapper(CONFIG) self.__controller = ClusterDeleteController(base_url=BASE_URL, stack_name=STACK_NAME, oauth_token=OAUTH_TOKEN, senza_wrapper=senza_wrapper)
class TestClusterDeleteController(TestCase): __controller = None __urlopen_mock = None def setUp(self): senza_wrapper = SenzaWrapper(CONFIG) self.__controller = ClusterDeleteController(base_url=BASE_URL, stack_name=STACK_NAME, oauth_token=OAUTH_TOKEN, senza_wrapper=senza_wrapper) def test_should_return_success_when_deleting_collection_in_cluster(self): urllib.request.urlopen = MagicMock(side_effect=self.__side_effect_all_ok) self.assertEqual(0, self.__controller.delete_collection_in_cluster('test')) def test_should_return_failure_because_of_unknown_status_code_from_solr_when_deleting_collection_in_cluster(self): urllib.request.urlopen = MagicMock(side_effect=self.__side_effect_unknown_http_code) with self.assertRaisesRegex(Exception, 'Received unexpected status code from Solr: \[{}\]' .format(str(HTTP_CODE_UNKNOWN))): self.__controller.delete_collection_in_cluster('test') def test_should_return_failure_because_of_unknown_error_from_solr_when_deleting_collection_in_cluster(self): urllib.request.urlopen = MagicMock(side_effect=self.__side_effect_unknown_http_error) with self.assertRaisesRegex(Exception, 'Failed sending request to Solr \[{}\]: HTTP Error {}: .*' .format(API_URL + '[^\]]+', str(HTTP_CODE_UNKNOWN_ERROR))): self.__controller.delete_collection_in_cluster('test') def test_should_return_success_after_timeout_when_deleting_collection_in_cluster(self): urllib.request.urlopen = MagicMock(side_effect=self.__side_effect_timeout) self.assertEqual(0, self.__controller.delete_collection_in_cluster('test')) def test_should_return_success_after_a_bad_request_error_when_deleting_collection_in_cluster(self): urllib.request.urlopen = MagicMock(side_effect=self.__side_effect_bad_request) self.assertEqual(0, self.__controller.delete_collection_in_cluster('test')) def test_should_delete_all_collections_in_cluster(self): urlopen_mock = MagicMock(side_effect=self.__side_effect_return_cluster_state) urllib.request.urlopen = urlopen_mock collections = CLUSTER_NORMAL['cluster']['collections'].keys() urls = list() for collection in collections: url = API_URL + '?action=DELETE' url += '&name=' + collection urls.append(url) result = self.__controller.delete_all_collections_in_cluster() self.assertEquals(0, result, "Deleting collections from cluster failed.") called_urls = list(map(lambda x: x[0][0].get_full_url(), urlopen_mock.call_args_list)) for url in urls: self.assertIn(url, called_urls, 'URL was not called') def test_should_return_success_on_errors_when_deleting_all_collections_in_cluster(self): side_effects = [ self.__side_effect_return_cluster_state(None), urllib.error.HTTPError(url=None, code=HTTP_CODE_UNKNOWN_ERROR, msg=None, hdrs=None, fp=None), ] urlopen_mock = MagicMock(side_effect=side_effects) urllib.request.urlopen = urlopen_mock collections = CLUSTER_NORMAL['cluster']['collections'].keys() urls = list() for collection in collections: url = API_URL + '?action=DELETE' url += '&name=' + collection urls.append(url) result = self.__controller.delete_all_collections_in_cluster() self.assertEquals(0, result, "Deleting collections from cluster failed.") called_urls = list(map(lambda x: x[0][0].get_full_url(), urlopen_mock.call_args_list)) for url in urls: self.assertIn(url, called_urls, 'URL was not called') def test_should_forward_method_call_to_senza_when_deleting_a_cluster_version(self): senza_mock = SenzaWrapper(CONFIG) senza_delete_mock = senza_mock.delete_stack_version = MagicMock() controller = ClusterDeleteController(base_url=BASE_URL, stack_name=STACK_NAME, oauth_token=OAUTH_TOKEN, senza_wrapper=senza_mock) controller.delete_cluster_version('test-version') senza_delete_mock.assert_called_once_with(STACK_NAME, 'test-version') def test_should_forward_method_call_to_senza_when_switching_off_a_cluster_version(self): senza_mock = SenzaWrapper(CONFIG) senza_switch_mock = senza_mock.switch_traffic = MagicMock() controller = ClusterDeleteController(base_url=BASE_URL, stack_name=STACK_NAME, oauth_token=OAUTH_TOKEN, senza_wrapper=senza_mock) controller.switch_off_traffic('test-version') senza_switch_mock.assert_called_once_with(STACK_NAME, 'test-version', 0) def test_should_not_raise_exception_when_weight_was_already_zero_before_switching_off_a_cluster_version(self): senza_mock = SenzaWrapper(CONFIG) senza_switch_mock = senza_mock.switch_traffic = MagicMock(side_effect=Exception('Traffic weight did not change' ', traffic for stack \[{}\] ' 'version \[{}\] is still at ' '\[{}\]%'.format('test', 'test', '0'))) controller = ClusterDeleteController(base_url=BASE_URL, stack_name=STACK_NAME, oauth_token=OAUTH_TOKEN, senza_wrapper=senza_mock) controller.switch_off_traffic('test-version') senza_switch_mock.assert_called_once_with(STACK_NAME, 'test-version', 0) def test_should_raise_exception_when_switching_off_a_cluster_version_failed(self): senza_mock = SenzaWrapper(CONFIG) senza_switch_mock = senza_mock.switch_traffic = MagicMock(side_effect=Exception('Some exception')) controller = ClusterDeleteController(base_url=BASE_URL, stack_name=STACK_NAME, oauth_token=OAUTH_TOKEN, senza_wrapper=senza_mock) with self.assertRaisesRegex(Exception, 'Some exception'): controller.switch_off_traffic('test-version') senza_switch_mock.assert_called_once_with(STACK_NAME, 'test-version', 0) def test_should_not_raise_exceptions_when_deleting_a_complete_cluster(self): versions = [{'version': 'test-version1'}, {'version': 'test-version2'}] senza_mock = SenzaWrapper(CONFIG) senza_versions_mock = senza_mock.get_all_stack_versions = MagicMock(return_value=versions) senza_switch_mock = senza_mock.switch_traffic = MagicMock(return_value=True) senza_delete_mock = senza_mock.delete_stack_version = MagicMock() controller = ClusterDeleteController(base_url=BASE_URL, stack_name=STACK_NAME, oauth_token=OAUTH_TOKEN, senza_wrapper=senza_mock) urlopen_mock = MagicMock(side_effect=self.__side_effect_return_cluster_state) urllib.request.urlopen = urlopen_mock controller.delete_cluster() senza_versions_mock.assert_called_once_with(STACK_NAME) switch_calls = senza_switch_mock.call_args_list self.assertEquals(2, len(switch_calls), 'Unexpected number of switch calls') self.assertEqual(switch_calls[0][0][0], STACK_NAME) self.assertEqual(switch_calls[0][0][1], 'test-version1') self.assertEqual(switch_calls[0][0][2], 0) self.assertEqual(switch_calls[1][0][0], STACK_NAME) self.assertEqual(switch_calls[1][0][1], 'test-version2') self.assertEqual(switch_calls[1][0][2], 0) delete_calls = senza_delete_mock.call_args_list self.assertEquals(2, len(delete_calls), 'Unexpected number of delete calls') self.assertEqual(delete_calls[0][0][0], STACK_NAME) self.assertEqual(delete_calls[0][0][1], 'test-version1') self.assertEqual(delete_calls[1][0][0], STACK_NAME) self.assertEqual(delete_calls[1][0][1], 'test-version2') def test_should_raise_exception_when_deleting_a_complete_cluster_without_version(self): versions = [] senza_mock = SenzaWrapper(CONFIG) senza_versions_mock = senza_mock.get_all_stack_versions = MagicMock(return_value=versions) controller = ClusterDeleteController(base_url=BASE_URL, stack_name=STACK_NAME, oauth_token=OAUTH_TOKEN, senza_wrapper=senza_mock) with self.assertRaisesRegex(Exception, 'No active stack version found'): controller.delete_cluster() senza_versions_mock.assert_called_once_with(STACK_NAME) def __side_effect_return_cluster_state(self, value): response_mock = MagicMock() # return OK for all HTTP requests response_mock.getcode.return_value = HTTP_CODE_OK response_mock.read.return_value = bytes(json.dumps(CLUSTER_NORMAL), 'utf-8') return response_mock def __side_effect_all_ok(self, value): self.assertIsNotNone(value) response_mock = MagicMock() response_mock.getcode.return_value = HTTP_CODE_OK return response_mock def __side_effect_unknown_http_code(self, value): self.assertIsNotNone(value) response_mock = MagicMock() response_mock.getcode.return_value = HTTP_CODE_UNKNOWN return response_mock def __side_effect_unknown_http_error(self, value): raise urllib.error.HTTPError(url=None, code=HTTP_CODE_UNKNOWN_ERROR, msg=None, hdrs=None, fp=None) def __side_effect_error(self, value): raise urllib.error.HTTPError(url=None, code=HTTP_CODE_ERROR, msg=None, hdrs=None, fp=None) def __side_effect_timeout(self, value): self.assertIsNotNone(value) raise urllib.error.HTTPError(url=None, code=HTTP_CODE_TIMEOUT, msg=None, hdrs=None, fp=None) def __side_effect_bad_request(self, value): raise urllib.error.HTTPError(url=None, code=HTTP_CODE_BAD_REQUEST, msg=None, hdrs=None, fp=None)
def solrcloud_cli(cli_args): parser = build_args_parser() args = parser.parse_args(cli_args) if not args.config: args.config = os.path.expanduser(DEFAULT_CONF_FILE) if not os.path.exists(args.config): print('Configuration file does not exist:', args.config) parser.print_usage() return with open(args.config, 'rb') as fd: settings = yaml.load(fd) senza_wrapper = SenzaWrapper(args.senza_configuration) if args.region: senza_wrapper.set_region(args.region) for key, value in settings.items(): senza_wrapper.add_parameter(key, value) if args.command in ['bootstrap']: controller = ClusterBootstrapController( base_url=settings['SolrBaseUrl'], stack_name=settings['ApplicationId'], sharding_level=args.sharding_level, replication_factor=args.replication_level, image_version=args.image_version, oauth_token=args.token, senza_wrapper=senza_wrapper) elif args.command in [ 'deploy', 'create-new-cluster', 'delete-old-cluster', 'add-new-nodes', 'delete-old-nodes', 'switch' ]: controller = ClusterDeploymentController( base_url=settings['SolrBaseUrl'], stack_name=settings['ApplicationId'], image_version=args.image_version, oauth_token=args.token, senza_wrapper=senza_wrapper) elif args.command in ['delete']: controller = ClusterDeleteController( base_url=settings['SolrBaseUrl'], stack_name=settings['ApplicationId'], oauth_token=args.token, senza_wrapper=senza_wrapper) else: print('Unknown command:', args.command) parser.print_usage() return if args.command == 'bootstrap': controller.bootstrap_cluster() elif args.command == 'deploy': controller.deploy_new_version() elif args.command == 'delete': controller.delete_cluster() elif args.command == 'create-new-cluster': controller.create_cluster() elif args.command == 'delete-old-cluster': controller.delete_cluster() elif args.command == 'add-new-nodes': controller.add_new_nodes_to_cluster() elif args.command == 'delete-old-nodes': controller.delete_old_nodes_from_cluster() elif args.command == 'switch': controller.switch_traffic()