def test_request_no_active_pool(self):
client = SolrRequest(
["http://localsolr:7070/solr/", "http://localsolr:8080/solr/"],
zookeeper_hosts=["http://localzook:2181", "http://localzook:2181"])
client.current_hosts = ''
# simulate an empty pool
with mock.patch('requests.sessions.Session.request') as mock_request:
fake_response = Response()
fake_response.status_code = 200
fake_response.text = json.dumps({'fake_data': 'fake_value'})
mock_request.return_value = fake_response
with self.assertRaises(SolrError) as cm:
response = client.request('fake_path',
{"fake_params": "fake_value"},
'GET',
body={"fake_body": "fake_value"})
solr_error = cm.exception
self.assertEqual(str(solr_error),
"SOLR reporting all nodes as down")
# add nodes back to the bool
client.current_hosts = [
"http://localsolr:7070/solr/", "http://localsolr:8080/solr/"
]
response = client.request('fake_path',
{"fake_params": "fake_value"},
'GET',
body={"fake_body": "fake_value"})
def test_request_request__omitHeder_is_false(self):
client = SolrRequest(["http://localsolr:8080/solr/"])
with mock.patch('requests.sessions.Session.request') as mock_request:
fake_response = Response()
fake_response.status_code = 200
fake_response.text = json.dumps({'fake_data': 'fake_value'})
mock_request.return_value = fake_response
response = client.request('fake_path', {
"fake_params": "fake_value",
'omitHeader': 'false'
},
'GET',
body={"fake_body": "fake_value"})
mock_request.assert_called_once_with(
'GET',
'http://localsolr:8080/solr/fake_path',
params={
"fake_params": "fake_value",
'wt': 'json',
'omitHeader': 'false',
'json.nl': 'map'
},
headers={'content-type': 'application/json'},
data={"fake_body": "fake_value"},
timeout=15)
assert response == {'fake_data': 'fake_value'}
def test_request_request__malformed_response(self):
client = SolrRequest(["http://localsolr:8080/solr/"])
with mock.patch('requests.sessions.Session.request') as mock_request:
fake_response = Response()
fake_response.status_code = 200
fake_response.text = "Malformed Response"
mock_request.return_value = fake_response
with self.assertRaises(SolrError) as cm:
response = client.request('fake_path',
{"fake_params": "fake_value"},
'GET',
body={"fake_body": "fake_value"})
mock_request.assert_called_once_with(
'GET',
'http://localsolr:8080/solr/fake_path',
params={
"fake_params": "fake_value",
'wt': 'json',
'omitHeader': 'true',
'json.nl': 'map'
},
headers={'content-type': 'application/json'},
data={"fake_body": "fake_value"},
timeout=15)
solr_error = cm.exception
self.assertEqual(str(solr_error),
"Parsing Error: Malformed Response")
def test_request_request__server_down(self):
client = SolrRequest(
["http://localsolr:7070/solr/", "http://localsolr:8080/solr/"],
zookeeper_hosts=["http://localzook:2181", "http://localzook:2181"])
with mock.patch('requests.sessions.Session.request') as mock_request:
def request(*args, **kwargs):
raise ConnectionError("Server down!")
mock_request.side_effect = request
with mock.patch('wukong.zookeeper.Zookeeper.get_active_hosts'
) as mock_zookeeper:
def get_active_hosts():
return ["http://localsolr:7070/solr/"]
mock_zookeeper.side_effect = get_active_hosts
with self.assertRaises(SolrError) as cm:
response = client.request('fake_path',
{"fake_params": "fake_value"},
'GET',
body={"fake_body": "fake_value"})
mock_request.assert_any_call(
'GET',
'http://localsolr:8080/solr/fake_path',
params={
"fake_params": "fake_value",
'wt': 'json',
'omitHeader': 'true',
'json.nl': 'map'
},
headers={'content-type': 'application/json'},
data={"fake_body": "fake_value"},
timeout=15)
self.assertEqual(client.current_hosts,
["http://localsolr:7070/solr/"])
mock_request.assert_any_call(
'GET',
'http://localsolr:7070/solr/fake_path',
params={
"fake_params": "fake_value",
'wt': 'json',
'omitHeader': 'true',
'json.nl': 'map'
},
headers={'content-type': 'application/json'},
data={"fake_body": "fake_value"},
timeout=15)
solr_error = cm.exception
self.assertEqual(str(solr_error),
"Unable to fetch from any SOLR nodes")
def test_request_no_active_pool(self):
with mock.patch('requests.sessions.Session.request') as mock_request:
fake_response = Response()
fake_response.status_code = 200
fake_response.text = json.dumps({'fake_data': 'fake_value'})
mock_request.return_value = fake_response
with mock.patch('wukong.zookeeper.Zookeeper.get_active_hosts'
) as mock_zookeeper:
def get_active_hosts():
return []
mock_zookeeper.side_effect = get_active_hosts
client = SolrRequest([
"http://localsolr:7070/solr/",
"http://localsolr:8080/solr/"
],
zookeeper_hosts=[
"http://localzook:2181",
"http://localzook:2181"
])
with self.assertRaises(SolrError) as cm:
response = client.request('fake_path',
{"fake_params": "fake_value"},
'GET',
body={"fake_body": "fake_value"})
solr_error = cm.exception
self.assertEqual(str(solr_error),
"Unable to fetch from any SOLR nodes")
with mock.patch('wukong.zookeeper.Zookeeper.get_active_hosts'
) as mock_zookeeper:
def get_active_hosts():
return [
"http://localsolr:7070/solr/",
"http://localsolr:8080/solr/"
]
mock_zookeeper.side_effect = get_active_hosts
response = client.request('fake_path',
{"fake_params": "fake_value"},
'GET',
body={"fake_body": "fake_value"})
def test_request_request__all_servers_down(self):
client = SolrRequest(
["http://localsolr:7070/solr/", "http://localsolr:8080/solr/"],
zookeeper_hosts=["http://localzook:2181", "http://localzook:2181"])
with mock.patch('requests.sessions.Session.request') as mock_request:
def request(*args, **kwargs):
raise ConnectionError("Server down!")
mock_request.side_effect = request
with mock.patch('wukong.zookeeper.Zookeeper.get_active_hosts'
) as mock_zookeeper:
def get_active_hosts():
return []
mock_zookeeper.side_effect = get_active_hosts
with self.assertRaises(SolrError) as cm:
response = client.request('fake_path',
{"fake_params": "fake_value"},
'GET',
body={"fake_body": "fake_value"})
self.assertEqual(client.current_hosts, [])
solr_error = cm.exception
self.assertEqual(str(solr_error),
"SOLR reporting all nodes as down")
with self.assertRaises(SolrError) as cm:
response2 = client.request(
'fake_path', {"fake_params": "fake_value"},
'GET',
body={"fake_body": "fake_value"})
solr_error = cm.exception
self.assertEqual(str(solr_error),
"SOLR reporting all nodes as down")
def test_request_refill_pool(self):
client = SolrRequest(
["http://localsolr:7070/solr/", "http://localsolr:8080/solr/"],
zookeeper_hosts=["http://localzook:2181", "http://localzook:2181"])
# simulate an empty pool and a 5 minute old error
client.current_hosts = ["http://localsolr:8080/solr/"]
client.last_error = time.time() - 5
with mock.patch('requests.sessions.Session.request') as mock_request:
fake_response = Response()
fake_response.status_code = 200
fake_response.text = json.dumps({'fake_data': 'fake_value'})
mock_request.return_value = fake_response
response = client.request('fake_path',
{"fake_params": "fake_value"},
'GET',
body={"fake_body": "fake_value"})
self.assertEqual(client.current_hosts, client.master_hosts)
def test_should_refresh(self):
with mock.patch('requests.sessions.Session.request') as mock_request:
fake_response = Response()
fake_response.status_code = 200
fake_response.text = json.dumps({'fake_data': 'fake_value'})
mock_request.return_value = fake_response
with mock.patch('wukong.zookeeper.Zookeeper.get_active_hosts'
) as mock_zookeeper:
def get_empty_active_hosts():
return []
def get_active_hosts():
return [
"http://localsolr:7070/solr/",
"http://localsolr:8080/solr/"
]
mock_zookeeper.side_effect = get_empty_active_hosts
client = SolrRequest([
"http://localsolr:7070/solr/",
"http://localsolr:8080/solr/"
],
zookeeper_hosts=[
"http://localzook:2181",
"http://localzook:2181"
])
mock_zookeeper.side_effect = get_active_hosts
assert client.master_hosts == []
client._last_request = time.time() - (
client.refresh_frequency * 1000 + 3000)
response = client.request('fake_path',
{"fake_params": "fake_value"},
'GET',
body={"fake_body": "fake_value"},
headers={'foo': 'bar'})
assert client.master_hosts == get_active_hosts()
assert client.current_hosts == client.master_hosts
