def _wait_for_response(self, requests, to_json):
"""Issue a batch of requests and wait for the responses.
Args:
requests - A list of requests
to_json - A boolean, should the responses be returned as JSON blobs
Returns:
A list of dicts if to_json, a list of grequest.response otherwise
"""
all_responses = []
for request, response in zip(requests, grequests.map(requests)):
if not response:
response = MultiRequest._FakeResponse(request, '<UNKNOWN>')
if 200 != response.status_code:
write_error_message('url[{0}] status_code[{1}]'.format(response.request.url, response.status_code))
# TODO - Add an option for printing this
sys.stderr.write(response.request.url)
sys.stderr.write('\n')
if to_json:
all_responses.append(response.json())
else:
all_responses.append(response)
return all_responses
def _to_url(cls, url_path):
try:
return u'{0}{1}'.format(cls.BASE_URL, url_path)
except Exception as e:
write_error_message(url_path)
write_exception(e)
raise e
def test_write_error_message(self):
message = 'Look for me in validation'
expected = '[ERROR] Look for me in validation\n'
write_error_message(message)
output = self._stringio.getvalue()
T.assert_equal(output, expected)
def test_write_error_message(self):
message = 'Look for me in validation'
expected = '[ERROR] Look for me in validation\n'
write_error_message(message)
output = self._stringio.getvalue()
T.assert_equal(output, expected)
def test_write_error_message(self, capsys):
message = 'Look for me in validation'
expected = '[ERROR] Look for me in validation\n'
write_error_message(message)
output = capsys.readouterr().err
assert output == expected
def _to_urls(cls, fmt_url_path, url_path_args):
url_paths = []
for path_arg in url_path_args:
try:
url_paths.append(fmt_url_path.format(path_arg))
except Exception as e:
write_error_message(path_arg)
write_exception(e)
raise e
return [cls._to_url(url_path) for url_path in url_paths]
def wrapper(*args, **kwargs):
try:
result = fn(*args, **kwargs)
return result
except InvalidRequestError as e:
write_exception(e)
if hasattr(e, 'request'):
write_error_message('request {0}'.format(repr(e.request)))
if hasattr(e, 'response'):
write_error_message('response {0}'.format(repr(e.response)))
raise e
