def _wait_for_response(self, requests, to_json): """Issue a batch of requests and wait for the responses. Args: requests - A list of requests to_json - A boolean, should the responses be returned as JSON blobs Returns: A list of dicts if to_json, a list of grequest.response otherwise """ all_responses = [] for request, response in zip(requests, grequests.map(requests)): if not response: response = MultiRequest._FakeResponse(request, '<UNKNOWN>') if 200 != response.status_code: write_error_message('url[{0}] status_code[{1}]'.format(response.request.url, response.status_code)) # TODO - Add an option for printing this sys.stderr.write(response.request.url) sys.stderr.write('\n') if to_json: all_responses.append(response.json()) else: all_responses.append(response) return all_responses
def _to_url(cls, url_path): try: return u'{0}{1}'.format(cls.BASE_URL, url_path) except Exception as e: write_error_message(url_path) write_exception(e) raise e
def test_write_error_message(self): message = 'Look for me in validation' expected = '[ERROR] Look for me in validation\n' write_error_message(message) output = self._stringio.getvalue() T.assert_equal(output, expected)
def test_write_error_message(self): message = 'Look for me in validation' expected = '[ERROR] Look for me in validation\n' write_error_message(message) output = self._stringio.getvalue() T.assert_equal(output, expected)
def test_write_error_message(self, capsys): message = 'Look for me in validation' expected = '[ERROR] Look for me in validation\n' write_error_message(message) output = capsys.readouterr().err assert output == expected
def _to_urls(cls, fmt_url_path, url_path_args): url_paths = [] for path_arg in url_path_args: try: url_paths.append(fmt_url_path.format(path_arg)) except Exception as e: write_error_message(path_arg) write_exception(e) raise e return [cls._to_url(url_path) for url_path in url_paths]
def wrapper(*args, **kwargs): try: result = fn(*args, **kwargs) return result except InvalidRequestError as e: write_exception(e) if hasattr(e, 'request'): write_error_message('request {0}'.format(repr(e.request))) if hasattr(e, 'response'): write_error_message('response {0}'.format(repr(e.response))) raise e