def get(self, page): response = self.fetch(page) if response is None: log.warn('Request failed (no response returned)') return None if response.status_code < 200 or response.status_code >= 300: log_request_error(log, response) return None # Parse response, return data content_type = response.headers.get('content-type') if content_type and content_type.startswith('application/json'): # Try parse json response try: data = response.json() except Exception as e: log.warning('Unable to parse page: %s', e) return None else: log.warning('Received a page with an invalid content type: %r', content_type) return None return data
def _send(self, request): response = self.client.http.send(request) if response is None: if self.exceptions: raise RequestFailedError('No response available') log.warning('Request failed (no response returned)') return None if response.status_code < 200 or response.status_code >= 300: log_request_error(log, response) # Raise an exception (if enabled) if self.exceptions: if response.status_code >= 500: raise ServerError(response) else: raise ClientError(response) return None # Update pagination state self.per_page = try_convert(response.headers.get('x-pagination-limit'), int) self.total_items = try_convert(response.headers.get('x-pagination-item-count'), int) self.total_pages = try_convert(response.headers.get('x-pagination-page-count'), int) return response
def get_data(self, response, exceptions=False, parse=True): if response is None: if exceptions: raise RequestFailedError('No response available') log.warning('Request failed (no response returned)') return None # Return response, if parsing is disabled or pagination is enabled if not parse or isinstance(response, PaginationIterator): return response # Check status code, log any errors error = False if response.status_code < 200 or response.status_code >= 300: log_request_error(log, response) # Raise an exception (if enabled) if exceptions: if response.status_code >= 500: raise ServerError(response) else: raise ClientError(response) # Set error flag error = True # Return `None` if we encountered an error, return response data if error: return None # Parse response, return data content_type = response.headers.get('content-type') if content_type and content_type.startswith('application/json'): # Try parse json response try: data = response.json() except Exception as e: log.warning('unable to parse JSON response: %s', e) return None else: log.debug( 'response returned content-type: %r, falling back to raw data', content_type) # Fallback to raw content data = response.content return data
def get_data(self, response, exceptions=False, pagination=False, parse=True): if response is None: if exceptions: raise RequestFailedError('No response available') log.warn('Request failed (no response returned)') return None # Return response, if parse=False if not parse: return response # Check status code, log any errors error = False if response.status_code < 200 or response.status_code >= 300: log_request_error(log, response) # Raise an exception (if enabled) if exceptions: if response.status_code >= 500: raise ServerError(response) else: raise ClientError(response) # Set error flag error = True # Return `None` if we encountered an error, return response data if error: return None # Check for pagination response page_count = try_convert(response.headers.get('x-pagination-page-count'), int) if page_count and page_count > 1: if pagination: return PaginationIterator(self.client, response) warnings.warn( 'Unhandled pagination response, more pages can be returned with `pagination=True`', stacklevel=3 ) # Parse response, return data content_type = response.headers.get('content-type') if content_type and content_type.startswith('application/json'): # Try parse json response try: data = response.json() except Exception as e: log.warning('unable to parse JSON response: %s', e) return None else: log.debug('response returned content-type: %r, falling back to raw data', content_type) # Fallback to raw content data = response.content return data