def custom_prepare_response_func(transport, g): response = Response() response.head = cache_item['head'] response.body = body response.code = cache_item['response_code'] response.time = 0 # Hack for deprecated behaviour if 'response_url' in cache_item: response.url = cache_item['response_url'] else: logger.debug('You cache contains items without `response_url` key. It is depricated data format. Please re-download you cache or build manually `response_url` keys.') response.url = cache_item['url'] response.parse() response.cookies = transport.extract_cookies() return response
def custom_prepare_response_func(transport, g): response = Response() response.head = cache_item['head'] response.body = body response.code = cache_item['response_code'] response.time = 0 # Hack for deprecated behaviour if 'response_url' in cache_item: response.url = cache_item['response_url'] else: logger.debug('You cache contains items without `response_url` key. It is depricated data format. Please re-download you cache or build manually `response_url` keys.') response.url = cache_item['url'] response.parse() response.cookies = transport.extract_cookies() return response
def prepare_response(self, grab): response = Response() response.head = '' response.body = self.ghost.content.encode('utf-8') response.code = self.response_page.http_status response.time = 0 response.url = self.response_page.url #if grab.config['document_charset'] is not None: #response.parse(charset=grab.config['document_charset']) #else: #response.parse() response.parse(charset='utf-8') response.cookies = self.extract_cookies() # We do not need anymore cookies stored in the # curl instance so drop them #self.curl.setopt(pycurl.COOKIELIST, 'ALL') return response
def prepare_response(self, grab): response = Response() response.head = '' response.body = self.ghost.content.encode('utf-8') response.code = self.response_page.http_status response.time = 0 response.url = self.response_page.url #if grab.config['document_charset'] is not None: #response.parse(charset=grab.config['document_charset']) #else: #response.parse() response.parse(charset='utf-8') response.cookies = self.extract_cookies() # We do not need anymore cookies stored in the # curl instance so drop them #self.curl.setopt(pycurl.COOKIELIST, 'ALL') return response