def custom_prepare_response_func(transport, g):
response = Response()
response.head = cache_item['head']
response.body = body
response.code = cache_item['response_code']
response.time = 0
# Hack for deprecated behaviour
if 'response_url' in cache_item:
response.url = cache_item['response_url']
else:
logger.debug('You cache contains items without `response_url` key. It is depricated data format. Please re-download you cache or build manually `response_url` keys.')
response.url = cache_item['url']
response.parse()
response.cookies = transport.extract_cookies()
return response
def custom_prepare_response_func(transport, g):
response = Response()
response.head = cache_item['head']
response.body = body
response.code = cache_item['response_code']
response.time = 0
# Hack for deprecated behaviour
if 'response_url' in cache_item:
response.url = cache_item['response_url']
else:
logger.debug('You cache contains items without `response_url` key. It is depricated data format. Please re-download you cache or build manually `response_url` keys.')
response.url = cache_item['url']
response.parse()
response.cookies = transport.extract_cookies()
return response
def prepare_response(self, grab):
response = Response()
response.head = ''
response.body = self.ghost.content.encode('utf-8')
response.code = self.response_page.http_status
response.time = 0
response.url = self.response_page.url
#if grab.config['document_charset'] is not None:
#response.parse(charset=grab.config['document_charset'])
#else:
#response.parse()
response.parse(charset='utf-8')
response.cookies = self.extract_cookies()
# We do not need anymore cookies stored in the
# curl instance so drop them
#self.curl.setopt(pycurl.COOKIELIST, 'ALL')
return response
def prepare_response(self, grab):
response = Response()
response.head = ''
response.body = self.ghost.content.encode('utf-8')
response.code = self.response_page.http_status
response.time = 0
response.url = self.response_page.url
#if grab.config['document_charset'] is not None:
#response.parse(charset=grab.config['document_charset'])
#else:
#response.parse()
response.parse(charset='utf-8')
response.cookies = self.extract_cookies()
# We do not need anymore cookies stored in the
# curl instance so drop them
#self.curl.setopt(pycurl.COOKIELIST, 'ALL')
return response
