def prepare_response(self, grab):
#self.response.head = ''.join(self.response_head_chunks)
#self.response.body = ''.join(self.response_body_chunks)
#self.response.parse()
response = Response()
response.head = ''
response._unicode_body = self.browser.page_source
response.body = self.browser.page_source.encode('utf-8')
response.charset = 'utf-8'
#import pdb; pdb.set_trace()
response.url = self.browser.current_url
response.code = 200# TODO: fix, self.browser.status_code
response.cookies = self._extract_cookies()
#self.response.code = self.curl.getinfo(pycurl.HTTP_CODE)
#self.response.time = self.curl.getinfo(pycurl.TOTAL_TIME)
#self.response.url = self.curl.getinfo(pycurl.EFFECTIVE_URL)
#import pdb; pdb.set_trace()
self.browser.quit()
return response
def prepare_response(self, grab):
#self.response.head = ''.join(self.response_head_chunks)
#self.response.body = ''.join(self.response_body_chunks)
#self.response.parse()
response = Response()
response.head = ''
response._unicode_body = self.browser.page_source
response.body = self.browser.page_source.encode('utf-8')
response.charset = 'utf-8'
#import pdb; pdb.set_trace()
response.url = self.browser.current_url
response.code = 200 # TODO: fix, self.browser.status_code
response.cookies = self._extract_cookies()
#self.response.code = self.curl.getinfo(pycurl.HTTP_CODE)
#self.response.time = self.curl.getinfo(pycurl.TOTAL_TIME)
#self.response.url = self.curl.getinfo(pycurl.EFFECTIVE_URL)
#import pdb; pdb.set_trace()
self.browser.quit()
return response