def make_headers(self, headers):
headers = CaselessDict(headers)
if 'user-agent' in headers:
self.user_agent = headers.pop('user-agent')
self.cookies = self.make_cookies(headers.pop('cookie', {}))
self.headers = headers
def _make_scrapy_request(self, request_from_browser, callback, errback):
headers = CaselessDict(request_from_browser.headers)
# Scrapy will set Content-Length if it is needed.
headers.pop(b'Content-Length', None)
# TODO: allow user to set a key on parent request and set it on all
# requests from it.
cookiejarkey = request_from_browser.cookiejarkey
meta = {
# XXX: could handle redirects on this side to avoid round-trips.
'dont_redirect': True,
'handle_httpstatus_all': True,
'from_browser': True,
'browser_page_first_request':
request_from_browser.is_first_request,
'dont_merge_cookies': (cookiejarkey is None),
'cookiejar': cookiejarkey
}
# TODO: increase priority.
return _BrowserDownloadRequest(url=request_from_browser.url,
method=request_from_browser.method,
headers=headers,
body=request_from_browser.body,
dont_filter=True,
meta=meta,
callback=callback,
errback=errback)
def test_pop(self):
d = CaselessDict()
d['a'] = 1
self.assertEqual(d.pop('A'), 1)
self.assertRaises(KeyError, d.pop, 'A')
def test_pop(self):
d = CaselessDict()
d['a'] = 1
self.assertEqual(d.pop('A'), 1)
self.assertRaises(KeyError, d.pop, 'A')
def test_pop(self):
d = CaselessDict()
d["a"] = 1
self.assertEqual(d.pop("A"), 1)
self.assertRaises(KeyError, d.pop, "A")
