def generate_response_headers(self):
headers = Headers()
headers.appendlist('Connection', 'keep-alive')
headers.appendlist('Content-Encoding', 'gzip')
headers.appendlist('Content-Type', 'text/html; charset=utf-8')
headers.appendlist('Date', 'Thu, 20 Feb 2020 00:59:44 GMT')
headers.appendlist('Server', 'nginx/1.14.0 (Ubuntu)')
headers.appendlist('Transfer-Encoding', 'chunked')
headers.appendlist('X-Upstream', 'toscrape-pstrial-2019-12-16_web')
return headers
def generate_request_headers(self):
headers = Headers()
headers.appendlist('Accept', 'text/html,application/xhtml+xml,application/xml;q=0.9,image/webp,image/apng,*/*;q=0.8,application/signed-exchange;v=b3;q=0.9')
headers.appendlist('Accept-Encoding', 'gzip, deflate')
headers.appendlist('Accept-Language', 'en-US,en;q=0.9,ru;q=0.8')
headers.appendlist('Connection', 'keep-alive')
headers.appendlist('Host', 'pstrial-2019-12-16.toscrape.com')
headers.appendlist('Referer', 'http://pstrial-2019-12-16.toscrape.com/browse/')
headers.appendlist('Upgrade-Insecure-Requests', '1')
headers.appendlist('User-Agent', 'Mozilla/5.0 (X11; Linux x86_64) AppleWebKit/537.36 (KHTML, like Gecko) Chrome/80.0.3987.106 Safari/537.36')
return headers
