def request(self, url, method='GET', **kwargs):
if '://' not in url:
url = f'https://{url}'
# process socket timeout
kwargs['timeout'] = kwargs.get('timeout') or self._global_options['timeout']
# process headers
headers = kwargs.get('headers') or {}
# set the User-Agent header
if 'agent' not in [h.lower() for h in headers]:
if self._global_options['rand_agent']:
headers['user-agent'] = rand_uagent.main().get
headers['user-agent'] = self._global_options['agent']
# normalize capitalization of the User-Agent header
headers = {k.title(): v for k, v in headers.items()}
kwargs['headers'] = headers
# process proxy
proxy = self._global_options['proxy']
if proxy:
proxies = {
'http': f"http://{proxy}",
'https': f"http://{proxy}",
}
kwargs['proxies'] = proxies
# disable TLS validation and warning
kwargs['verify'] = False
requests.packages.urllib3.disable_warnings(requests.packages.urllib3.exceptions.InsecureRequestWarning)
# send the request
resp = getattr(requests, method.lower())(url, **kwargs)
if self._global_options['verbosity'] < 2:
return resp
# display request data
self._print_prepared_request(resp.request)
# display response data
self._print_response(resp)
return resp
def rand_uagent(self):
return rand_uagent.main(self)