class KaniRequests(object):
def __init__(self,
headers={},
proxy={},
default_timeout=None,
max_retries=3):
def __init__(self, *args, **kwargs):
if kwargs["connect"] is None:
kwargs["connect"] = default_timeout
if kwargs["read"] is None:
kwargs["read"] = default_timeout
return TimeoutSauce.__init__(self, *args, **kwargs)
DefaultTimeout = type("DefaultTimeout", (TimeoutSauce, ),
{"__init__": __init__})
self.headers = headers
self.proxy = proxy
self.session = HTMLSession()
self.session.headers.update(headers)
if proxy != {}:
self.session.proxies = proxy
# self.session.verify = os.path.join(os.path.dirname(__file__), "FiddlerRoot.pem")
self.session.verify = None
self.adapters = requests.adapters.HTTPAdapter(max_retries=max_retries)
self.adapters.TimeoutSauce = DefaultTimeout
requests.adapters.TimeoutSauce = DefaultTimeout
self.session.mount("http://", self.adapters)
self.session.mount("https://", self.adapters)
self.yag = None
self.mail_to = None
self.subject = None
self.log = logging.getLogger(self.__class__.__name__)
def set_error_mailer(self, yag, mail_to, subject):
self.yag = yag
self.mail_to = mail_to
self.subject = subject
def mount(self, prefix, adapters):
self.session.mount(prefix, adapters)
self.session.mount(prefix, adapters)
def get(self, url, *args, **kwargs):
try:
kwargs["cookies"] = self.session.cookies
result = self.session.get(url, *args, **kwargs)
if self.yag is not None:
if result.status_code != 200:
status_code = result.status_code
body = f"status_code is not 200 on Get {url=} {args=} {kwargs=}\n"
body += f"{status_code=}"
self.yag.send(
to=self.mail_to,
subject=self.subject,
contents=body,
)
self.log.error(
"Sending error email because of status_code=%s.",
status_code)
return result
except Exception as e:
if self.yag is not None:
body = f"Error on Get {url=} {args=} {kwargs=}"
body += "\n[sys.exe_info]\n"
body += str(sys.exc_info())
body = "\n[traceback.format_exc]\n"
body += traceback.format_exc()
self.yag.send(
to=self.mail_to,
subject=self.subject,
contents=body,
)
self.log.error("Sending error email because of Exception=%s.",
e)
raise
def post(self, url, *args, **kwargs):
try:
kwargs["cookies"] = self.session.cookies
result = self.session.post(url, *args, **kwargs)
if self.yag is not None:
if result.status_code != 200:
status_code = result.status_code
body = f"status_code is not 200 on Get {url=} {args=} {kwargs=}\n"
body += f"{status_code=}"
self.yag.send(
to=self.mail_to,
subject=self.subject,
contents=body,
)
self.log.error(
"Sending error email because of status_code=%s.",
status_code)
return result
except Exception as e:
if self.yag is not None:
body = f"Error on Get {url=} {args=} {kwargs=}\n"
body += "\n[sys.exe_info]\n"
body += sys.exc_info()
body = "\n[traceback.format_exc]\n"
body += traceback.format_exc()
self.yag.send(
to=self.mail_to,
subject=self.subject,
contents=body,
)
self.log.error("Sending error email because of Exception=%s.",
e)
raise
def put(self, url, *args, **kwargs):
kwargs["cookies"] = self.session.cookies
return self.session.put(url, *args, **kwargs)
def delete(self, url, *args, **kwargs):
kwargs["cookies"] = self.session.cookies
return self.session.delete(url, *args, **kwargs)
def close(self):
self.session.close()
def cookies_to_dict(self):
return dict_from_cookiejar(self.session.cookies)
def add_cookies(self, cookies):
add_dict_to_cookiejar(self.session.cookies, cookies)
