def test_cookies(self):
req = CurlRequest({})
req.load(self.cookieURL)
assert len(req.cj) > 0
dl = CurlDownload(Bucket(), req)
assert req.context is dl.context is not None
dl.download(self.cookieURL + "/cookies.php", "cookies.txt")
cookies = open("cookies.txt", "rb").read().splitlines()
self.assertEqual(len(cookies), len(dl.context))
for c in cookies:
k, v = c.strip().split(":")
self.assertIn(k, req.cj)
def __init__(self, core):
self.lock = threading.Lock()
self.core = core
self.bucket = Bucket()
self.updateBucket()
self.cookiejars = {}
class RequestFactory(object):
def __init__(self, core):
self.lock = threading.Lock()
self.core = core
self.bucket = Bucket()
self.updateBucket()
self.cookiejars = {}
def iface(self):
return self.core.config.get("download", "interface")
def getRequest(self, pluginName, account=None, type="HTTP"):
self.lock.acquire()
if type == "XDCC":
return XDCCRequest(proxies=self.getProxies())
req = Browser(self.bucket, self.getOptions())
if account:
cj = self.getCookieJar(pluginName, account)
req.setCookieJar(cj)
else:
req.setCookieJar(CookieJar(pluginName))
self.lock.release()
return req
def getHTTPRequest(self, **kwargs):
""" returns a http request, dont forget to close it ! """
options = self.getOptions()
options.update(kwargs) #: submit kwargs as additional options
return HTTPRequest(CookieJar(None), options)
def getURL(self, *args, **kwargs):
""" see HTTPRequest for argument list """
cj = None
if 'cookies' in kwargs:
if isinstance(kwargs['cookies'], CookieJar):
cj = kwargs['cookies']
elif isinstance(kwargs['cookies'], list):
cj = CookieJar(None)
for cookie in kwargs['cookies']:
if isinstance(cookie, tuple) and len(cookie) == 3:
cj.setCookie(*cookie)
h = HTTPRequest(cj, self.getOptions())
try:
rep = h.load(*args, **kwargs)
finally:
h.close()
return rep
def getCookieJar(self, pluginName, account=None):
if (pluginName, account) in self.cookiejars:
return self.cookiejars[(pluginName, account)]
cj = CookieJar(pluginName, account)
self.cookiejars[(pluginName, account)] = cj
return cj
def getProxies(self):
""" returns a proxy list for the request classes """
if not self.core.config.get("proxy", "proxy"):
return {}
else:
type = "http"
setting = self.core.config.get("proxy", "type").lower()
if setting == "socks4":
type = "socks4"
elif setting == "socks5":
type = "socks5"
username = None
if self.core.config.get("proxy",
"username") and self.core.config.get(
"proxy", "username").lower() != "none":
username = self.core.config.get("proxy", "username")
pw = None
if self.core.config.get("proxy",
"password") and self.core.config.get(
"proxy", "password").lower() != "none":
pw = self.core.config.get("proxy", "password")
return {
"type": type,
"address": self.core.config.get("proxy", "address"),
"port": self.core.config.get("proxy", "port"),
"username": username,
"password": pw,
}
def getOptions(self):
"""returns options needed for pycurl"""
return {
"interface": self.iface(),
"proxies": self.getProxies(),
"ipv6": self.core.config.get("download", "ipv6")
}
def updateBucket(self):
""" set values in the bucket according to settings"""
if not self.core.config.get("download", "limit_speed"):
self.bucket.setRate(-1)
else:
self.bucket.setRate(
self.core.config.get("download", "max_speed") * 1024)
def setUp(self):
self.dl = CurlDownload(Bucket())
def __init__(self, core):
self.lock = threading.Lock()
self.core = core
self.bucket = Bucket()
self.updateBucket()
self.cookiejars = {}
class RequestFactory(object):
def __init__(self, core):
self.lock = threading.Lock()
self.core = core
self.bucket = Bucket()
self.updateBucket()
self.cookiejars = {}
def iface(self):
return self.core.config.get("download", "interface")
def getRequest(self, pluginName, account=None, type="HTTP"):
self.lock.acquire()
if type == "XDCC":
return XDCCRequest(proxies=self.getProxies())
req = Browser(self.bucket, self.getOptions())
if account:
cj = self.getCookieJar(pluginName, account)
req.setCookieJar(cj)
else:
req.setCookieJar(CookieJar(pluginName))
self.lock.release()
return req
def getHTTPRequest(self, **kwargs):
""" returns a http request, dont forget to close it ! """
options = self.getOptions()
options.update(kwargs) #: submit kwargs as additional options
return HTTPRequest(CookieJar(None), options)
def getURL(self, *args, **kwargs):
""" see HTTPRequest for argument list """
cj = None
if 'cookies' in kwargs:
if isinstance(kwargs['cookies'], CookieJar):
cj = kwargs['cookies']
elif isinstance(kwargs['cookies'], list):
cj = CookieJar(None)
for cookie in kwargs['cookies']:
if isinstance(cookie, tuple) and len(cookie) == 3:
cj.setCookie(*cookie)
h = HTTPRequest(cj, self.getOptions())
try:
rep = h.load(*args, **kwargs)
finally:
h.close()
return rep
def getCookieJar(self, pluginName, account=None):
if (pluginName, account) in self.cookiejars:
return self.cookiejars[(pluginName, account)]
cj = CookieJar(pluginName, account)
self.cookiejars[(pluginName, account)] = cj
return cj
def getProxies(self):
""" returns a proxy list for the request classes """
if not self.core.config.get("proxy", "proxy"):
return {}
else:
type = "http"
setting = self.core.config.get("proxy", "type").lower()
if setting == "socks4":
type = "socks4"
elif setting == "socks5":
type = "socks5"
username = None
if self.core.config.get("proxy", "username") and self.core.config.get("proxy", "username").lower() != "none":
username = self.core.config.get("proxy", "username")
pw = None
if self.core.config.get("proxy", "password") and self.core.config.get("proxy", "password").lower() != "none":
pw = self.core.config.get("proxy", "password")
return {
"type": type,
"address": self.core.config.get("proxy", "address"),
"port": self.core.config.get("proxy", "port"),
"username": username,
"password": pw,
}
def getOptions(self):
"""returns options needed for pycurl"""
return {"interface": self.iface(),
"proxies": self.getProxies(),
"ipv6": self.core.config.get("download", "ipv6")}
def updateBucket(self):
""" set values in the bucket according to settings"""
if not self.core.config.get("download", "limit_speed"):
self.bucket.setRate(-1)
else:
self.bucket.setRate(self.core.config.get("download", "max_speed") * 1024)