def __init__(self, manager, fid, name, size, filestatus, media, added,
fileorder, url, pluginname, hash, status, error, package,
owner):
self.manager = manager
self.fid = int(fid)
self._name = format.name(name)
self._size = size
self.filestatus = filestatus
self.media = media
self.added = added
self.fileorder = fileorder
self.url = url
self.pluginname = pluginname
self.hash = hash
self.status = status
self.error = error
self.owner = owner
self.packageid = package
# database information ends here
self.lock = ReadWriteLock()
self.plugin = None
self.wait_until = 0 #: time.time() + time to wait
# status attributes
self.abort = False
self.reconnected = False
self.statusname = None
def __init__(self, manager, fid, name, size, filestatus, media, added, fileorder,
url, pluginname, hash, status, error, package, owner):
self.manager = manager
self.fid = int(fid)
self._name = format.name(name)
self._size = size
self.filestatus = filestatus
self.media = media
self.added = added
self.fileorder = fileorder
self.url = url
self.pluginname = pluginname
self.hash = hash
self.status = status
self.error = error
self.owner = owner
self.packageid = package
# database information ends here
self.lock = ReadWriteLock()
self.plugin = None
self.wait_until = 0 #: time.time() + time to wait
# status attributes
self.abort = False
self.reconnected = False
self.statusname = None
def __init__(self, core):
self.pyload = core
#: won't start download when true
self.pause = True
#: each thread is in exactly one category
self.free = []
#: a thread that in working must have a file as active attribute
self.downloading = []
#: holds the decrypter threads
self.decrypting = []
#: indicates when reconnect has occurred
self.reconnecting = Event()
self.lock = ReadWriteLock()
def __init__(self, core):
"""
Constructor.
"""
self.pyload = core
# translations
self.status_msg = [
_("none"),
_("offline"),
_("online"),
_("queued"),
_("paused"),
_("finished"),
_("skipped"),
_("failed"),
_("starting"),
_("waiting"),
_("downloading"),
_("temp. offline"),
_("aborted"),
_("not possible"),
_("missing"),
_("file mismatch"),
_("occupied"),
_("decrypting"),
_("processing"),
_("custom"),
_("unknown")
]
self.files = {} #: holds instances for files
self.packages = {} #: same for packages
self.job_cache = {}
# locking the caches, db is already locked implicit
self.lock = ReadWriteLock()
#self.lock._Verbose__verbose = True
self.downloadstats = {} #: cached dl stats
self.queuestats = {} #: cached queue stats
self.db = self.pyload.db
class File(BaseObject):
"""
Represents a file object at runtime.
"""
__slots__ = [
'_name', '_size', 'abort', 'added', 'error', 'fid', 'fileorder',
'filestatus', 'hash', 'lock', 'manager', 'media', 'owner', 'packageid',
'plugin', 'pluginclass', 'pluginname', 'reconnected', 'status',
'statusname', 'url', 'wait_until'
]
@staticmethod
def from_info_data(m, info):
file = File(m, info.fid, info.name, info.size, info.status, info.media,
info.added, info.fileorder, "", "", "", DownloadStatus.NA,
"", info.package, info.owner)
if info.download:
file.url = info.download.url
file.pluginname = info.download.plugin
file.hash = info.download.hash
file.status = info.download.status
file.error = info.download.error
return file
def __init__(self, manager, fid, name, size, filestatus, media, added,
fileorder, url, pluginname, hash, status, error, package,
owner):
self.manager = manager
self.fid = int(fid)
self._name = format.name(name)
self._size = size
self.filestatus = filestatus
self.media = media
self.added = added
self.fileorder = fileorder
self.url = url
self.pluginname = pluginname
self.hash = hash
self.status = status
self.error = error
self.owner = owner
self.packageid = package
# database information ends here
self.lock = ReadWriteLock()
self.plugin = None
self.wait_until = 0 #: time.time() + time to wait
# status attributes
self.abort = False
self.reconnected = False
self.statusname = None
def set_size(self, value):
self._size = int(value)
# will convert all sizes to ints
size = property(lambda self: self._size, set_size)
def get_name(self):
try:
if self.plugin.req.name:
return self.plugin.req.name
else:
return self._name
except Exception:
return self._name
def set_name(self, name):
"""
Only set unicode or utf8 strings as name.
"""
name = format.name(name)
# media type is updated if needed
if self._name != name:
self.media = guess_type(name)
self._name = name
name = property(get_name, set_name)
def __repr__(self):
return "<File {0}: {1}@{2}>".format(self.id, self.name,
self.pluginname)
@lock
def init_plugin(self):
"""
Inits plugin instance.
"""
if not self.plugin:
self.pluginclass = self.manager.pyload.pgm.get_plugin_class(
"hoster", self.pluginname)
self.plugin = self.pluginclass(self)
@readlock
def has_plugin(self):
"""
Thread safe way to determine this file has initialized plugin attribute.
"""
return self.plugin is not None
def package(self):
"""
Return package instance.
"""
return self.manager.get_package(self.packageid)
def set_status(self, status):
self.status = statusmap[status]
# needs to sync so status is written to database
self.sync()
def set_custom_status(self, msg, status="processing"):
self.statusname = msg
self.set_status(status)
def get_status_name(self):
if self.status not in (15, 16) or not self.statusname:
return self.manager.status_msg[self.status]
else:
return self.statusname
def has_status(self, status):
return statusmap[status] == self.status
def sync(self):
"""
Sync File instance with database.
"""
self.manager.update_file(self)
@lock
def release(self):
"""
Sync and remove from cache.
"""
if self.plugin is not None:
self.plugin.clean()
self.plugin = None
self.manager.release_file(self.fid)
def to_info_data(self):
return FileInfo(
self.fid, self.get_name(), self.packageid, self.owner,
self.get_size(), self.filestatus, self.media, self.added,
self.fileorder,
DownloadInfo(self.url, self.pluginname, self.hash, self.status,
self.get_status_name(), self.error))
def get_path(self):
raise NotImplementedError
def move(self, pid):
raise NotImplementedError
# TODO: Recheck
def abort_download(self):
"""
Abort file if possible.
"""
while self.fid in self.manager.pyload.tsm.processing_ids():
self.lock.acquire(shared=True)
self.abort = True
if self.plugin and self.plugin.req:
self.plugin.req.abort()
if self.plugin.dl:
self.plugin.dl.abort()
self.lock.release()
time.sleep(0.5)
self.abort = False
self.set_status("aborted")
self.release()
def finish_if_done(self):
"""
Set status to finish and release file if every thread is finished with it.
"""
# TODO: this is wrong now, it should check if addons are using it
if self.id in self.manager.pyload.tsm.processing_ids():
return False
self.set_status("finished")
self.release()
self.manager.check_all_links_finished()
return True
def check_if_processed(self):
self.manager.check_all_links_processed(self.id)
@trycatch(0)
def get_speed(self):
"""
Calculates speed.
"""
return self.plugin.dl.speed
@trycatch(0)
def get_eta(self):
"""
Gets estimated time of arrival / or waiting time.
"""
if self.status == DownloadStatus.Waiting:
return self.wait_until - time.time()
return self.get_bytes_left() // self.get_speed()
@trycatch(0)
def get_bytes_arrived(self):
"""
Gets bytes arrived.
"""
return self.plugin.dl.arrived
@trycatch(0)
def get_bytes_left(self):
"""
Gets bytes left.
"""
return self.plugin.dl.size - self.plugin.dl.arrived
def get_size(self):
"""
Get size of download.
"""
try:
if self.plugin.dl.size:
return self.plugin.dl.size
else:
return self.size
except Exception:
return self.size
@trycatch(0)
def get_flags(self):
return self.plugin.dl.flags
def get_progress(self):
return ProgressInfo(
self.pluginname, self.name, self.get_status_name(), self.get_eta(),
self.get_bytes_arrived(), self.get_size(), self.owner,
ProgressType.Download,
DownloadProgress(self.fid, self.packageid, self.get_speed(),
self.get_flags(), self.status))
class PyFile(BaseObject):
"""
Represents a file object at runtime.
"""
__slots__ = ['_name', '_size', 'abort', 'added', 'error', 'fid', 'fileorder',
'filestatus', 'hash', 'lock', 'manager', 'media', 'owner',
'packageid', 'plugin', 'pluginclass', 'pluginname',
'reconnected', 'status', 'statusname', 'url', 'wait_until']
@staticmethod
def from_info_data(m, info):
f = PyFile(m, info.fid, info.name, info.size, info.status, info.media, info.added, info.fileorder,
"", "", "", DownloadStatus.NA, "", info.package, info.owner)
if info.download:
f.url = info.download.url
f.pluginname = info.download.plugin
f.hash = info.download.hash
f.status = info.download.status
f.error = info.download.error
return f
def __init__(self, manager, fid, name, size, filestatus, media, added, fileorder,
url, pluginname, hash, status, error, package, owner):
self.manager = manager
self.fid = int(fid)
self._name = format.name(name)
self._size = size
self.filestatus = filestatus
self.media = media
self.added = added
self.fileorder = fileorder
self.url = url
self.pluginname = pluginname
self.hash = hash
self.status = status
self.error = error
self.owner = owner
self.packageid = package
# database information ends here
self.lock = ReadWriteLock()
self.plugin = None
self.wait_until = 0 #: time.time() + time to wait
# status attributes
self.abort = False
self.reconnected = False
self.statusname = None
def set_size(self, value):
self._size = int(value)
# will convert all sizes to ints
size = property(lambda self: self._size, set_size)
def get_name(self):
try:
if self.plugin.req.name:
return self.plugin.req.name
else:
return self._name
except Exception:
return self._name
def set_name(self, name):
"""
Only set unicode or utf8 strings as name.
"""
name = format.name(name)
# media type is updated if needed
if self._name != name:
self.media = guess_type(name)
self._name = name
name = property(get_name, set_name)
def __repr__(self):
return "<PyFile {0}: {1}@{2}>".format(self.id, self.name, self.pluginname)
@lock
def init_plugin(self):
"""
Inits plugin instance.
"""
if not self.plugin:
self.pluginclass = self.manager.pyload.pgm.get_plugin_class(
"hoster", self.pluginname)
self.plugin = self.pluginclass(self)
@readlock
def has_plugin(self):
"""
Thread safe way to determine this file has initialized plugin attribute.
"""
return self.plugin is not None
def package(self):
"""
Return package instance.
"""
return self.manager.get_package(self.packageid)
def set_status(self, status):
self.status = statusmap[status]
# needs to sync so status is written to database
self.sync()
def set_custom_status(self, msg, status="processing"):
self.statusname = msg
self.set_status(status)
def get_status_name(self):
if self.status not in (15, 16) or not self.statusname:
return self.manager.status_msg[self.status]
else:
return self.statusname
def has_status(self, status):
return statusmap[status] == self.status
def sync(self):
"""
Sync PyFile instance with database.
"""
self.manager.update_file(self)
@lock
def release(self):
"""
Sync and remove from cache.
"""
if self.plugin is not None:
self.plugin.clean()
self.plugin = None
self.manager.release_file(self.fid)
def to_info_data(self):
return FileInfo(self.fid, self.get_name(), self.packageid, self.owner, self.get_size(), self.filestatus,
self.media, self.added, self.fileorder, DownloadInfo(
self.url, self.pluginname, self.hash, self.status, self.get_status_name(), self.error)
)
def get_path(self):
raise NotImplementedError
def move(self, pid):
raise NotImplementedError
# TODO: Recheck
def abort_download(self):
"""
Abort pyfile if possible.
"""
while self.fid in self.manager.pyload.dlm.processing_ids():
self.lock.acquire(shared=True)
self.abort = True
if self.plugin and self.plugin.req:
self.plugin.req.abort()
if self.plugin.dl:
self.plugin.dl.abort()
self.lock.release()
time.sleep(0.5)
self.abort = False
self.set_status("aborted")
self.release()
def finish_if_done(self):
"""
Set status to finish and release file if every thread is finished with it.
"""
# TODO: this is wrong now, it should check if addons are using it
if self.id in self.manager.pyload.dlm.processing_ids():
return False
self.set_status("finished")
self.release()
self.manager.check_all_links_finished()
return True
def check_if_processed(self):
self.manager.check_all_links_processed(self.id)
@trycatch(0)
def get_speed(self):
"""
Calculates speed.
"""
return self.plugin.dl.speed
@trycatch(0)
def get_eta(self):
"""
Gets estimated time of arrival / or waiting time.
"""
if self.status == DownloadStatus.Waiting:
return self.wait_until - time.time()
return self.get_bytes_left() // self.get_speed()
@trycatch(0)
def get_bytes_arrived(self):
"""
Gets bytes arrived.
"""
return self.plugin.dl.arrived
@trycatch(0)
def get_bytes_left(self):
"""
Gets bytes left.
"""
return self.plugin.dl.size - self.plugin.dl.arrived
def get_size(self):
"""
Get size of download.
"""
try:
if self.plugin.dl.size:
return self.plugin.dl.size
else:
return self.size
except Exception:
return self.size
@trycatch(0)
def get_flags(self):
return self.plugin.dl.flags
def get_progress_info(self):
return ProgressInfo(self.pluginname, self.name, self.get_status_name(), self.get_eta(),
self.get_bytes_arrived(), self.get_size(), self.owner, ProgressType.Download,
DownloadProgress(self.fid, self.packageid, self.get_speed(), self.get_flags(), self.status))