class DownloadManager(ThreadManager):
""""""
def __init__(self):
""""""
ThreadManager.__init__(self)
self.active_downloads = {}
self.queue_downloads = OrderedDict()
self.complete_downloads = {}
self.stopped_downloads = {}
self.global_slots = Slots()
def reorder_queue(self, id_order_list):
""""""
ordered_items_dict = OrderedDict()
for id_item in id_order_list:
try:
ordered_items_dict[id_item] = self.queue_downloads[id_item]
except KeyError:
pass
if len(self.queue_downloads) == len(ordered_items_dict):
self.queue_downloads.clear()
self.queue_downloads.update(ordered_items_dict)
else:
logger.warning("reorder_queue failed")
def start_all(self, id_order_list):
""""""
self.queue_downloads.update(self.stopped_downloads)
self.stopped_downloads.clear()
self.reorder_queue(id_order_list)
self.next_download()
def stop_all(self):
""""""
for id_item, download_item in self.active_downloads.iteritems():
self.stop_thread(id_item)
for id_item, download_item in self.queue_downloads.items():
self.stopped_downloads[id_item] = download_item
del self.queue_downloads[id_item]
def start_download(self, id_item):
""""""
try:
download_item = self.stopped_downloads.pop(id_item)
except KeyError:
return False
else:
self.queue_downloads[id_item] = download_item
self.next_download()
return True
def stop_download(self, id_item):
""""""
try:
download_item = self.active_downloads[id_item]
except KeyError:
try:
download_item = self.queue_downloads.pop(id_item)
self.stopped_downloads[id_item] = download_item
except KeyError:
return False
else:
return True
else: # active
self.stop_thread(id_item)
return True
def delete_download(self, id_items_list, remove_file=False):
""""""
for id_item in id_items_list:
th = None
try:
download_item = self.active_downloads.pop(id_item)
except KeyError:
try:
download_item = self.stopped_downloads.pop(id_item)
except KeyError:
try:
download_item = self.queue_downloads.pop(id_item)
except KeyError:
try:
download_item = self.complete_downloads.pop(id_item)
except KeyError:
raise
else: # active
th = self.get_thread(id_item)
self.stop_thread(id_item)
self.delete_thread(id_item)
self.global_slots.remove_slot()
self.next_download()
if remove_file:
threading.Thread(group=None, target=self.remove_file, name=None, args=(download_item, th)).start()
def remove_file(self, download_item, th):
""""""
if th is not None:
th.join()
try:
os.remove(os.path.join(download_item.path, download_item.name))
except Exception as err:
logger.warning(err)
def update_active_downloads(self):
"""
This may change the active_downloads dict, you should get a dict copy before calling this method.
"""
for id_item, download_item in self.active_downloads.items():
th = self.thread_downloads[download_item.id]
self.update_download_item(th, download_item)
old_status = download_item.status
if old_status in (cons.STATUS_STOPPED, cons.STATUS_FINISHED, cons.STATUS_ERROR):
if old_status == cons.STATUS_STOPPED:
self.stopped_downloads[id_item] = download_item
elif old_status == cons.STATUS_FINISHED:
self.complete_downloads[id_item] = download_item
else: #status == cons.STATUS_ERROR
download_item.fail_count += 1
if download_item.fail_count > conf.get_retries_limit():
download_item.status = cons.STATUS_STOPPED
self.stopped_downloads[id_item] = download_item
else:
download_item.status = cons.STATUS_QUEUE
self.queue_downloads[id_item] = download_item
del self.thread_downloads[id_item]
del self.active_downloads[id_item]
self.global_slots.remove_slot()
self.next_download()
if old_status == cons.STATUS_FINISHED:
events.download_complete.emit(download_item)
if not self.active_downloads and old_status != cons.STATUS_STOPPED:
events.all_downloads_complete.emit()
if th.limit_exceeded and self.active_downloads and old_status == cons.STATUS_ERROR:
events.limit_exceeded.emit()
def update_download_item(self, th, download_item):
#th = self.thread_downloads[download_item.id]
if th.error_flag and th.stop_flag: #fix on stopped failed download
status = cons.STATUS_STOPPED
else:
status = th.status #get before any other attr
download_item.status = status
download_item.chunks, download_item.size_complete = th.get_chunk_n_size()
download_item.name = th.file_name
download_item.status_msg = th.status_msg
download_item.size = th.size_file
download_item.start_time = th.start_time
download_item.size_resume = th.size_tmp
download_item.can_resume = th.can_resume
download_item.is_premium = th.is_premium
download_item.video_quality = th.video_quality
download_item.calc_stats()
def add_to_downloader(self, download_item):
self.queue_downloads[download_item.id] = download_item
def next_download(self):
for download_item in self.queue_downloads.values():
self.download_starter(download_item)
if not self.global_slots.available_slot():
break
def download_starter(self, download_item):
""""""
if not self.global_slots.available_slot():
return
elif not self.is_host_slot_available(download_item.host): # and host_accounts.get_account(download_item.host) is None:
return
else:
download_item.fail_count = 0
self.global_slots.add_slot()
self.create_thread(download_item) #threadmanager
self.active_downloads[download_item.id] = download_item
del self.queue_downloads[download_item.id]
def is_host_slot_available(self, host):
""""""
count = 0
host_slots = plugins_config.get_plugin_item(host).get_slots_limit()
if host_slots > 0: # -1 or 0 means unlimited slots
for download_item in self.active_downloads.itervalues():
if host == download_item.host:
count += 1
if count >= host_slots:
return False
return True
def new_slot_limit(self, new_limit):
""""""
current_limit = self.global_slots.get_limit()
self.global_slots.set_limit(new_limit)
if new_limit > current_limit:
self.next_download()
class DownloadManager(ThreadManager):
""""""
def __init__(self):
""""""
ThreadManager.__init__(self)
self.active_downloads = {}
self.queue_downloads = OrderedDict()
self.complete_downloads = {}
self.stopped_downloads = {}
self.global_slots = Slots()
def reorder_queue(self, id_order_list):
""""""
ordered_items_dict = OrderedDict()
for id_item in id_order_list:
try:
ordered_items_dict[id_item] = self.queue_downloads[id_item]
except KeyError:
pass
if len(self.queue_downloads) == len(ordered_items_dict):
self.queue_downloads.clear()
self.queue_downloads.update(ordered_items_dict)
else:
logger.warning("reorder_queue failed")
def start_all(self, id_order_list):
""""""
self.queue_downloads.update(self.stopped_downloads)
self.stopped_downloads.clear()
self.reorder_queue(id_order_list)
self.next_download()
def stop_all(self):
""""""
for id_item, download_item in self.active_downloads.iteritems():
self.stop_thread(id_item)
for id_item, download_item in self.queue_downloads.items():
self.stopped_downloads[id_item] = download_item
del self.queue_downloads[id_item]
def start_download(self, id_item):
""""""
try:
download_item = self.stopped_downloads.pop(id_item)
except KeyError:
return False
else:
self.queue_downloads[id_item] = download_item
self.next_download()
return True
def stop_download(self, id_item):
""""""
try:
download_item = self.active_downloads[id_item]
except KeyError:
try:
download_item = self.queue_downloads.pop(id_item)
self.stopped_downloads[id_item] = download_item
except KeyError:
return False
else:
return True
else: # active
self.stop_thread(id_item)
return True
def delete_download(self, id_items_list, remove_file=False):
""""""
for id_item in id_items_list:
th = None
try:
download_item = self.active_downloads.pop(id_item)
except KeyError:
try:
download_item = self.stopped_downloads.pop(id_item)
except KeyError:
try:
download_item = self.queue_downloads.pop(id_item)
except KeyError:
try:
download_item = self.complete_downloads.pop(
id_item)
except KeyError:
raise
else: # active
th = self.get_thread(id_item)
self.stop_thread(id_item)
self.delete_thread(id_item)
self.global_slots.remove_slot()
self.next_download()
if remove_file:
threading.Thread(group=None,
target=self.remove_file,
name=None,
args=(download_item, th)).start()
def remove_file(self, download_item, th):
""""""
if th is not None:
th.join()
try:
os.remove(os.path.join(download_item.path, download_item.name))
except Exception as err:
logger.warning(err)
def update_active_downloads(self):
"""
This may change the active_downloads dict, you should get a dict copy before calling this method.
"""
for id_item, download_item in self.active_downloads.items():
th = self.thread_downloads[download_item.id]
self.update_download_item(th, download_item)
old_status = download_item.status
if old_status in (cons.STATUS_STOPPED, cons.STATUS_FINISHED,
cons.STATUS_ERROR):
if old_status == cons.STATUS_STOPPED:
self.stopped_downloads[id_item] = download_item
elif old_status == cons.STATUS_FINISHED:
self.complete_downloads[id_item] = download_item
else: #status == cons.STATUS_ERROR
download_item.fail_count += 1
if download_item.fail_count > conf.get_retries_limit():
download_item.status = cons.STATUS_STOPPED
self.stopped_downloads[id_item] = download_item
else:
download_item.status = cons.STATUS_QUEUE
self.queue_downloads[id_item] = download_item
del self.thread_downloads[id_item]
del self.active_downloads[id_item]
self.global_slots.remove_slot()
self.next_download()
if old_status == cons.STATUS_FINISHED:
events.download_complete.emit(download_item)
if not self.active_downloads and old_status != cons.STATUS_STOPPED:
events.all_downloads_complete.emit()
if th.limit_exceeded and self.active_downloads and old_status == cons.STATUS_ERROR:
events.limit_exceeded.emit()
def update_download_item(self, th, download_item):
#th = self.thread_downloads[download_item.id]
if th.error_flag and th.stop_flag: #fix on stopped failed download
status = cons.STATUS_STOPPED
else:
status = th.status #get before any other attr
download_item.status = status
download_item.chunks, download_item.size_complete = th.get_chunk_n_size(
)
download_item.name = th.file_name
download_item.status_msg = th.status_msg
download_item.size = th.size_file
download_item.start_time = th.start_time
download_item.size_resume = th.size_tmp
download_item.can_resume = th.can_resume
download_item.is_premium = th.is_premium
download_item.video_quality = th.video_quality
download_item.calc_stats()
def add_to_downloader(self, download_item):
self.queue_downloads[download_item.id] = download_item
def next_download(self):
for download_item in self.queue_downloads.values():
self.download_starter(download_item)
if not self.global_slots.available_slot():
break
def download_starter(self, download_item):
""""""
if not self.global_slots.available_slot():
return
elif not self.is_host_slot_available(
download_item.host
): # and host_accounts.get_account(download_item.host) is None:
return
else:
download_item.fail_count = 0
self.global_slots.add_slot()
self.create_thread(download_item) #threadmanager
self.active_downloads[download_item.id] = download_item
del self.queue_downloads[download_item.id]
def is_host_slot_available(self, host):
""""""
count = 0
host_slots = plugins_config.get_plugin_item(host).get_slots_limit()
if host_slots > 0: # -1 or 0 means unlimited slots
for download_item in self.active_downloads.itervalues():
if host == download_item.host:
count += 1
if count >= host_slots:
return False
return True
def new_slot_limit(self, new_limit):
""""""
current_limit = self.global_slots.get_limit()
self.global_slots.set_limit(new_limit)
if new_limit > current_limit:
self.next_download()
