def do_user(user_name):
user = models.User(user_name)
with user.lock:
user.sync_from_db()
try:
if not (user.enabled and drivers[user.target].check_settings(
user.target_settings)):
return # Drivers should always return True or throw Exception. This means user disabled somewhere, we skip the user.
except SyncException as e:
if e.disable_user:
user.enabled = False
user.update()
if e.logout_user:
user.last_target = user.target
user.target = None
user.update()
if e.send_email:
mail.send_error_to_user(user.email, e.message,
traceback.format_exc(), locals())
else:
mail.send_error_to_admin(traceback.format_exc(), locals())
return
except Exception as e:
mail.send_error_to_admin(traceback.format_exc(), locals()) # TODO
return
try:
if not api.ivle.validate_token(user):
mail.send_email(
user.email, 'IVLE Login Expired.',
"Your IVLE login has expired. Please refresh by accessing our page and re-enable syncing."
)
with user.lock:
user.sync_from_db()
user.enabled = False
user.update()
return
except Exception as e:
mail.send_error_to_admin(traceback.format_exc(), locals()) # TODO
return
try:
file_list = api.ivle.read_all_file_list(user)
except ConnectionError as e:
return
except Exception as e:
mail.send_error_to_admin(traceback.format_exc(), locals())
return # TODO: Should be Json Parsing Exception & Network Exception - We skip the user and inform the admin
for file in file_list:
if file['ID'] not in user.synced_files and not file_queue.fetch_job(
'%s:%s' % (user_name, file['ID'])):
file_queue.enqueue_call(func=do_file,
args=(user_name, file['ID'], file['path'],
file['size']),
job_id='%s:%s' % (user_name, file['ID']),
timeout=-1)
def do_user(user_name):
user = models.User(user_name)
with user.lock:
user.sync_from_db()
try:
if not (user.enabled and drivers[user.target].check_settings(user.target_settings)):
return # Drivers should always return True or throw Exception. This means user disabled somewhere, we skip the user.
except SyncException as e:
if e.disable_user:
user.enabled = False
user.update()
if e.logout_user:
user.last_target = user.target
user.target = None
user.update()
if e.send_email:
mail.send_error_to_user(user.email, e.message, traceback.format_exc(), locals())
else:
mail.send_error_to_admin(traceback.format_exc(), locals())
return
except Exception as e:
mail.send_error_to_admin(traceback.format_exc(), locals()) # TODO
return
try:
if not api.ivle.validate_token(user):
mail.send_email(user.email, 'IVLE Login Expired.', "Your IVLE login has expired. Please refresh by accessing our page and re-enable syncing.")
with user.lock:
user.sync_from_db()
user.enabled = False
user.update()
return
except Exception as e:
mail.send_error_to_admin(traceback.format_exc(), locals()) # TODO
return
try:
file_list = api.ivle.read_all_file_list(user)
except ConnectionError as e:
return
except Exception as e:
mail.send_error_to_admin(traceback.format_exc(), locals())
return # TODO: Should be Json Parsing Exception & Network Exception - We skip the user and inform the admin
for file in file_list:
if file['ID'] not in user.synced_files and not file_queue.fetch_job('%s:%s' % (user_name, file['ID'])):
file_queue.enqueue_call(func=do_file, args=(user_name, file['ID'], file['path'], file['size']), job_id='%s:%s' % (user_name, file['ID']),
timeout=-1)
def do_file(user_name, file_id, file_path, file_size):
user = models.User(user_name)
url = api.ivle.get_file_url(user, file_id)
if file_id in user.synced_files:
return
try:
if not (user.enabled and drivers[user.target].check_settings(user.target_settings)):
return
if file_size > GLOBAL_MAX_FILE_SIZE or file_size > drivers[user.target].MAX_FILE_SIZE:
raise SyncException(
'File %s is too big to be automatically transferred. Please manually download it <a href="%s">here</a>. Sorry for the inconvenience!' % (
file_path, url), retry=False, send_email=True, disable_user=False, logout_user=False)
if not api.ivle.validate_token(user):
mail.send_email(user.email, 'IVLE Login Expired.', "Your IVLE login has expired. Please refresh by accessing our page and re-enable syncing.")
with user.lock:
user.sync_from_db()
user.enabled = False
user.update()
return
if drivers[user.target].transport_file(user, url, file_path):
with user.lock:
user.sync_from_db()
user.synced_files.append(file_id)
user.update()
else:
raise SyncException("transport_file returned False", retry=True, send_email=False, disable_user=False, logout_user=False)
except SyncException as e:
if not e.retry:
with user.lock:
user.sync_from_db()
user.synced_files.append(file_id)
user.update()
if e.send_email:
mail.send_error_to_user(user.email, e.message, traceback.format_exc(), locals())
else:
mail.send_error_to_admin(traceback.format_exc(), locals())
if e.disable_user:
with user.lock:
user.sync_from_db()
user.enabled = False
user.update()
if e.logout_user:
with user.lock:
user.sync_from_db()
user.last_target = user.target
user.target = None
user.update()
return
except api.ivle.IVLEUnknownErrorException as e:
mail.send_error_to_admin(traceback.format_exc(), locals())
return # TODO: Walao eh IVLE bug again, skip it and inform the admin
except Exception as e:
mail.send_error_to_admin(traceback.format_exc(), locals())
return
def do_file(user_name, file_id, file_path, file_size):
user = models.User(user_name)
url = api.ivle.get_file_url(user, file_id)
if file_id in user.synced_files:
return
try:
if not (user.enabled
and drivers[user.target].check_settings(user.target_settings)):
return
if file_size > GLOBAL_MAX_FILE_SIZE or file_size > drivers[
user.target].MAX_FILE_SIZE:
raise SyncException(
'File %s is too big to be automatically transferred. Please manually download it <a href="%s">here</a>. Sorry for the inconvenience!'
% (file_path, url),
retry=False,
send_email=True,
disable_user=False,
logout_user=False)
if not api.ivle.validate_token(user):
mail.send_email(
user.email, 'IVLE Login Expired.',
"Your IVLE login has expired. Please refresh by accessing our page and re-enable syncing."
)
with user.lock:
user.sync_from_db()
user.enabled = False
user.update()
return
if drivers[user.target].transport_file(user, url, file_path):
with user.lock:
user.sync_from_db()
user.synced_files.append(file_id)
user.update()
else:
raise SyncException("transport_file returned False",
retry=True,
send_email=False,
disable_user=False,
logout_user=False)
except SyncException as e:
if not e.retry:
with user.lock:
user.sync_from_db()
user.synced_files.append(file_id)
user.update()
if e.send_email:
mail.send_error_to_user(user.email, e.message,
traceback.format_exc(), locals())
else:
mail.send_error_to_admin(traceback.format_exc(), locals())
if e.disable_user:
with user.lock:
user.sync_from_db()
user.enabled = False
user.update()
if e.logout_user:
with user.lock:
user.sync_from_db()
user.last_target = user.target
user.target = None
user.update()
return
except api.ivle.IVLEUnknownErrorException as e:
mail.send_error_to_admin(traceback.format_exc(), locals())
return # TODO: Walao eh IVLE bug again, skip it and inform the admin
except Exception as e:
mail.send_error_to_admin(traceback.format_exc(), locals())
return