def distribute_worker():
"""
Represents a single thread that is continuously scanning for a new distribution job to handle.
Once it finds one, it takes it and procsses it.
"""
while True:
new_request = episode_job_queue.get()
try:
o = OSHandler(c, new_request, p)
if o.check_filters(new_request.show):
o.distribute()
n = NetworkHandler(c, new_request, p)
n.notify()
except:
pass
finally:
# Always attempt to clean up
try:
o.cleanup()
except:
pass
episode_job_queue.task_done()
logger.warning(dp.JOB_COMPLETE)
def encode_worker():
"""
Represents a single thread that is continuously scanning for a new encode job to do.
Once it finds one, it takes it and processes it.
"""
while True:
# Fetch the request from the Queue
new_request = episode_job_queue.get()
# Process the encoding job here
try:
o = OSHandler(c, new_request, p)
o.download()
ofile_size = o.encode()
ofile_name = o.upload()
# Create the NetworkHandler to send out notifications
n = NetworkHandler(c, new_request, p, ofile_name, ofile_size)
n.notify()
except:
pass
finally:
try:
o.cleanup()
except:
pass
# Mark the job as done
episode_job_queue.task_done()
logger.warning(ep.JOB_COMPLETE)
def main():
inote = sys.argv[1]
try:
c = _get_config_handler()
p = PrintHandler(c)
a = ArgumentHandler(c, p, inote)
f = FileHandler(c, a, p, inote)
n = NetworkHandler(c, f, p)
o = OSHandler(c, a, f, p)
o.create_temp_replica_fs()
o.upload()
n.notify()
except:
pass
finally:
try:
# A bit hacky, just to clean up if possible
o.cleanup()
except:
pass
print() # For interactive sessions
def mochi():
try:
a.refresh()
status = a.authorize(request.headers)
if not status:
return "Unauthorized request", 401
r = RequestHandler(request, p)
if r.sub_type in c.mochi_sub_types:
m.send(r)
n = NetworkHandler(c, r, p)
n.notify()
return "Request accepted", 200
except Exception as e:
print(e)
return "Error with request", 400
def encode_worker():
"""
Represents a single thread that is continuously scanning for a new distribution job to do.
Once it finds one, it takes it and processes it.
"""
while True:
new_request = notify_job_queue.get()
try:
# We need to ignore any errors to keep the queue empty
m = ModuleHandler(c, new_request, p)
if m.check_filters(new_request.show):
m.notify_all()
n = NetworkHandler(c, new_request, p)
n.notify()
except:
pass
notify_job_queue.task_done()
logger.warning(np.JOB_COMPLETE)
print()
def generate_network(self):
self.network_handler = NetworkHandler(self.in_file_directory,
self.in_file_name,
self.weight_id,
self.aggregate_number)
