def get_jobs_of_client(redis_connection, client_ID):
job_client_key = webhelpers.REDIS_JOB_CLIENT_KEY_TEMPLATE.format(client_ID)
jobs_of_client = redis_connection.get(job_client_key)
jobs_of_client = ast.literal_eval(jobs_of_client) if jobs_of_client != None else []
assert isinstance(jobs_of_client, list)
jobs = []
for job_ID in jobs_of_client:
project_key = webhelpers.REDIS_JOB_KEY_TEMPLATE.format(job_ID)
job = Job.from_redis(redis_connection, project_key)
if job == None:
_logger.warn("Ignoring missing job for scratch project ID {}".format(job_ID))
continue
jobs.append(job)
return jobs
def execute(self, ctxt, args):
client_ID = ctxt.handler.get_client_ID()
assert self.is_valid_client_ID(ctxt.redis_connection, client_ID)
# validate job_ID
job_ID = args[Command.ArgumentType.JOB_ID]
if not self.is_valid_job_ID(job_ID):
_logger.error("Invalid jobID given!")
return ErrorMessage("Invalid jobID given!")
force = False
if Command.ArgumentType.FORCE in args:
force_param_str = str(args[Command.ArgumentType.FORCE]).lower()
force = force_param_str == "true" or force_param_str == "1"
verbose = False
if Command.ArgumentType.VERBOSE in args:
verbose_param_str = str(args[Command.ArgumentType.VERBOSE]).lower()
verbose = verbose_param_str == "true" or verbose_param_str == "1"
redis_conn = ctxt.redis_connection
jobs_of_client = get_jobs_of_client(redis_conn, client_ID)
jobs_of_client_in_progress = filter(lambda job: job.is_in_progress(), jobs_of_client)
if len(jobs_of_client_in_progress) >= MAX_NUM_SCHEDULED_JOBS_PER_CLIENT:
return ErrorMessage("Maximum number of jobs per client limit exceeded: {}"
.format(MAX_NUM_SCHEDULED_JOBS_PER_CLIENT))
# TODO: lock.acquire() => use python's context-handler (i.e. "with"-keyword) and file lock!
assign_job_to_client(redis_conn, job_ID, client_ID)
job_key = webhelpers.REDIS_JOB_KEY_TEMPLATE.format(job_ID)
job = Job.from_redis(redis_conn, job_key)
if job != None:
if job.is_in_progress():
# TODO: lock.release()
_logger.info("Job already scheduled (scratch project with ID: %d)", job_ID)
if not add_listening_client_to_job(redis_conn, client_ID, job_ID):
return JobFailedMessage(job_ID, "Cannot add client as listener to job!")
return JobAlreadyRunningMessage(job_ID, job.title, job.imageURL)
elif job.state == Job.State.FINISHED and not force:
assert job.archiveCachedUTCDate is not None
archive_cached_utc_date = dt.strptime(job.archiveCachedUTCDate, Job.DATETIME_FORMAT)
download_valid_until_utc = archive_cached_utc_date + timedelta(seconds=Job.CACHE_ENTRY_VALID_FOR)
if dt.utcnow() <= download_valid_until_utc:
file_name = str(job_ID) + CATROBAT_FILE_EXT
file_path = "%s/%s" % (ctxt.jobmonitorserver_settings["download_dir"], file_name)
if file_name and os.path.exists(file_path):
download_url = webhelpers.create_download_url(job_ID, client_ID, job.title)
# TODO: lock.release()
return JobFinishedMessage(job_ID, download_url, job.archiveCachedUTCDate)
else:
assert job.state == Job.State.FAILED or force
job = Job(job_ID, "-", Job.State.READY)
if not job.save_to_redis(redis_conn, job_key):
# TODO: lock.release()
return JobFailedMessage(job_ID, "Cannot schedule job!")
if not add_listening_client_to_job(redis_conn, client_ID, job_ID):
return JobFailedMessage(job_ID, "Cannot add client as listener to job!")
# schedule this job
use_connection(redis_conn)
q = Queue(connection=redis_conn)
host, port = ctxt.jobmonitorserver_settings["host"], ctxt.jobmonitorserver_settings["port"]
_logger.info("Scheduled new job (host: %s, port: %s, scratch project ID: %d)", host, port, job_ID)
#q.enqueue(convert_scratch_project, scratch_project_ID, host, port)
q.enqueue_call(func=convert_scratch_project, args=(job_ID, host, port, verbose,), timeout=JOB_TIMEOUT)
# TODO: lock.release()
return JobReadyMessage(job_ID)