def enqueue_in(self, incr, category, *args, **kw):
start_in = parse_time(incr)
future_date = datetime.now(tz=timezone.utc) + start_in
timestamp = to_unix(future_date)
return self.__enqueue_at_timestamp(timestamp, category, None, *args,
**kw)
def create_task(task_id):
details = get_details()
if details is None or details == "":
msg = "Failed to enqueue task because JSON body could not be parsed."
g.logger.warn(msg)
return make_response(msg, 400)
image = details.get("image", None)
command = details.get("command", None)
if image is None or command is None:
return make_response(
"image and command must be filled in the request.", 400)
logger = g.logger.bind(task_id=task_id, image=image, command=command)
logger.debug("Creating task...")
task = Task.objects(task_id=task_id).modify(task_id=task_id,
upsert=True,
new=True)
logger.info("Task created successfully.")
j = create_job(details, task, logger)
job_id = str(j.id)
queue_job_id = None
start_at = details.get("startAt", None)
start_in = parse_time(details.get("startIn", None))
cron = details.get("cron", None)
if len(
list(
filter(lambda item: item is not None,
(start_at, start_in, cron)))) > 1:
return make_response(
"Only ONE of 'startAt', 'startIn' and 'cron' should be in the request.",
400)
queue_job_id = enqueue_job(task, j, image, command, start_at, start_in,
cron, logger)
job_url = url_for("task.get_job",
task_id=task_id,
job_id=job_id,
_external=True)
return jsonify({
"taskId": task_id,
"jobId": job_id,
"queueJobId": queue_job_id,
"jobUrl": job_url,
"taskUrl": task.get_url(),
})
def validate_and_enqueue(details, task, job, logger):
image = details.get("image", None)
command = details.get("command", None)
start_at = details.get("startAt", None)
start_in = parse_time(details.get("startIn", None))
cron = details.get("cron", None)
if len(list(filter(lambda item: item is not None, (start_at, start_in, cron)))) > 1:
return (
None,
None,
make_response(
"Only ONE of 'startAt', 'startIn' and 'cron' should be in the request.",
400,
),
)
result, execution = enqueue_job(
task, job, image, command, start_at, start_in, cron, logger
)
return result, execution, None
def create_task(task_id):
details = get_details()
if details is None or details == "":
msg = "Failed to enqueue task because JSON body could not be parsed."
g.logger.warn(msg)
return make_response(msg, 400)
image = details.get("image", None)
command = details.get("command", None)
if image is None or command is None:
return make_response("image and command must be filled in the request.", 400)
logger = g.logger.bind(task_id=task_id, image=image, command=command)
logger.debug("Creating task...")
task = Task.objects(task_id=task_id).modify(task_id=task_id, upsert=True, new=True)
logger.info("Task created successfully.")
logger.debug("Creating job...")
retries = details.get("retries", 0)
expiration = details.get("expiration")
hard_limit = current_app.config["HARD_EXECUTION_TIMEOUT_SECONDS"]
timeout = details.get("timeout", hard_limit)
timeout = min(
timeout, hard_limit
) # ensure jobs can't specify more than hard limit
j = task.create_job()
j.metadata["retries"] = retries
j.metadata["retry_count"] = 0
j.metadata["expiration"] = expiration
j.metadata["timeout"] = timeout
j.metadata["envs"] = details.get("envs", {})
j.save()
job_id = str(j.id)
logger.debug("Job created successfully...", job_id=job_id)
queue_job_id = None
start_at = details.get("startAt", None)
start_in = parse_time(details.get("startIn", None))
cron = details.get("cron", None)
scheduler = Scheduler("jobs", connection=current_app.redis)
args = [task_id, job_id, image, command]
if start_at is not None:
dt = datetime.utcfromtimestamp(int(start_at))
logger.debug("Enqueuing job execution in the future...", start_at=dt)
result = scheduler.enqueue_at(dt, run_job, *args)
j.metadata["enqueued_id"] = result.id
j.save()
logger.info("Job execution enqueued successfully.", start_at=dt)
elif start_in is not None:
dt = datetime.now(tz=timezone.utc) + start_in
logger.debug("Enqueuing job execution in the future...", start_at=dt)
result = scheduler.enqueue_at(dt, run_job, *args)
j.metadata["enqueued_id"] = result.id
j.save()
logger.info("Job execution enqueued successfully.", start_at=dt)
elif cron is not None:
logger.debug("Enqueuing job execution using cron...", cron=cron)
result = scheduler.cron(
cron, # A cron string (e.g. "0 0 * * 0")
func=run_job,
args=args,
repeat=None,
queue_name="jobs",
)
j.metadata["enqueued_id"] = result.id
j.metadata["cron"] = cron
j.scheduled = True
j.save()
logger.info("Job execution enqueued successfully.", cron=cron)
else:
logger.debug("Enqueuing job execution...")
result = current_app.job_queue.enqueue(run_job, *args, timeout=-1)
queue_job_id = result.id
j.metadata["enqueued_id"] = result.id
j.save()
logger.info("Job execution enqueued successfully.")
job_url = url_for("task.get_job", task_id=task_id, job_id=job_id, _external=True)
task_url = url_for("task.get_task", task_id=task_id, _external=True)
return jsonify(
{
"taskId": task_id,
"jobId": job_id,
"queueJobId": queue_job_id,
"jobUrl": job_url,
"taskUrl": task_url,
}
)