def create_jobs(interval_choice):
"""
create the jobs based on publish status
All jobs will be sorted agaist with publish.priority
"""
job = None
log = None
jobs = []
job_batch_id = interval_choice.job_batch_id
check_job = Job(
id=-1, batch_id="CK" +
job_batch_id) if interval_choice == Realtime.instance() else None
up_to_date = False
for p in Publish.objects.filter(interval=interval_choice.name,
waiting=0).order_by('priority'):
if not p.publish_status.publish_enabled:
#publish is disabled, ignore
continue
if interval_choice == Realtime.instance():
#Realtime publish, check whether input is up to date.
up_to_date = True
for i in p.inputs:
if not i.is_up_to_date(check_job, False):
#input is not up to date, clear importing info to avoid double check for foreign table.
up_to_date = False
break
if up_to_date:
continue
p.waiting = models.F("waiting") + 1
job = Job(batch_id=job_batch_id,
publish=p,
state=Waiting.instance().name,
previous_state=None,
message=None,
created=timezone.now(),
launched=None,
finished=None,
job_type=interval_choice.name)
#add log
log = JobLog(
state="Create",
outcome="Create",
message="Create by {0} cron job".format(interval_choice),
next_state=job.state,
start_time=timezone.now(),
end_time=timezone.now())
jobs.append((p, job, log))
with transaction.atomic():
for p, job, log in jobs:
p.save(update_fields=['waiting'])
job.save()
log.job_id = job.id
log.save()
def create_jobs(interval_choice):
"""
create the jobs based on publish status
All jobs will be sorted agaist with publish.priority
"""
job = None
log = None
jobs = []
job_batch_id = interval_choice.job_batch_id
check_job = Job(id=-1,batch_id="CK" + job_batch_id) if interval_choice == Realtime.instance() else None
up_to_date = False
for p in Publish.objects.filter(interval = interval_choice.name, waiting = 0).order_by('priority'):
if not p.publish_status.publish_enabled:
#publish is disabled, ignore
continue
if interval_choice == Realtime.instance():
#Realtime publish, check whether input is up to date.
up_to_date = True
for i in p.inputs:
if not i.is_up_to_date(check_job,False):
#input is not up to date, clear importing info to avoid double check for foreign table.
up_to_date = False
break
if up_to_date:
continue
p.waiting = models.F("waiting") + 1
job = Job(
batch_id = job_batch_id,
publish = p,
state = Waiting.instance().name,
previous_state = None,
message = None,
created = timezone.now(),
launched = None,
finished = None,
job_type = interval_choice.name
)
#add log
log = JobLog(
state = "Create",
outcome = "Create",
message = "Create by {0} cron job".format(interval_choice),
next_state = job.state,
start_time = timezone.now(),
end_time = timezone.now())
jobs.append((p,job,log))
with transaction.atomic():
for p,job,log in jobs:
p.save(update_fields=['waiting'])
job.save()
log.job_id = job.id
log.save()
