def task_remove(request, task_id):
"""
remove task by task_id
:param request:
:return:
"""
if request.method == 'POST':
try:
# delete job from DjangoJob
task = Task.objects.get(id=task_id)
clients = clients_of_task(task)
for client in clients:
job_id = get_job_id(client, task)
DjangoJob.objects.filter(name=job_id).delete()
# delete task
Task.objects.filter(id=task_id).delete()
return JsonResponse({'result': '1'})
except:
return JsonResponse({'result': '0'})
def task_status(request, task_id):
"""
get task status info
:param request: request object
:param task_id: task id
:return:
"""
if request.method == 'GET':
result = []
task = Task.objects.get(id=task_id)
clients = clients_of_task(task)
for client in clients:
job_id = get_job_id(client, task)
job = DjangoJob.objects.get(name=job_id)
executions = serialize('json',
DjangoJobExecution.objects.filter(job=job))
result.append({
'client': model_to_dict(client),
'next': job.next_run_time,
'executions': json.loads(executions)
})
return JsonResponse({'data': result})
def _add_or_modify_jobs(self):
"""
add new jobs or modify existed jobs
:return:
"""
tasks = self.realtime_tasks()
for task in tasks:
# if modified
if task.modified:
clients = list(clients_of_task(task))
# update for every client
for client in clients:
# get job id
job_id = get_job_id(client, task)
configuration = json.loads(task.configuration)
trigger = task.trigger
configuration = {arg: configuration.get(arg) for arg in args_map.get(trigger) if
configuration.get(arg)}
# if job doesn't exist, add it. otherwise replace it
self.scheduler.add_job(execute, task.trigger, args=[client, task.project, task.spider], id=job_id,
replace_existing=True, **configuration)
task.modified = 0
task.save()