def get_url_length(task_id):
job = get_current_job()
task = Task.objects.get(id=task_id)
response = requests.get(task.url)
task.url_length = len(response.text)
task.job_id = job.get_id()
task.result = 'OK'
task.save()
def get_url_words(url):
# This creates a Task instance to save the job instance and job result
job = get_current_job()
task = Task.objects.create(job_id=job.get_id(), name=url)
response = requests.get(url)
task.result = len(response.text)
task.save()
return task.result
def get_link(url):
job = get_current_job()
# создаём инстанс задачи для последующей обработки
job_id = job.get_id()
# вытягиваем id задачи
task = parse_link(url, job_id)
# передаём url и id задачи в функцию парсинга
return task
def get_url_words(url):
# This creates a Task instance to save the job instance and job result
job = get_current_job()
task = Task.objects.create(
job_id=job.get_id(),
name=url
)
response = requests.get(url)
task.result = len(response.text)
task.save()
return task.result
def scheduled_get_url_words(url):
"""
This creates a ScheduledTask instance for each group of
scheduled task - each time this scheduled task is run
a new instance of ScheduledTaskInstance will be created
"""
job = get_current_job()
task, created = ScheduledTask.objects.get_or_create(job_id=job.get_id(),
name=url)
response = requests.get(url)
response_len = len(response.text)
ScheduledTaskInstance.objects.create(
scheduled_task=task,
result=response_len,
)
return response_len
def long_runnig_task(task):
job = get_current_job()
task.job_id = job.get_id()
task.result = 'STARTED'
duration_in_second_persentages = task.duration * 1.0 / 100
for i in range(100):
import time
task.progress = i
task.save()
print task.progress
time.sleep(duration_in_second_persentages)
task.result = 'FINISHED'
task.save()
return task.result
def get_request_result(task: UserRequest):
# This creates a Task instance to save the job instance and job result
if platform != "win32":
job = get_current_job()
task.job_id = job.get_id()
task.save()
conf = task.get_config()
tmp_path = conf['tmp_path']
parser = Parser(task.get_config(), task.get_request())
parser.read_data()
filename = parser.save()
if filename != None and filename != '':
task.filename = os.path.relpath(filename, tmp_path)
else:
task.filename = 'none'
task.save()
return task.filename
def long_runnig_task(task):
job = get_current_job()
task.job_id = job.get_id()
task.result = 'STARTED'
duration_in_second_persentages = task.duration*1.0 / 100
for i in range(100):
import time
task.progress = i
task.save()
print task.progress
time.sleep(duration_in_second_persentages)
task.result = 'FINISHED'
task.save()
return task.result
def scheduled_get_url_words(url):
"""
This creates a ScheduledTask instance for each group of
scheduled task - each time this scheduled task is run
a new instance of ScheduledTaskInstance will be created
"""
job = get_current_job()
task, created = ScheduledTask.objects.get_or_create(
job_id=job.get_id(),
name=url
)
response = requests.get(url)
response_len = len(response.text)
ScheduledTaskInstance.objects.create(
scheduled_task=task,
result = response_len,
)
return response_len
def get_title_change(url):
# job = get_current_job()
#
# task = Task.objects.get(
# job_id=job.get_id(),
# name=url
# )
# task.name = "this task is scheduled"
# task.save()
# return task.result
# This creates a Task instance to save the job instance and job result
job = get_current_job()
time.sleep(4)
task = Task.objects.order_by('-id').last()
task.result = task.name
Task.objects.create(job_id=job.get_id(), name=task.name + "s")
return task.result
def div_autocomplete(np_arr, pk):
job = get_current_job()
task = Task.objects.create(job_id=job.get_id())
img = Image.fromarray(np_arr)
task.result, st, end = div_total_process(img=img)
if task.result:
rdbs = task.result
div = Ten99DIV.objects.filter(pk=pk)[0]
save_model(instance=div,
data=rdbs,
st=st,
end=end,
serializer=Ten99DIVSerializer)
pass
else:
pass
task.save()
return task.result
def w2_autocomplete(np_arr, pk):
job = get_current_job()
task = Task.objects.create(job_id=job.get_id())
img = Image.fromarray(np_arr)
task.result, st, end = w2_total_process(img=img)
if task.result:
rdbs = task.result
w2 = W2.objects.filter(pk=pk)[0]
save_model(instance=w2,
data=rdbs,
st=st,
end=end,
serializer=W2Serializer)
# 완성 알림 보내기
pass
else:
# 실패했을 경우 처리 규정 정하기
pass
task.save()
return task.result
