def get(cls, task_group_id):
"""根据id查询任务组详情"""
task_group = TaskGroup.get_byid(task_group_id)
if task_group is None:
raise BusinessError("该任务组不存在")
return task_group
def check_task_group_exist(cls, **search_info):
"""判断任务组是否已经存在"""
task_group = None
task_group_qs = TaskGroup.search(**search_info)
task_group_qs = task_group_qs.filter(Q(status = GroupStatus.EXECUTTING) \
| Q(status = GroupStatus.SUSPEND))
if task_group_qs.count() > 0:
task_group = task_group_qs[0]
return task_group
def get_undone_group(self):
exec_cls = self.get_exec_cls()
task_groups = TaskGroup.query_unexec_task_group(exec_cls)
return task_groups
def create_task_group(self):
name = self.get_name()
exec_cls = self.get_exec_cls()
task_group = TaskGroup.create(name=name, exec_cls=exec_cls)
return task_group
def add(cls, **attrs):
"""添加任务组"""
task_group = TaskGroup.create(**attrs)
if not task_group:
raise BusinessError("任务组添加失败")
return task_group
def get(cls, task_group_lable):
"""通过任务标签获取任务组"""
task_group = TaskGroup.search(lable=task_group_lable)
return task_group
def generate(cls, **attr):
"""添加任务组"""
task_group = TaskGroup.create(**attr)
return task_group
def test_zyw_crawler(self):
zyw = ZYW()
zyw.init()
group = TaskGroup.query().order_by('-create_time')[0]
zyw.run(group)
def test_ywg_crawler(self):
""" test ywg crawler """
ywg = YWG()
ywg.init()
group = TaskGroup.query().order_by('-create_time')[0]
ywg.run(group)