def add_scheduler(cls, scheduler):
if isinstance(scheduler, Scheduler):
db_session.add(scheduler)
db_session.commit()
return True
return False
def save_finger_print(cls, name, value):
fp = FingerPrint()
fp.name = name
fp.value = value
db_session.add(fp)
db_session.commit()
return fp
def add_account(cls, account):
if isinstance(account, Account):
db_session.add(account)
db_session.commit()
return True
return False
def add_job(cls, job):
if isinstance(job, Job):
db_session.add(job)
db_session.commit()
return True
return False
def save_task(cls, name, category_id, creator_id, scheduler_id,
account_ids, **kwargs):
task = Task()
task.name = name
task.category = category_id
task.creator = creator_id
task.scheduler = scheduler_id
task.real_accounts_num = task.accounts_num = len(account_ids)
for k, v in kwargs.items():
if hasattr(task, k):
setattr(task, k, v)
task.last_update = datetime.datetime.now()
db_session.add(task)
db_session.commit()
# task.accounts = account_ids # account_ids只是id列表,不能赋值
for acc_id in account_ids:
tag = TaskAccountGroup()
tag.task_id = task.id
tag.account_id = acc_id
db_session.add(tag)
db_session.commit()
return task
def save_account_category(cls, category, name=''):
acg = AccountCategory()
acg.category = category
acg.name = name
db_session.add(acg)
db_session.commit()
return acg
def save_user(cls, category=0, enable_tasks='', token=''):
user = User()
user.category = category
user.enable_tasks = enable_tasks
user.token = token
db_session.add(user)
db_session.commit()
return user
def add_task(cls, task):
if isinstance(task, Task):
task.last_update = datetime.datetime.now()
db_session.add(task)
db_session.commit()
return True
return False
def save_agent(cls, area, status=0, config=''):
agent = Agent()
agent.status = status
agent.active_area = area
agent.config = config
db_session.add(agent)
db_session.commit()
return agent
def save_user_category(cls, category, name, description):
uc = UserCategory()
uc.category = category
uc.name = name
uc.description = description
db_session.add(uc)
db_session.commit()
return uc
def add_one(cls, parameter):
mainurl = MainUrl()
mainurl.address = parameter['address']
mainurl.webSite = parameter['webSite']
mainurl.status = 0
mainurl.remark = ""
mainurl.sort = parameter['sort']
db_session.add(mainurl)
db_session.commit()
db_session.close()
def add_one(cls, parameter):
spider_task = SpiderTask()
spider_task.task_name = parameter['task_name']
spider_task.status = 0
spider_task.creater = 'admin'
spider_task.create_time = time.strftime("%Y-%m-%d %H:%M:%S",
time.localtime())
db_session.add(spider_task)
db_session.commit()
db_session.close()
return {"code": "200", "message": "succeed"}
def save_account(cls, account, password, category, owner, **kwargs):
acc = Account()
acc.account = account
acc.password = password
acc.category = category
acc.owner = owner
for k, v in kwargs.items():
if hasattr(acc, k):
setattr(acc, k, v)
db_session.add(acc)
db_session.commit()
return acc
def save_scheduler(cls,
mode=0,
interval=600,
start_date=datetime.datetime.now(),
end_date=None):
sch = Scheduler()
sch.mode = mode
sch.interval = interval
sch.start_date = start_date
sch.end_date = end_date
db_session.add(sch)
db_session.commit()
return sch
def save_jobs(cls, jobs):
for job in jobs:
if isinstance(job, dict):
job = Job().dict2Job(job)
if job.status == 'running':
job.start_time = datetime.datetime.now()
db_session.add(job)
db_lock.acquire()
db_session.commit()
db_lock.release()
return True
def save_task_category(cls,
category,
name,
processor,
configure='',
description=''):
tag = TaskCategory()
tag.category = category
tag.name = name
tag.processor = processor
tag.configure = configure
tag.description = description
db_session.add(tag)
db_session.commit()
return tag
def add_one(cls, data):
db_session.add(data)
db_session.commit()
