def freeze_account(name, rs):
"""
:param name: login account
:param rs: 0 stands for banned，1 stands for normal，2 stands for name or password is invalid
:return:
"""
account = db_session.query(LoginInfo).filter(LoginInfo.name == name).first()
account.enable = rs
db_session.commit()
def set_seed_home_crawled(uid):
"""
:param uid: user id
:return: None
"""
seed = get_seed_by_id(uid)
if seed is None:
seed = SeedIds(uid=uid, is_crawled=0, other_crawled=0, home_crawled=1)
db_session.add(seed)
else:
seed.home_crawled = 1
db_session.commit()
def set_seed_other_crawled(uid):
"""
update it if user id already exists, else insert
:param uid: user id
:return: None
"""
seed = get_seed_by_id(uid)
if seed is None:
seed = SeedIds(uid=uid, is_crawled=1, other_crawled=1, home_crawled=1)
db_session.add(seed)
else:
seed.other_crawled = 1
db_session.commit()
def set_seed_crawled(uid, result):
"""
:param uid: user id that is crawled
:param result: crawling result, 1 stands for succeed, 2 stands for fail
:return: None
"""
seed = db_session.query(SeedIds).filter(SeedIds.uid == uid).first()
if seed and seed.is_crawled == 0:
seed.is_crawled = result
else:
seed = SeedIds(uid=uid, is_crawled=result)
db_session.add(seed)
db_session.commit()
def insert_weibo_data(weibo_data):
db_session.add(weibo_data)
db_session.commit()
def insert_weibo_datas(weibo_datas):
for data in weibo_datas:
r = get_wb_by_mid(data.weibo_id)
if not r:
db_session.add(data)
db_session.commit()
def save_user(user):
db_session.add(user)
db_session.commit()
def save_comment(comment):
db_session.add(comment)
db_session.commit()
def set_weibo_repost_crawled(mid):
weibo_data = get_wb_by_mid(mid)
if weibo_data:
weibo_data.repost_crawled = 1
db_session.commit()
def set_useless_keyword(keyword):
search_word = db_session.query(KeyWords).filter(KeyWords.keyword == keyword).first()
search_word.enable = 0
db_session.commit()
def save_reposts(repost_list):
for repost in repost_list:
r = get_repost_by_rid(repost.weibo_id)
if not r:
save_repost(repost)
db_session.commit()
def save_comments(comment_list):
for comment in comment_list:
r = get_comment_by_id(comment.comment_id)
if not r:
save_comment(comment)
db_session.commit()
def save_comment(comment):
db_session.add(comment)
db_session.commit()
def insert_seeds(ids):
db_session.execute(SeedIds.__table__.insert().prefix_with('IGNORE'), [{'uid': i} for i in ids])
db_session.commit()
def insert_zhihu_data(zhihu_data):
db_session.add(zhihu_data)
db_session.commit()
def save_reposts(repost_list):
for repost in repost_list:
r = get_repost_by_rid(repost.weibo_id)
if not r:
save_repost(repost)
db_session.commit()
def set_zhihu_repost_crawled(mid):
zhihu_data = get_zh_by_mid(mid)
if zhihu_data:
zhihu_data.repost_crawled = 1
db_session.commit()
def save_users(users):
db_session.add_all(users)
db_session.commit()
def insert_keyword(keyword):
db_session.add(keyword)
db_session.commit()
def insert_weibo_data(weibo_data):
# 存入数据的时候从更高一层判断是否会重复，不在该层做判断
#weibo_data.weibo_cont = process(weibo_data.weibo_cont)
db_session.add(weibo_data)
db_session.commit()
def insert_weibo_datas(weibo_datas):
for data in weibo_datas:
r = get_wb_by_mid(data.weibo_id)
if not r:
db_session.add(data)
db_session.commit()
def insert_weibo_data(weibo_data):
# 存入数据的时候从更高一层判断是否会重复，不在该层做判断
db_session.add(weibo_data)
db_session.commit()
def insert_weibo_data(weibo_data):
db_session.add(weibo_data)
db_session.commit()
def insert_keyword_wbid(keyword_id, wbid):
keyword_wbdata = KeywordsWbdata()
keyword_wbdata.wb_id = wbid
keyword_wbdata.keyword_id = keyword_id
db_session.add(keyword_wbdata)
db_session.commit()
def save_comments(comment_list):
for comment in comment_list:
r = get_comment_by_id(comment.comment_id)
if not r:
save_comment(comment)
db_session.commit()
def freeze_account(name):
account = db_session.query(LoginInfo).filter(
LoginInfo.name == name).first()
account.enable = 0
db_session.commit()
def save_users(users):
db_session.add_all(users)
db_session.commit()
def insert_weibo_pics(weibo_pics):
for pic in weibo_pics:
r = get_pic_by_url(pic.pic_url, pic.url_hash)
if not r:
db_session.add(pic)
db_session.commit()
def set_weibo_repost_crawled(mid):
weibo_data = get_wb_by_mid(mid)
if weibo_data:
weibo_data.repost_crawled = 1
db_session.commit()
def save_reply(reply):
db_session.add(reply)
db_session.commit()
def save_repost(repost):
db_session.add(repost)
db_session.commit()
def save_replys(reply_list):
for reply in reply_list:
r = get_reply_by_id(reply.reply_id)
if not r:
save_reply(reply)
db_session.commit()
def save_repost(repost):
db_session.add(repost)
db_session.commit()
def insert_zhihu_datas(zhihu_datas):
for data in zhihu_datas:
r = get_zh_by_mid(data.zhihu_id)
if not r:
db_session.add(data)
db_session.commit()
