def freeze_account(name, rs): """ :param name: login account :param rs: 0 stands for banned,1 stands for normal,2 stands for name or password is invalid :return: """ account = db_session.query(LoginInfo).filter(LoginInfo.name == name).first() account.enable = rs db_session.commit()
def set_seed_home_crawled(uid): """ :param uid: user id :return: None """ seed = get_seed_by_id(uid) if seed is None: seed = SeedIds(uid=uid, is_crawled=0, other_crawled=0, home_crawled=1) db_session.add(seed) else: seed.home_crawled = 1 db_session.commit()
def set_seed_other_crawled(uid): """ update it if user id already exists, else insert :param uid: user id :return: None """ seed = get_seed_by_id(uid) if seed is None: seed = SeedIds(uid=uid, is_crawled=1, other_crawled=1, home_crawled=1) db_session.add(seed) else: seed.other_crawled = 1 db_session.commit()
def set_seed_crawled(uid, result): """ :param uid: user id that is crawled :param result: crawling result, 1 stands for succeed, 2 stands for fail :return: None """ seed = db_session.query(SeedIds).filter(SeedIds.uid == uid).first() if seed and seed.is_crawled == 0: seed.is_crawled = result else: seed = SeedIds(uid=uid, is_crawled=result) db_session.add(seed) db_session.commit()
def insert_weibo_data(weibo_data): db_session.add(weibo_data) db_session.commit()
def insert_weibo_datas(weibo_datas): for data in weibo_datas: r = get_wb_by_mid(data.weibo_id) if not r: db_session.add(data) db_session.commit()
def save_user(user): db_session.add(user) db_session.commit()
def save_comment(comment): db_session.add(comment) db_session.commit()
def set_weibo_repost_crawled(mid): weibo_data = get_wb_by_mid(mid) if weibo_data: weibo_data.repost_crawled = 1 db_session.commit()
def set_useless_keyword(keyword): search_word = db_session.query(KeyWords).filter(KeyWords.keyword == keyword).first() search_word.enable = 0 db_session.commit()
def save_reposts(repost_list): for repost in repost_list: r = get_repost_by_rid(repost.weibo_id) if not r: save_repost(repost) db_session.commit()
def save_comments(comment_list): for comment in comment_list: r = get_comment_by_id(comment.comment_id) if not r: save_comment(comment) db_session.commit()
def save_comment(comment): db_session.add(comment) db_session.commit()
def insert_seeds(ids): db_session.execute(SeedIds.__table__.insert().prefix_with('IGNORE'), [{'uid': i} for i in ids]) db_session.commit()
def insert_zhihu_data(zhihu_data): db_session.add(zhihu_data) db_session.commit()
def save_reposts(repost_list): for repost in repost_list: r = get_repost_by_rid(repost.weibo_id) if not r: save_repost(repost) db_session.commit()
def set_zhihu_repost_crawled(mid): zhihu_data = get_zh_by_mid(mid) if zhihu_data: zhihu_data.repost_crawled = 1 db_session.commit()
def save_users(users): db_session.add_all(users) db_session.commit()
def insert_keyword(keyword): db_session.add(keyword) db_session.commit()
def insert_weibo_data(weibo_data): # 存入数据的时候从更高一层判断是否会重复,不在该层做判断 #weibo_data.weibo_cont = process(weibo_data.weibo_cont) db_session.add(weibo_data) db_session.commit()
def insert_weibo_datas(weibo_datas): for data in weibo_datas: r = get_wb_by_mid(data.weibo_id) if not r: db_session.add(data) db_session.commit()
def insert_weibo_data(weibo_data): # 存入数据的时候从更高一层判断是否会重复,不在该层做判断 db_session.add(weibo_data) db_session.commit()
def insert_weibo_data(weibo_data): db_session.add(weibo_data) db_session.commit()
def insert_keyword_wbid(keyword_id, wbid): keyword_wbdata = KeywordsWbdata() keyword_wbdata.wb_id = wbid keyword_wbdata.keyword_id = keyword_id db_session.add(keyword_wbdata) db_session.commit()
def save_comments(comment_list): for comment in comment_list: r = get_comment_by_id(comment.comment_id) if not r: save_comment(comment) db_session.commit()
def freeze_account(name): account = db_session.query(LoginInfo).filter( LoginInfo.name == name).first() account.enable = 0 db_session.commit()
def save_users(users): db_session.add_all(users) db_session.commit()
def insert_weibo_pics(weibo_pics): for pic in weibo_pics: r = get_pic_by_url(pic.pic_url, pic.url_hash) if not r: db_session.add(pic) db_session.commit()
def set_weibo_repost_crawled(mid): weibo_data = get_wb_by_mid(mid) if weibo_data: weibo_data.repost_crawled = 1 db_session.commit()
def save_reply(reply): db_session.add(reply) db_session.commit()
def save_repost(repost): db_session.add(repost) db_session.commit()
def save_replys(reply_list): for reply in reply_list: r = get_reply_by_id(reply.reply_id) if not r: save_reply(reply) db_session.commit()
def save_repost(repost): db_session.add(repost) db_session.commit()
def insert_zhihu_datas(zhihu_datas): for data in zhihu_datas: r = get_zh_by_mid(data.zhihu_id) if not r: db_session.add(data) db_session.commit()