def test_keywords_oper(self): db_session.execute("insert into {} ({}.keyword) values ('".format(keywords.name, keywords.name) + FAKE_STR + "')") assert len(KeywordsOper.get_search_keywords()) == 1 KeywordsOper.set_useless_keyword('火影') assert len(KeywordsOper.get_search_keywords()) == 0
def test_keywords_oper(self): db_session.execute("insert into {} ({}.keyword) values ('".format( keywords.name, keywords.name) + FAKE_STR + "')") assert len(KeywordsOper.get_search_keywords()) == 1 KeywordsOper.set_useless_keyword('火影') assert len(KeywordsOper.get_search_keywords()) == 0
def opt_db(): print(datetime.datetime.now()) jobs = [] for x in range(3000, 6000): job = Job() job.task = 2 job.account = 2 job.agent = 1 job.status = 'running_th' job.track_id = '{}'.format(x) job.start_time = datetime.datetime.now() jobs.append(job) db_lock.acquire() print('thead dbs1={}'.format(db_session)) db_session.add_all(jobs) db_session.commit() db_lock.release() db_lock.acquire() print('thead dbs2={}'.format(db_session)) db_session.execute(Job.__table__.insert(), [{ 'task': 1, 'account': 3, 'agent': 1, 'status': 'ffff', 'track_id': '{}'.format(x), 'start_time': datetime.datetime.now() } for x in range(8000, 10000)]) db_session.commit() db_lock.release()
def test_db(): import threading th = threading.Thread(target=opt_db) th.start() jobs = [] for x in range(10010, 20000): job = Job() job.task = 2 job.account = 2 job.agent = 1 job.status = 'running11' job.track_id = '{}'.format(x) job.start_time = datetime.datetime.now() jobs.append(job) db_lock.acquire() print(datetime.datetime.now()) db_session.add_all(jobs) # db_session.commit() db_session.execute(Job.__table__.insert(), [{ 'task': 1, 'account': 3, 'agent': 1, 'status': 'ffff', 'track_id': '{}'.format(x), 'start_time': datetime.datetime.now() } for x in range(1000)]) db_session.commit() print(db_session) db_session.close() db_lock.release() print(datetime.datetime.now())
def test_login_oper(self): infos = LoginInfoOper.get_login_info() assert len(infos) == 0 db_session.execute("insert into {} ({}.name) values (".format( login_info.name, login_info.name) + FAKE_ID + ")") infos = LoginInfoOper.get_login_info() assert len(infos) == 1 LoginInfoOper.freeze_account(FAKE_ID, 0) infos = LoginInfoOper.get_login_info() assert len(infos) == 0
def test_login_oper(self): infos = LoginInfoOper.get_login_info() assert len(infos) == 0 db_session.execute("insert into {} ({}.name) values (".format(login_info.name, login_info.name) + FAKE_ID + ")") infos = LoginInfoOper.get_login_info() assert len(infos) == 1 LoginInfoOper.freeze_account(FAKE_ID, 0) infos = LoginInfoOper.get_login_info() assert len(infos) == 0
def test_weibodata_oper(self): db_session.execute("insert into {} ({}.weibo_id) values ('".format( weibo_data.name, weibo_data.name) + FAKE_ID + "')") assert WbDataOper.get_wb_by_mid(FAKE_ID) is not None assert len(WbDataOper.get_weibo_comment_not_crawled()) == 1 assert len(WbDataOper.get_weibo_repost_not_crawled()) == 1 WbDataOper.set_weibo_comment_crawled(FAKE_ID) WbDataOper.set_weibo_repost_crawled(FAKE_ID) assert len(WbDataOper.get_weibo_comment_not_crawled()) == 0 assert len(WbDataOper.get_weibo_repost_not_crawled()) == 0
def test_weibodata_oper(self): db_session.execute("insert into {} ({}.weibo_id) values ('".format(weibo_data.name, weibo_data.name) + FAKE_ID + "')") assert WbDataOper.get_wb_by_mid(FAKE_ID) is not None assert len(WbDataOper.get_weibo_comment_not_crawled()) == 1 assert len(WbDataOper.get_weibo_repost_not_crawled()) == 1 WbDataOper.set_weibo_comment_crawled(FAKE_ID) WbDataOper.set_weibo_repost_crawled(FAKE_ID) assert len(WbDataOper.get_weibo_comment_not_crawled()) == 0 assert len(WbDataOper.get_weibo_repost_not_crawled()) == 0
def test_user_oper(self): user_list = list() for fake_id in FAKE_IDS: user_list.append(User(fake_id)) UserOper.add_all(user_list) rs = db_session.execute('select * from {}'.format(wbuser.name)) assert rs.rowcount > 0 assert UserOper.get_user_by_uid('5') is None assert UserOper.get_user_by_uid(FAKE_ID) is not None
def create_tables(): db_session.execute('drop database if exists weibo;') db_session.execute('create database weibo;use weibo;') rs = db_session.execute('show tables;') assert rs.rowcount == 0 create_all.create_all_table() rs = db_session.execute('show tables;') assert rs.rowcount > 0
def test_keyword_data_oper(self): KeywordsDataOper.insert_keyword_wbid(1, 1) rs = db_session.execute('select * from {}'.format(keywords_wbdata.name)) assert rs.rowcount == 1
def test_repost_oper(self): db_session.execute("insert into {} ({}.weibo_id) values ('".format( weibo_repost.name, weibo_repost.name) + FAKE_ID + "')") assert RepostOper.get_repost_by_rid(FAKE_ID) is not None
def test_comment_oper(self): db_session.execute("insert into {} ({}.comment_id) values ('".format( weibo_comment.name, weibo_comment.name) + FAKE_ID + "')") assert CommentOper.get_comment_by_id(FAKE_ID) is not None
def test_keyword_data_oper(self): KeywordsDataOper.insert_keyword_wbid(1, 1) rs = db_session.execute('select * from {}'.format( keywords_wbdata.name)) assert rs.rowcount == 1
def test_repost_oper(self): db_session.execute("insert into {} ({}.weibo_id) values ('".format(weibo_repost.name, weibo_repost.name) + FAKE_ID + "')") assert RepostOper.get_repost_by_rid(FAKE_ID) is not None
def test_comment_oper(self): db_session.execute("insert into {} ({}.comment_id) values ('".format(weibo_comment.name, weibo_comment.name) + FAKE_ID + "')") assert CommentOper.get_comment_by_id(FAKE_ID) is not None