def test_keywords_oper(self):
db_session.execute("insert into {} ({}.keyword) values ('".format(keywords.name, keywords.name)
+ FAKE_STR + "')")
assert len(KeywordsOper.get_search_keywords()) == 1
KeywordsOper.set_useless_keyword('火影')
assert len(KeywordsOper.get_search_keywords()) == 0
def test_keywords_oper(self):
db_session.execute("insert into {} ({}.keyword) values ('".format(
keywords.name, keywords.name) + FAKE_STR + "')")
assert len(KeywordsOper.get_search_keywords()) == 1
KeywordsOper.set_useless_keyword('火影')
assert len(KeywordsOper.get_search_keywords()) == 0
def opt_db():
print(datetime.datetime.now())
jobs = []
for x in range(3000, 6000):
job = Job()
job.task = 2
job.account = 2
job.agent = 1
job.status = 'running_th'
job.track_id = '{}'.format(x)
job.start_time = datetime.datetime.now()
jobs.append(job)
db_lock.acquire()
print('thead dbs1={}'.format(db_session))
db_session.add_all(jobs)
db_session.commit()
db_lock.release()
db_lock.acquire()
print('thead dbs2={}'.format(db_session))
db_session.execute(Job.__table__.insert(),
[{
'task': 1,
'account': 3,
'agent': 1,
'status': 'ffff',
'track_id': '{}'.format(x),
'start_time': datetime.datetime.now()
} for x in range(8000, 10000)])
db_session.commit()
db_lock.release()
def test_db():
import threading
th = threading.Thread(target=opt_db)
th.start()
jobs = []
for x in range(10010, 20000):
job = Job()
job.task = 2
job.account = 2
job.agent = 1
job.status = 'running11'
job.track_id = '{}'.format(x)
job.start_time = datetime.datetime.now()
jobs.append(job)
db_lock.acquire()
print(datetime.datetime.now())
db_session.add_all(jobs)
# db_session.commit()
db_session.execute(Job.__table__.insert(),
[{
'task': 1,
'account': 3,
'agent': 1,
'status': 'ffff',
'track_id': '{}'.format(x),
'start_time': datetime.datetime.now()
} for x in range(1000)])
db_session.commit()
print(db_session)
db_session.close()
db_lock.release()
print(datetime.datetime.now())
def test_login_oper(self):
infos = LoginInfoOper.get_login_info()
assert len(infos) == 0
db_session.execute("insert into {} ({}.name) values (".format(
login_info.name, login_info.name) + FAKE_ID + ")")
infos = LoginInfoOper.get_login_info()
assert len(infos) == 1
LoginInfoOper.freeze_account(FAKE_ID, 0)
infos = LoginInfoOper.get_login_info()
assert len(infos) == 0
def test_login_oper(self):
infos = LoginInfoOper.get_login_info()
assert len(infos) == 0
db_session.execute("insert into {} ({}.name) values (".format(login_info.name, login_info.name)
+ FAKE_ID + ")")
infos = LoginInfoOper.get_login_info()
assert len(infos) == 1
LoginInfoOper.freeze_account(FAKE_ID, 0)
infos = LoginInfoOper.get_login_info()
assert len(infos) == 0
def test_weibodata_oper(self):
db_session.execute("insert into {} ({}.weibo_id) values ('".format(
weibo_data.name, weibo_data.name) + FAKE_ID + "')")
assert WbDataOper.get_wb_by_mid(FAKE_ID) is not None
assert len(WbDataOper.get_weibo_comment_not_crawled()) == 1
assert len(WbDataOper.get_weibo_repost_not_crawled()) == 1
WbDataOper.set_weibo_comment_crawled(FAKE_ID)
WbDataOper.set_weibo_repost_crawled(FAKE_ID)
assert len(WbDataOper.get_weibo_comment_not_crawled()) == 0
assert len(WbDataOper.get_weibo_repost_not_crawled()) == 0
def test_weibodata_oper(self):
db_session.execute("insert into {} ({}.weibo_id) values ('".format(weibo_data.name, weibo_data.name)
+ FAKE_ID + "')")
assert WbDataOper.get_wb_by_mid(FAKE_ID) is not None
assert len(WbDataOper.get_weibo_comment_not_crawled()) == 1
assert len(WbDataOper.get_weibo_repost_not_crawled()) == 1
WbDataOper.set_weibo_comment_crawled(FAKE_ID)
WbDataOper.set_weibo_repost_crawled(FAKE_ID)
assert len(WbDataOper.get_weibo_comment_not_crawled()) == 0
assert len(WbDataOper.get_weibo_repost_not_crawled()) == 0
def test_user_oper(self):
user_list = list()
for fake_id in FAKE_IDS:
user_list.append(User(fake_id))
UserOper.add_all(user_list)
rs = db_session.execute('select * from {}'.format(wbuser.name))
assert rs.rowcount > 0
assert UserOper.get_user_by_uid('5') is None
assert UserOper.get_user_by_uid(FAKE_ID) is not None
def test_user_oper(self):
user_list = list()
for fake_id in FAKE_IDS:
user_list.append(User(fake_id))
UserOper.add_all(user_list)
rs = db_session.execute('select * from {}'.format(wbuser.name))
assert rs.rowcount > 0
assert UserOper.get_user_by_uid('5') is None
assert UserOper.get_user_by_uid(FAKE_ID) is not None
def create_tables():
db_session.execute('drop database if exists weibo;')
db_session.execute('create database weibo;use weibo;')
rs = db_session.execute('show tables;')
assert rs.rowcount == 0
create_all.create_all_table()
rs = db_session.execute('show tables;')
assert rs.rowcount > 0
def test_keyword_data_oper(self):
KeywordsDataOper.insert_keyword_wbid(1, 1)
rs = db_session.execute('select * from {}'.format(keywords_wbdata.name))
assert rs.rowcount == 1
def test_repost_oper(self):
db_session.execute("insert into {} ({}.weibo_id) values ('".format(
weibo_repost.name, weibo_repost.name) + FAKE_ID + "')")
assert RepostOper.get_repost_by_rid(FAKE_ID) is not None
def test_comment_oper(self):
db_session.execute("insert into {} ({}.comment_id) values ('".format(
weibo_comment.name, weibo_comment.name) + FAKE_ID + "')")
assert CommentOper.get_comment_by_id(FAKE_ID) is not None
def test_keyword_data_oper(self):
KeywordsDataOper.insert_keyword_wbid(1, 1)
rs = db_session.execute('select * from {}'.format(
keywords_wbdata.name))
assert rs.rowcount == 1
def test_repost_oper(self):
db_session.execute("insert into {} ({}.weibo_id) values ('".format(weibo_repost.name, weibo_repost.name)
+ FAKE_ID + "')")
assert RepostOper.get_repost_by_rid(FAKE_ID) is not None
def test_comment_oper(self):
db_session.execute("insert into {} ({}.comment_id) values ('".format(weibo_comment.name, weibo_comment.name)
+ FAKE_ID + "')")
assert CommentOper.get_comment_by_id(FAKE_ID) is not None
