def test_generate_friend_info(self):
qa = QQZoneAnalysis(mood_num=200, use_redis=False, debug=True)
# 建议在resource/config/friend_info.json中配置需要爬取的好友QQ号
# 也可以直接在这里传入qq号，此处传入的QQ号优先级比配置文件大，但是配置文件可以批量传入QQ号
qa.get_friend_mood(friend_qq='')
qa.get_useful_info_from_json()
qa.draw_like_cloud(qa.mood_data_df)
qa.draw_cmt_cloud(qa.mood_data_df)
class FriendAnalysisTest(unittest.TestCase):
def setUp(self) -> None:
self.qa = QQZoneAnalysis(use_redis=True)
self.qa.change_username("458246290", "fuyuko")
def tearDown(self) -> None:
pass
def test_init(self) -> None:
pass
def test_get_friend_data(self):
self.qa.reset_username()
self.qa.get_friend_mood("458246290", "fuyuko", mood_num=20)
def test_clean_friend_data(self):
self.qa.get_useful_info_from_json()
assert self.qa.has_clean_data == True
def test_draw_friend_cmt_cloud(self):
self.qa.get_useful_info_from_json()
self.qa.draw_cmt_cloud(self.qa.mood_data_df)
# 计算点赞和评论最多的人
def test_get_friend_most_people(self):
self.qa.get_most_people()
print(self.qa.user_info.like_friend_name)
print(self.qa.user_info.cmt_friend_name)
# 绘制说说关键字词云图
def test_draw_content_cloud(self):
self.qa.get_useful_info_from_json()
self.qa.draw_content_cloud(self.qa.mood_data_df)
# 绘制点赞的人的词云图
def test_draw_like_cloud(self):
self.qa.get_useful_info_from_json()
self.qa.draw_like_cloud(self.qa.mood_data_df)
def test_get_history(self):
self.qa.calculate_history_like_agree()
print(len(self.qa.re.get(self.qa.history_like_agree_file_name)))
def test_export_data_df(self):
self.qa.export_mood_df()
def web_interface(username, nickname, stop_time, mood_num, cookie_text,
no_delete, password, pool_flag):
sp = QQZoneAnalysis(use_redis=True,
debug=False,
username=username,
analysis_friend=True,
from_web=True,
nickname=nickname,
stop_time=stop_time,
mood_num=mood_num,
no_delete=no_delete,
cookie_text=cookie_text,
pool_flag=pool_flag)
try:
# 存储用户密码
sp.re.hset(USER_MAP_KEY, username, password)
sp.logging_info(username + "init success")
sp.login_with_qr_code()
sp.logging_info(username + "logging success")
sp.re.rpush(WEB_SPIDER_INFO + username,
"用户" + str(sp.username) + "登陆成功")
except BaseException as e:
sp.format_error(e, "logging failed")
sp.re.rpush(WEB_SPIDER_INFO + username, LOGIN_FAILED)
# 删除用户密码
sp.re.hdel(USER_MAP_KEY, username)
sp.get_main_page_info()
sp.logging_info("get main page success")
try:
# 获取动态的数据
t1 = threading.Thread(target=sp.get_mood_list)
# 获取好友数据
t2 = threading.Thread(target=sp.get_friend_detail)
t1.setDaemon(False)
t2.setDaemon(False)
t1.start()
t2.start()
# 等待两个线程都结束
t1.join()
t2.join()
# sp.user_info.save_user(username)
except BaseException:
sp.re.rpush(WEB_SPIDER_INFO + username, GET_MOOD_FAILED)
exit(1)
# 清洗好友数据
sp.clean_friend_data()
# 获取第一位好友数据
sp.get_first_friend_info()
# 清洗说说数据并计算点赞最多的人和评论最多的人
sp.get_most_people()
sp.calculate_send_time()
sp.user_info.save_user()
sp.draw_cmt_cloud(sp.mood_data_df)
sp.draw_like_cloud(sp.mood_data_df)
# sp.draw_content_cloud(sp.mood_data_df)
# 保存说说数据
sp.export_mood_df()
sp.re.set(MOOD_FINISH_KEY + str(username), 1)
sp.calculate_history_like_agree()
sp.re.set(CLEAN_DATA_KEY + username, 1)
# 对排队list中删除当前用户，注意该指令的传参方式与redis-cli中不同
sp.re.lrem(WAITING_USER_LIST, username)
def test_draw_like_cloud(self):
qa = QQZoneAnalysis(use_redis=True)
qa.get_useful_info_from_json()
qa.draw_like_cloud(qa.mood_data_df)