def capture_main_data():
sp = QQZoneSpider(use_redis=True,
debug=False,
download_small_image=False,
download_big_image=False)
sp.login()
sp.get_main_page_info()
sp.get_mood_list()
sp.user_info.save_user(sp.username)
def test_capture_info(self):
sp = QQZoneSpider(use_redis=True,
debug=False,
mood_num=20,
download_mood_detail=False,
download_like_detail=True,
download_like_names=False)
sp.login()
sp.get_mood_list()
def test_download_image(self):
sp = QQZoneSpider(use_redis=False,
debug=False,
mood_num=100,
download_mood_detail=False,
download_like_detail=False,
download_like_names=False,
download_big_image=True,
download_small_image=True)
sp.login()
sp.get_mood_list()
print("Thread Wait:", sp.image_thread_pool.time_spend)
def capture_data():
sp = QQZoneSpider(use_redis=True,
debug=True,
mood_begin=0,
mood_num=-1,
stop_time='-1',
download_small_image=False,
download_big_image=False,
download_mood_detail=True,
download_like_detail=True,
download_like_names=True,
recover=False,
cookie_text=None)
sp.login()
sp.get_main_page_info()
sp.get_mood_list()
sp.user_info.save_user(sp.username)
def test_capture_main_data(self):
sp = QQZoneSpider(use_redis=True, debug=False)
sp.login()
sp.get_main_page_info()
sp.get_mood_list()
def test_capture_info_parallel(self):
sp = QQZoneSpider(use_redis=True, debug=False, mood_num=200)
sp.login()
sp.get_mood_list()
def test_get_main_page(self):
sp = QQZoneSpider(use_redis=False, debug=True)
sp.login()
sp.get_main_page_info()
def test_selenium_login(self):
sp = QQZoneSpider(use_redis=False, debug=False)
sp.login()