def __init__(self):
self.l1l11ll1l_wcplus_ = rd.articles_detail()
self.nickname = self.l1l11ll1l_wcplus_[0]['nickname']
self.l11ll1l1ll_wcplus_ = 3.0
self.l11ll1l111_wcplus_ = len(self.l1l11ll1l_wcplus_)
self.delay = round(self.l11ll1l1ll_wcplus_ / self.l11ll1l111_wcplus_,
3)
self.l11lll11l_wcplus_ = []
self.l11ll111l_wcplus_ = DB(self.nickname)
self.l11ll1lll1_wcplus_ = time.time()
def __init__(self):
self.articles_detail = rd.articles_detail()
self.nickname = self.articles_detail[0]['nickname']
self.delay_criterion = 2.0
self.length = len(self.articles_detail)
self.delay = round(self.delay_criterion / self.length, 3)
self.length = 0
self.length = 0
self.data = []
self.nickname_table = DB(self.nickname)
self.time_now = time.time()
def check(self, l1ll1l1l1_wcplus_, item):
"""
:return: 带着本次请求的参数和结果一起过安检
请求失败导致安检不通过 安检提醒人重新操作手机 操作完之后再次发起请求
不排除还是会失败 继续调用自己 反正想办法让其获得成功的请求 最后返回成功的请求
"""
if l1ll1l1l1_wcplus_ != 'req_data_error':
crawler_manager.check({'crawler': '阅读数据', 'msg': 'success'})
else:
crawler_manager.check({'crawler': '阅读数据', 'msg': 'req_data_error'})
self.l1l11ll1l_wcplus_ = rd.articles_detail()
while len(self.l1l11ll1l_wcplus_) == 0:
self.l1l11ll1l_wcplus_ = rd.articles_detail()
from utils.front import sendNotification
sendNotification('没有发现参数', '参数错误', _type='error')
time.sleep(3)
l1ll1l1l1_wcplus_ = l11lll1l1l_wcplus_(
item[1], item[2], self.l1l11ll1l_wcplus_[0]).run()
self.check(l1ll1l1l1_wcplus_, item)
return l1ll1l1l1_wcplus_
def check(self, flag, offset, cnt):
"""
:param list_data: 请求返回的结果
:param offset:
:return: 带着本次请求的参数和结果一起过安检
请求失败导致安检不通过 安检提醒人重新操作手机 操作完之后再次发起请求
不排除还是会失败 继续调用自己
"""
if flag != 'req_data_error':
crawler_manager.check({'crawler': '历史文章列表', 'msg': 'success'})
else:
crawler_manager.check({'crawler': '历史文章列表', 'msg': 'req_data_error'})
self.articles_detail = rd.articles_detail()
while len(self.articles_detail) == 0:
self.articles_detail = rd.articles_detail()
from utils.front import sendNotification
sendNotification('没有发现参数', '参数错误', _type='error')
time.sleep(3)
flag = Crawler(offset, self.articles_detail[0]).run()
self.check(flag, offset, cnt)
return flag
def crawl(self):
from utils.front import popUps
from cmp.protect import Passport
if not Passport.examplePassport():
popUps('请先通过使用说明书中的方法获得授权有效授权证书', '授权无效 不可采集数据', 'error')
return
article_details = rd.articles_detail()
if len(article_details) == 0:
return
nickname = article_details[0]['nickname']
from app.api.process import Process
range_value = int(self.filter['range'])
mov = self.location2Mov(int(self.filter['article_location']))
process = Process(range_value)
import builtins
builtins.crawler_process = process
if range_value == 0:
process.new_step()
self.crawlArticleList(process)
sendNotificationMsg(nickname)
else:
if range_value == 25:
process.new_step()
self.crawlArticleList(process)
process.new_step()
self.l1ll1l111_wcplus_(process)
sendNotificationMsg(nickname)
else:
if range_value == 50:
process.new_step()
self.crawlArticleList(process)
sendNotificationMsg(nickname)
process.new_step()
self.l1ll1ll11_wcplus_(process, mov)
else:
if range_value == 75:
process.new_step()
self.crawlArticleList(process)
process.new_step()
self.l1ll1l111_wcplus_(process)
sendNotificationMsg(nickname)
process.new_step()
self.l1ll1ll11_wcplus_(process, mov)
else:
if range_value == 100:
process.new_step()
self.l1ll1ll11_wcplus_(process, mov)
process.l1l11l1l1_wcplus_()
popUps('总共用时%d分钟' % int((time.time() - self.begin_time) / 60), '采集完成',
'success')
def l1l1ll1ll_wcplus_(l1ll11lll_wcplus_=128, process=None):
global l11ll111l_wcplus_
global l1l1l1111l_wcplus_
global l1ll1l11ll_wcplus_
global nickname
l1ll1l11ll_wcplus_ = process
l1l1l1111l_wcplus_ = []
from instance import rd
nickname = rd.articles_detail()[0]['nickname']
l11ll111l_wcplus_ = DB(nickname)
rc = l1ll11lll1_wcplus_()
l1l1l1lll1_wcplus_ = rc.l1l1l1l11l_wcplus_(
nickname,
l1ll11lll_wcplus_=l1ll11lll_wcplus_,
l1l1111ll1_wcplus_=1,
l1l1llll11_wcplus_=l1l11lll11_wcplus_())
if not l1l1l1lll1_wcplus_:
return
rc.l1ll1l11l1_wcplus_()
rc.l1l111ll11_wcplus_()
l1l1ll1l11_wcplus_.l1l11ll11l_wcplus_()
def __init__(self):
self.article_details = rd.articles_detail()