def __init__(self): self.l1l11ll1l_wcplus_ = rd.articles_detail() self.nickname = self.l1l11ll1l_wcplus_[0]['nickname'] self.l11ll1l1ll_wcplus_ = 3.0 self.l11ll1l111_wcplus_ = len(self.l1l11ll1l_wcplus_) self.delay = round(self.l11ll1l1ll_wcplus_ / self.l11ll1l111_wcplus_, 3) self.l11lll11l_wcplus_ = [] self.l11ll111l_wcplus_ = DB(self.nickname) self.l11ll1lll1_wcplus_ = time.time()
def __init__(self): self.articles_detail = rd.articles_detail() self.nickname = self.articles_detail[0]['nickname'] self.delay_criterion = 2.0 self.length = len(self.articles_detail) self.delay = round(self.delay_criterion / self.length, 3) self.length = 0 self.length = 0 self.data = [] self.nickname_table = DB(self.nickname) self.time_now = time.time()
def check(self, l1ll1l1l1_wcplus_, item): """ :return: 带着本次请求的参数和结果一起过安检 请求失败导致安检不通过 安检提醒人重新操作手机 操作完之后再次发起请求 不排除还是会失败 继续调用自己 反正想办法让其获得成功的请求 最后返回成功的请求 """ if l1ll1l1l1_wcplus_ != 'req_data_error': crawler_manager.check({'crawler': '阅读数据', 'msg': 'success'}) else: crawler_manager.check({'crawler': '阅读数据', 'msg': 'req_data_error'}) self.l1l11ll1l_wcplus_ = rd.articles_detail() while len(self.l1l11ll1l_wcplus_) == 0: self.l1l11ll1l_wcplus_ = rd.articles_detail() from utils.front import sendNotification sendNotification('没有发现参数', '参数错误', _type='error') time.sleep(3) l1ll1l1l1_wcplus_ = l11lll1l1l_wcplus_( item[1], item[2], self.l1l11ll1l_wcplus_[0]).run() self.check(l1ll1l1l1_wcplus_, item) return l1ll1l1l1_wcplus_
def check(self, flag, offset, cnt): """ :param list_data: 请求返回的结果 :param offset: :return: 带着本次请求的参数和结果一起过安检 请求失败导致安检不通过 安检提醒人重新操作手机 操作完之后再次发起请求 不排除还是会失败 继续调用自己 """ if flag != 'req_data_error': crawler_manager.check({'crawler': '历史文章列表', 'msg': 'success'}) else: crawler_manager.check({'crawler': '历史文章列表', 'msg': 'req_data_error'}) self.articles_detail = rd.articles_detail() while len(self.articles_detail) == 0: self.articles_detail = rd.articles_detail() from utils.front import sendNotification sendNotification('没有发现参数', '参数错误', _type='error') time.sleep(3) flag = Crawler(offset, self.articles_detail[0]).run() self.check(flag, offset, cnt) return flag
def crawl(self): from utils.front import popUps from cmp.protect import Passport if not Passport.examplePassport(): popUps('请先通过使用说明书中的方法获得授权有效授权证书', '授权无效 不可采集数据', 'error') return article_details = rd.articles_detail() if len(article_details) == 0: return nickname = article_details[0]['nickname'] from app.api.process import Process range_value = int(self.filter['range']) mov = self.location2Mov(int(self.filter['article_location'])) process = Process(range_value) import builtins builtins.crawler_process = process if range_value == 0: process.new_step() self.crawlArticleList(process) sendNotificationMsg(nickname) else: if range_value == 25: process.new_step() self.crawlArticleList(process) process.new_step() self.l1ll1l111_wcplus_(process) sendNotificationMsg(nickname) else: if range_value == 50: process.new_step() self.crawlArticleList(process) sendNotificationMsg(nickname) process.new_step() self.l1ll1ll11_wcplus_(process, mov) else: if range_value == 75: process.new_step() self.crawlArticleList(process) process.new_step() self.l1ll1l111_wcplus_(process) sendNotificationMsg(nickname) process.new_step() self.l1ll1ll11_wcplus_(process, mov) else: if range_value == 100: process.new_step() self.l1ll1ll11_wcplus_(process, mov) process.l1l11l1l1_wcplus_() popUps('总共用时%d分钟' % int((time.time() - self.begin_time) / 60), '采集完成', 'success')
def l1l1ll1ll_wcplus_(l1ll11lll_wcplus_=128, process=None): global l11ll111l_wcplus_ global l1l1l1111l_wcplus_ global l1ll1l11ll_wcplus_ global nickname l1ll1l11ll_wcplus_ = process l1l1l1111l_wcplus_ = [] from instance import rd nickname = rd.articles_detail()[0]['nickname'] l11ll111l_wcplus_ = DB(nickname) rc = l1ll11lll1_wcplus_() l1l1l1lll1_wcplus_ = rc.l1l1l1l11l_wcplus_( nickname, l1ll11lll_wcplus_=l1ll11lll_wcplus_, l1l1111ll1_wcplus_=1, l1l1llll11_wcplus_=l1l11lll11_wcplus_()) if not l1l1l1lll1_wcplus_: return rc.l1ll1l11l1_wcplus_() rc.l1l111ll11_wcplus_() l1l1ll1l11_wcplus_.l1l11ll11l_wcplus_()
def __init__(self): self.article_details = rd.articles_detail()