def new_step(self): """ :return: 发送新步骤开始 """ from utils.front import l1l11111l_wcplus_ l1l11111l_wcplus_( title='采集进入新阶段', message=self.process['steps'][self.process['current']]['title'], _type='success', duration=5) self.process['current'] += 1 self.l11l1ll11_wcplus_()
def run(self): try: self.l11llll1l_wcplus_() self.l11lllll1_wcplus_() self.l1l111111_wcplus_() self.l1l1lll11_wcplus_() except: from utils.base import logger logger.warning('删除数据遇到一个警告') from utils.front import l1l11111l_wcplus_ l1l11111l_wcplus_(self.nickname, '删除完成 刷新页面公众号消失', 'success')
def run(self): from utils.front import l1l11111l_wcplus_ l111l11ll_wcplus_ = self.l111l1l1l_wcplus_() df = self.l111l1lll_wcplus_(l111l11ll_wcplus_) self.l111l1l11_wcplus_(df) l1l11111l_wcplus_(self.nickname, '导出Excel完成', 'success') import subprocess from instance import l1_wcplus_ if l1_wcplus_ == 'osx': subprocess.call(['open', l1ll1ll1l_wcplus_]) else: if l1_wcplus_ == 'win': subprocess.call(['explorer', l1ll1ll1l_wcplus_.replace('/', '\\')])
def execute_command(command): """ :param command: :return: 参数使用 ' - ' 间隔 """ from utils.front import l1l11111l_wcplus_ cmd = command.split(' - ')[0] l111llll1_wcplus_ = command.split(' - ')[1:] if cmd not in commands: l1l11111l_wcplus_(command, '不支持的命令', _type='error') else: l1l11111l_wcplus_(command, '开始执行', _type='success') from threading import Thread (Thread(target=commands[cmd].run, args=(cmd, l111llll1_wcplus_))).start()
def check(self, l1l11111ll_wcplus_, offset, cnt): """ :param list_data: 请求返回的结果 :param offset: :return: 带着本次请求的参数和结果一起过安检 请求失败导致安检不通过 安检提醒人重新操作手机 操作完之后再次发起请求 不排除还是会失败 继续调用自己 """ if l1l11111ll_wcplus_ != 'req_data_error': l11ll11lll_wcplus_.check({'crawler':'历史文章列表', 'msg':'success'}) else: l11ll11lll_wcplus_.check({'crawler':'历史文章列表', 'msg':'req_data_error'}) self.l1l11ll1l_wcplus_ = rd.l1ll11l1l_wcplus_() while len(self.l1l11ll1l_wcplus_) == 0: self.l1l11ll1l_wcplus_ = rd.l1ll11l1l_wcplus_() from utils.front import l1l11111l_wcplus_ l1l11111l_wcplus_('没有发现参数', '参数错误', _type='error') time.sleep(3) l1l11111ll_wcplus_ = l11lll1l1l_wcplus_(offset, self.l1l11ll1l_wcplus_[0]).run() self.check(l1l11111ll_wcplus_, offset, cnt) return l1l11111ll_wcplus_
def check(self, l1ll1l1l1_wcplus_, item): """ :return: 带着本次请求的参数和结果一起过安检 请求失败导致安检不通过 安检提醒人重新操作手机 操作完之后再次发起请求 不排除还是会失败 继续调用自己 反正想办法让其获得成功的请求 最后返回成功的请求 """ if l1ll1l1l1_wcplus_ != 'req_data_error': l11ll11lll_wcplus_.check({'crawler': '阅读数据', 'msg': 'success'}) else: l11ll11lll_wcplus_.check({ 'crawler': '阅读数据', 'msg': 'req_data_error' }) self.l1l11ll1l_wcplus_ = rd.l1ll11l1l_wcplus_() while len(self.l1l11ll1l_wcplus_) == 0: self.l1l11ll1l_wcplus_ = rd.l1ll11l1l_wcplus_() from utils.front import l1l11111l_wcplus_ l1l11111l_wcplus_('没有发现参数', '参数错误', _type='error') time.sleep(3) l1ll1l1l1_wcplus_ = l11lll1l1l_wcplus_( item[1], item[2], self.l1l11ll1l_wcplus_[0]).run() self.check(l1ll1l1l1_wcplus_, item) return l1ll1l1l1_wcplus_
def l1l1l11ll_wcplus_(nickname): from utils.front import l1l11111l_wcplus_ l1l11111l_wcplus_('正在准备搜索工作 请不要关闭WCplus', nickname, 'warning') from app.search.index import l1l1lll1l_wcplus_ l1l1lll1l_wcplus_(nickname).index() l1l11111l_wcplus_('可以开始搜索啦', nickname, 'success')