示例#1
0
文件: run.py 项目: zbwbb/ProxyPool
def main():
    try:
        s = Scheduler()
        s.run()
    except Exception as e:
        print(e)
        main()
示例#2
0
def main():
    # 启动调度器
    try:
        task = Scheduler()
        task.run()
    except Exception as e:
        logger.error(e)
示例#3
0
def main():
    try:
        # 运行调度器
        s = Scheduler()
        s.run()
    except:
        main()
示例#4
0
文件: run.py 项目: fangweiren/Spiders
def main():
    # noinspection PyBroadException
    try:
        s = Scheduler()
        s.run()
    except:
        main()
示例#5
0
def main():
    try:
        s = Scheduler()
        s.run()
    except:
        traceback.print_exc()
        main()
示例#6
0
def main():
    try:
        scheduler = Scheduler()
        scheduler.run()
    except Exception as e:
        print(repr(e.args))
        main()
示例#7
0
def main():
    try:
        s = Scheduler()
        s.run()
    except Exception as e:
        print("调度发送错误,重启中", e.args)
        main()
示例#8
0
def main():
    try:
        #ip池程序启动入口
        s = Scheduler()
        s.run()
    except:
        main()
示例#9
0
def main():

    try:
        s = Scheduler()
        s.run()
    except:
        main()
示例#10
0
def main():
    LOGGER = logger
    try:
        s = Scheduler()
        s.run()
    except Exception as e:
        LOGGER.debug(e)
        print('main.py raise a error: {}'.format(e))
示例#11
0
def main():
    try:
        s = Scheduler()
        s.run()
    except Exception as e:
        tb = sys.exc_info()[2]
        print(e.with_traceback(tb))
        main()
示例#12
0
def main():

    try:
        # 调用Scheduler类的run方法
        s = Scheduler()
        s.run()
    except:
        # 发生异常后进行重试
        main()
示例#13
0
def main():
    try:
        s = Scheduler()
        s.run()
    except KeyboardInterrupt as ex:
        print('用户终止了代理池运行,{}'.format(ex))
    except Exception as ex:
        print('代理池运行异常,{}'.format(ex))
        main()
示例#14
0
def main():
    try:
        scheduler = Scheduler()
        scheduler.scheduler_run()
    except Exception as e:
        print(e.args)
        print('--------------------------------------------')
        print('retry to start the proxy pool')
        main()
def main():
    s = Scheduler()
    try:
        s.run()
        s.log().info('-------start process-------主进程开始运行...')
    except Exception as e:
        s.log().exception(e)
        main()
示例#16
0
def main():
    try:
        scheduler = Scheduler()
        scheduler.run()
    except:
        main()
示例#17
0
def startServer():
    try:
        s = Scheduler()
        s.run()
    except:
        startServer()
示例#18
0
from proxypool.scheduler import Scheduler


if __name__ == '__main__':
    Scheduler().run()
示例#19
0
文件: run.py 项目: iteming/ProxyPool
from proxypool.scheduler import Scheduler
import argparse

parser = argparse.ArgumentParser(description='ProxyPool')
parser.add_argument('--processor', type=str, help='processor to run')
args = parser.parse_args()

if __name__ == '__main__':
    # if processor set, just run it
    if args.processor:
        getattr(Scheduler(), f'run_{args.processor}')()
    else:
        Scheduler().run()
        # Scheduler().run_tester()
示例#20
0
def main():
    try:
        s = Scheduler()  # 这个是调度器
        s.run()
    except:
        main()
示例#21
0
def main():
    try:
        s = Scheduler()
        s.run()
    except BaseException:
        main()
示例#22
0
# -*- coding: utf-8 -*-
# @Time    : 2021/3/15 15:55
# @Author  : Mqz
# @FileName: run.py
from proxypool.scheduler import Scheduler
import argparse

parser = argparse.ArgumentParser(description="Proxypool_1")

parser.add_argument('--processor', type=str, help='processor to run')
args = parser.parse_args()

if __name__ == '__main__':
    if args.processor:
        getattr(Scheduler(), f'num_({args.processor})')
    else:
        Scheduler().run()


示例#23
0
def main():
    try:
        scheduler = Scheduler()
        scheduler.run()
    except Exception:
        print('proxypool error')
示例#24
0
def main():
    try:
        s = Scheduler()
        s.run()
    except Exception as e:
        main()
示例#25
0
文件: run.py 项目: Hui4401/ProxyPool
import argparse

from proxypool.scheduler import Scheduler

parser = argparse.ArgumentParser()
parser.add_argument('-p',
                    '--processors',
                    type=str,
                    nargs='*',
                    choices=['getter', 'tester', 'server'],
                    help='getter,tester,server,可多选,默认全部运行')
args = parser.parse_args()
processors = args.processors

if __name__ == '__main__':
    scheduler = Scheduler()
    if not processors:
        scheduler.run()
    else:
        getter = True if 'getter' in processors else False
        tester = True if 'tester' in processors else False
        server = True if 'server' in processors else False
        scheduler.run(getter, tester, server)
示例#26
0
def main(data):
    try:
        s = Scheduler(data)
        s.run()
    except:
        main(data)
示例#27
0
文件: run.py 项目: pol9111/ProxyPool
def main():
    try:
        s = Scheduler()
        s.run()
    except:
        main() # 失败就再次调用
示例#28
0
def main():
    s = Scheduler()
    s.run()
示例#29
0
文件: run.py 项目: lijinye/weibo
from proxypool.scheduler import Scheduler

if __name__ == '__main__':
    s = Scheduler()
    s.run()
示例#30
0
def main():
    s = Scheduler()
    s.run()
    app.run(host=FLASK_HOST, port=FLASK_PORT, debug=True)