示例#1
0
def exec_pipe():
    lostconfig = get_args()
    dbm = DBMan(lostconfig)
    pipe_list = dbm.get_pipes_to_process()
    # For each task in this project
    for p in pipe_list:
       pipe_man = cron.PipeEngine(dbm=dbm, pipe=p, lostconfig=lostconfig)
       pipe_man.process_pipeline()
    dbm.close_session()
示例#2
0
文件: cron_jobs.py 项目: l3p-cv/lost
def process_pipes(log_name, client):
    lostconfig = config.LOSTConfig()
    dbm = DBMan(lostconfig)
    pipe_list = dbm.get_pipes_to_process()
    # For each task in this project
    for p in pipe_list:
        pipe_man = cron.PipeEngine(dbm=dbm,
                                   pipe=p,
                                   lostconfig=lostconfig,
                                   client=client,
                                   logger_name=log_name)
        pipe_man.process_pipeline()
    dbm.close_session()
示例#3
0
def exec_pipe():
    lostconfig = config.LOSTConfig()
    dbm = DBMan(lostconfig)
    pipe_list = dbm.get_pipes_to_process()
    if lostconfig.worker_management != 'dynamic':
        client = Client('{}:{}'.format(lostconfig.scheduler_ip,
                                       lostconfig.scheduler_port))
    else:
        client = None
    # For each task in this project
    for p in pipe_list:
        pipe_man = cron.PipeEngine(dbm=dbm,
                                   pipe=p,
                                   lostconfig=lostconfig,
                                   client=client)
        pipe_man.process_pipeline()
    dbm.close_session()