Python DBMan.get_pipes_to_process Beispiele

Beispiel #1

def exec_pipe():
    lostconfig = get_args()
    dbm = DBMan(lostconfig)
    pipe_list = dbm.get_pipes_to_process()
    # For each task in this project
    for p in pipe_list:
       pipe_man = cron.PipeEngine(dbm=dbm, pipe=p, lostconfig=lostconfig)
       pipe_man.process_pipeline()
    dbm.close_session()

Beispiel #2

Datei: cron_jobs.py Projekt: l3p-cv/lost

def process_pipes(log_name, client):
    lostconfig = config.LOSTConfig()
    dbm = DBMan(lostconfig)
    pipe_list = dbm.get_pipes_to_process()
    # For each task in this project
    for p in pipe_list:
        pipe_man = cron.PipeEngine(dbm=dbm,
                                   pipe=p,
                                   lostconfig=lostconfig,
                                   client=client,
                                   logger_name=log_name)
        pipe_man.process_pipeline()
    dbm.close_session()

Beispiel #3

Datei: celery_cron.py Projekt: l3p-cv/lost

def exec_pipe():
    lostconfig = config.LOSTConfig()
    dbm = DBMan(lostconfig)
    pipe_list = dbm.get_pipes_to_process()
    if lostconfig.worker_management != 'dynamic':
        client = Client('{}:{}'.format(lostconfig.scheduler_ip,
                                       lostconfig.scheduler_port))
    else:
        client = None
    # For each task in this project
    for p in pipe_list:
        pipe_man = cron.PipeEngine(dbm=dbm,
                                   pipe=p,
                                   lostconfig=lostconfig,
                                   client=client)
        pipe_man.process_pipeline()
    dbm.close_session()