def exec_pipe():
lostconfig = get_args()
dbm = DBMan(lostconfig)
pipe_list = dbm.get_pipes_to_process()
# For each task in this project
for p in pipe_list:
pipe_man = cron.PipeEngine(dbm=dbm, pipe=p, lostconfig=lostconfig)
pipe_man.process_pipeline()
dbm.close_session()
def process_pipes(log_name, client):
lostconfig = config.LOSTConfig()
dbm = DBMan(lostconfig)
pipe_list = dbm.get_pipes_to_process()
# For each task in this project
for p in pipe_list:
pipe_man = cron.PipeEngine(dbm=dbm,
pipe=p,
lostconfig=lostconfig,
client=client,
logger_name=log_name)
pipe_man.process_pipeline()
dbm.close_session()
def exec_pipe():
lostconfig = config.LOSTConfig()
dbm = DBMan(lostconfig)
pipe_list = dbm.get_pipes_to_process()
if lostconfig.worker_management != 'dynamic':
client = Client('{}:{}'.format(lostconfig.scheduler_ip,
lostconfig.scheduler_port))
else:
client = None
# For each task in this project
for p in pipe_list:
pipe_man = cron.PipeEngine(dbm=dbm,
pipe=p,
lostconfig=lostconfig,
client=client)
pipe_man.process_pipeline()
dbm.close_session()