def create_stream(newstage, job_list=None):
if job_list is None:
job_list = stagedict.stagenames[newstage].get(
'job_list', 'job_list')
print 'Starting stage {} with job_list {}'.format(newstage, job_list)
ps = stream.PipelineStream()
ps(newstage, job_list=job_list, test=False)
def main(self, args):
ps = stream.PipelineStream()
for the_stage in args.stage:
# note set job_list to the name of a local file in the pointlike folder -- needs better encapsulation
job_list = args.job_list
if job_list is None or job_list == 'None':
job_list = stagedict.stagenames[the_stage]['job_list']
ps(the_stage, job_list, test=args.test)
def main( args ):
if args.stage[0]=='restart':
ps = stream.PipelineStream()
ps.restart(test=False)
return
check_environment(args)
check_names(args.stage, args.proc)
proc = args.proc
#tee = tools.OutputTee('summary_log.txt')
print '\n'+ str(datetime.datetime.today())[:16]
print '--> %s for %s'%(proc, args.stage)
if proc not in procnames:
print 'proc name "%s" not recognized: expect one of %s' % (proc, sorted(procnames))
return
try:
procnames[proc](args)
except Exception, msg:
print 'Exception trying to execute procnames[%s](%s):\n\t%s' % ( proc,args, msg)
raise
def create_stream(newstage, job_list='joblist.txt'):
print 'Starting stage %s' % newstage
ps = stream.PipelineStream()
ps(newstage, job_list=job_list, test=False)