def make_qsub(run_name, production):
"""makes a MC qsubmitter.py command class
for a particular RN class input"""
flattree_dir = Directory(join(FLATTREEBASE,
production, run_name.low()))
if not flattree_dir.exists():
print 'ERROR: there is no directory'
print '\"%s\"' % (flattree_dir.get())
return None
flattree_dir_list = '-L %s' % (flattree_dir.get())
queue = '-q %s' % (QUEUE)
hosts = '-N %s' % (HOSTS)
minutes = '-M %s' % (MCMIN)
memory = '-m %s' % (MEM)
output_path_name = Directory('%s/%s/%s' % (RUNSYSTBINCORRBASE,
production, run_name.low()))
if not output_path_name.exists():
print 'WARNING: directory'
print '\"%s\"' % (output_path_name.get())
print 'does not exist. Will create it now'
output_path = '-p %s' % (output_path_name.get())
output_name = '-o %s' % (run_name.upper_case())
this_run = ShellCommand('nohup %s' % (QSUBRUNSYSTBINCORR))
this_run.add(flattree_dir_list)
this_run.add(memory)
this_run.add(queue)
this_run.add(hosts)
this_run.add(minutes)
this_run.add(output_path)
this_run.add(output_name)
return this_run
def make_qsub_niwg_weights_mc(run_name, production, data_type):
"""make niwg_weights command for mc files"""
bincorr_dir = Directory('%s/%s/%s' %
(BINCORRBASE, production, run_name.low()))
if not bincorr_dir.exists():
print 'ERROR: there is no directory'
print '\"%s\"' % (bincorr_dir.get())
return None
bincorr_dir_list = '-L %s' % (bincorr_dir.get())
queue = '-q %s' % (QUEUE)
hosts = '-N %s' % (HOSTS)
minutes = '-M %s' % (MCMIN)
memory = '-m %s' % (MEM)
output_path_name = Directory('%s/%s/%s' %
(NIWGWEIGHTSBASE, production, run_name.low()))
run_type = '-r %s' % (data_type)
if not output_path_name.exists():
print 'WARNING: directory'
print '\"%s\"' % (output_path_name.get())
print 'does not exist. Will create it now'
# output_path_name.mkdir()
output_path = '-p %s' % (output_path_name.get())
output_name = '-o %s_niwg_weights' % (run_name.upper_case())
this_run = ShellCommand('nohup %s' % (QSUBNIWGWEIGHTS))
this_run.add(bincorr_dir_list)
this_run.add(queue)
this_run.add(hosts)
this_run.add(memory)
this_run.add(minutes)
this_run.add(run_type)
this_run.add(output_path)
this_run.add(output_name)
return this_run
def make_qsub_spline_data(run_name, production):
"""make spline command for data files"""
flattree_dir = Directory('%s/%s/%s' % (FLATTREEBASE,
production,
run_name.low()))
if not flattree_dir.exists():
print 'ERROR: there is no directory'
print '\"%s\"' % (flattree_dir.get())
return None
flatttree_dir_list = '-L %s' % (flattree_dir.get())
queue = '-q %s' % (QUEUE)
hosts = '-N %s' % (HOSTS)
minutes = '-M %s' % (DATAMIN)
memory = '-m %s' % (MEM)
output_path_name = Directory('%s/%s/%s' % (SPLINEBASE,
production,
run_name.low()))
run_type = '-r data'
if not output_path_name.exists():
print 'WARNING: directory'
print '\"%s\"' % (output_path_name.get())
print 'does not exist. Will create it now'
# output_path_name.mkdir()
output_path = '-p %s' % (output_path_name.get())
output_name = '-o %s_spline' % (run_name.upper_case())
this_run = ShellCommand('nohup %s' % (QSUBSPLINE))
this_run.add(flatttree_dir_list)
this_run.add(queue)
this_run.add(hosts)
this_run.add(memory)
this_run.add(minutes)
this_run.add(run_type)
this_run.add(output_path)
this_run.add(output_name)
return this_run
def make_qsub_flattree_data(run_name, production):
"""makes a data qsubmitter.py command class for a
particular RN class input"""
run_list_file = TextFile('%s/%s/%s.list' % (RUNLISTS,
production,
run_name.upper_case()))
if not run_list_file.exists():
print 'ERROR: run list file'
print '\"%s\"' % (run_list_file.get_file_name())
print 'does not exist!'
return None
run_list = '-L %s' % (run_list_file.get_file_name())
queue = '-q %s' % (QUEUE)
hosts = '-N %s' % (HOSTS)
minutes = '-M %s' % (DATAMIN)
memory = '-m %s' % (MEM)
output_path_name = Directory('%s/%s/%s' % (FLATTREEBASE,
production,
run_name.low()))
if not output_path_name.exists():
print 'WARNING: directory'
print '\"%s\"' % (output_path_name.get())
print 'does not exist. Will create it now'
# output_path_name.mkdir()
output_path = '-p %s' % (output_path_name.get())
output_name = '-o %s' % (run_name.upper_case())
n_jobs = '-n %s' % (DATANJOBS)
this_run = ShellCommand('nohup %s' % (QSUBFLAT))
this_run.add(run_list)
this_run.add(queue)
this_run.add(hosts)
this_run.add(memory)
this_run.add(minutes)
this_run.add(output_path)
this_run.add(n_jobs)
this_run.add(output_name)
return this_run
