def runWork(m_info, s_timestamp):
work_dir = m_info['work_dir']
script_dir = '%s/%s/scripts' %(work_dir, s_timestamp)
config_dir = '%s/%s/partition/config' %(work_dir, s_timestamp)
common.makeDirOrPass(script_dir)
worklist = common.glob('%s/config*' %config_dir)
#create scripts
for work in worklist:
launch_id = common.getBasename(work).lstrip('config')
config_file = work
exec_file = m_info['exec']
out_root = '%s/%s/out' %(work_dir, s_timestamp)
log_root = '%s/%s/log/launch%s' %(work_dir, s_timestamp, launch_id)
common.makeDirOrPass(log_root) #log_root need to be created
pbs_setting = pbs.PBSOption()
resources = 'nodes=%s:ppn=%s:gpus=%s,walltime=%s:00:00' %(
settings.nodes_per_launch, settings.gpus_per_node,
settings.gpus_per_node, settings.node_time_lim)
d_values = {
'out_file': '%s/terminal_out' %log_root,
'err_file': '%s/terminal_err' %log_root,
'res_list': resources,
}
pbs_setting.setOptVals(d_values)
s_script = pbs_setting.getScriptStr(
getCmdStr(exec_file, config_file, log_root, out_root))
f_script = open('%s/pbslaunch%s.sh' %(script_dir, launch_id), 'w')
f_script.write(s_script)
f_script.close()
#launch
for work in worklist:
launch_id = common.getBasename(work).lstrip('config')
logger.info('pbs submit work: %s/pbslaunch%s.sh' %(
script_dir, launch_id))
pbs.submitWork('%s/pbslaunch%s.sh' %(script_dir, launch_id))
def run():
m_info = configure.readConfig()
work_dir = m_info['work_dir']
exist_runs = common.glob(work_dir + '/[0-9]*_[0-9]*')
print 'Launch: '
print '%s: %s' %(0, 'Create new')
print '\n'.join('%s: %s' %(i + 1, e) for i, e in enumerate(exist_runs))
idx = int(raw_input('Select work:'))
if idx == 0:
s_timestamp = workdir.setup(m_info)
else:
s_timestamp = common.getBasename(exist_runs[idx - 1])
workdir.makeWorkDirs(m_info, s_timestamp)
runWork(m_info, s_timestamp)