def makeWorkDirs(m_info, s_curr):
work_dir = m_info['work_dir']
common.makeDirOrPass('%s/%s/partition/temp' %(work_dir, s_curr))
common.makeDirOrPass('%s/%s/partition/cont' %(work_dir, s_curr))
common.makeDirOrPass('%s/%s/partition/config' %(work_dir, s_curr))
common.makeDirOrPass('%s/%s/log' %(work_dir, s_curr))
common.makeDirOrPass('%s/%s/out' %(work_dir, s_curr))
logger.info("setting up %s/%s" %(work_dir, s_curr))
def runWork(m_info, s_timestamp):
work_dir = m_info['work_dir']
script_dir = '%s/%s/scripts' %(work_dir, s_timestamp)
config_dir = '%s/%s/partition/config' %(work_dir, s_timestamp)
common.makeDirOrPass(script_dir)
worklist = common.glob('%s/config*' %config_dir)
#create scripts
for work in worklist:
launch_id = common.getBasename(work).lstrip('config')
config_file = work
exec_file = m_info['exec']
out_root = '%s/%s/out' %(work_dir, s_timestamp)
log_root = '%s/%s/log/launch%s' %(work_dir, s_timestamp, launch_id)
common.makeDirOrPass(log_root) #log_root need to be created
pbs_setting = pbs.PBSOption()
resources = 'nodes=%s:ppn=%s:gpus=%s,walltime=%s:00:00' %(
settings.nodes_per_launch, settings.gpus_per_node,
settings.gpus_per_node, settings.node_time_lim)
d_values = {
'out_file': '%s/terminal_out' %log_root,
'err_file': '%s/terminal_err' %log_root,
'res_list': resources,
}
pbs_setting.setOptVals(d_values)
s_script = pbs_setting.getScriptStr(
getCmdStr(exec_file, config_file, log_root, out_root))
f_script = open('%s/pbslaunch%s.sh' %(script_dir, launch_id), 'w')
f_script.write(s_script)
f_script.close()
#launch
for work in worklist:
launch_id = common.getBasename(work).lstrip('config')
logger.info('pbs submit work: %s/pbslaunch%s.sh' %(
script_dir, launch_id))
pbs.submitWork('%s/pbslaunch%s.sh' %(script_dir, launch_id))
