def check_sge_environment():
msg_install = (" Please install SGE properly. ")
try:
_ = which('qsub')
except ValueError as e:
msg = 'Program "qsub" not available.\n'
msg += msg_install
raise_wrapped(UserError, e, msg)
def parmake_job2_new_process(args):
""" Starts the job in a new compmake process. """
(job_id, context) = args
compmake_bin = which("compmake")
db = context.get_compmake_db()
storage = db.basepath # XXX:
where = os.path.join(storage, "parmake_job2_new_process")
if not os.path.exists(storage):
try:
os.makedirs(storage)
except:
pass
out_result = os.path.join(where, "%s.results.pickle" % job_id)
out_result = os.path.abspath(out_result)
cmd = [compmake_bin, storage]
if not all_disabled():
cmd += ["--contracts"]
cmd += [
"--status_line_enabled",
"0",
"--colorize",
"0",
"-c",
"make_single out_result=%s %s" % (out_result, job_id),
]
cwd = os.getcwd()
cmd_res = system_cmd_result(
cwd, cmd, display_stdout=False, display_stderr=False, raise_on_error=False, capture_keyboard_interrupt=False
)
ret = cmd_res.ret
if ret == CompmakeConstants.RET_CODE_JOB_FAILED: # XXX:
msg = "Job %r failed in external process" % job_id
msg += indent(cmd_res.stdout, "stdout| ")
msg += indent(cmd_res.stderr, "stderr| ")
res = safe_pickle_load(out_result)
os.unlink(out_result)
result_dict_check(res)
raise JobFailed.from_dict(res)
elif ret != 0:
msg = "Host failed while doing %r" % job_id
msg += "\n cmd: %s" % " ".join(cmd)
msg += "\n" + indent(cmd_res.stdout, "stdout| ")
msg += "\n" + indent(cmd_res.stderr, "stderr| ")
raise CompmakeBug(msg) # XXX:
res = safe_pickle_load(out_result)
os.unlink(out_result)
result_dict_check(res)
return res
def check_sge_environment():
msg_install = (
" Please install SGE properly. "
)
try:
_ = which('qsub')
except ValueError as e:
msg = 'Program "qsub" not available.\n'
msg += msg_install
raise_wrapped(UserError, e, msg)
def get_compmake_bin():
""" Returns the path to the compmake executable. """
if SGEJob.compmake_bin is None:
compmake_bin = which('compmake')
SGEJob.compmake_bin = compmake_bin
return SGEJob.compmake_bin
def get_compmake_bin():
""" Returns the path to the compmake executable. """
if SGEJob.compmake_bin is None:
compmake_bin = which('compmake')
SGEJob.compmake_bin = compmake_bin
return SGEJob.compmake_bin
def parmake_job2_new_process(args):
""" Starts the job in a new compmake process. """
(job_id, context) = args
compmake_bin = which('compmake')
db = context.get_compmake_db()
storage = db.basepath # XXX:
where = os.path.join(storage, 'parmake_job2_new_process')
if not os.path.exists(storage):
try:
os.makedirs(storage)
except:
pass
out_result = os.path.join(where, '%s.results.pickle' % job_id)
out_result = os.path.abspath(out_result)
cmd = [compmake_bin, storage]
if not all_disabled():
cmd += ['--contracts']
cmd += [
'--status_line_enabled',
'0',
'--colorize',
'0',
'-c',
'make_single out_result=%s %s' % (out_result, job_id),
]
cwd = os.getcwd()
cmd_res = system_cmd_result(cwd,
cmd,
display_stdout=False,
display_stderr=False,
raise_on_error=False,
capture_keyboard_interrupt=False)
ret = cmd_res.ret
if ret == CompmakeConstants.RET_CODE_JOB_FAILED: # XXX:
msg = 'Job %r failed in external process' % job_id
msg += indent(cmd_res.stdout, 'stdout| ')
msg += indent(cmd_res.stderr, 'stderr| ')
res = safe_pickle_load(out_result)
os.unlink(out_result)
result_dict_check(res)
raise JobFailed.from_dict(res)
elif ret != 0:
msg = 'Host failed while doing %r' % job_id
msg += '\n cmd: %s' % " ".join(cmd)
msg += '\n' + indent(cmd_res.stdout, 'stdout| ')
msg += '\n' + indent(cmd_res.stderr, 'stderr| ')
raise CompmakeBug(msg) # XXX:
res = safe_pickle_load(out_result)
os.unlink(out_result)
result_dict_check(res)
return res
