def __init__(self):
"""Initialize the REANA packtivity backend."""
self.config = packconfig()
self.rjc_api_client = RJC_API_Client("reana-job-controller")
self.jobs_statuses = {}
self._fail_info = ""
def render_process(spec, local_pars):
log.info('param object %s', local_pars)
log.info('local pars: \n%s', json.dumps(local_pars.json(), indent=4))
log.info('rendering process with local pars: {}'.format(
local_pars.json()))
job = build_job(spec, local_pars, None, packconfig())
log.info(job)
script = '''cat << 'EOF' | {}\n{}\nEOF\n'''
return {
'command':
job['command'] if 'command' in job else script.format(
job['interpreter'], job['script'])
}
def __init__(self):
"""Initialize the REANA packtivity backend."""
self.config = packconfig()
self.rjc_api_client = rjc_api_client('reana-job-controller')
def __init__(self):
"""Initialize the REANA packtivity backend."""
self.config = packconfig()
self.rjc_api_client = RJC_API_Client('reana-job-controller')
self._fail_info = None
def __init__(self):
self.config = packconfig()
def __init__(self, kubeconfigloc=None):
config.load_kube_config(
kubeconfigloc or os.path.join(os.environ['HOME'], '.kube/config'))
self.config = packconfig()
def make_external_job(spec, parameters, state):
spec = copy.deepcopy(spec)
parcopy = copy.deepcopy(parameters)
jsonpars = copy.deepcopy(parcopy.json())
setup_spec, local_pars = state.make_local_pars(parcopy)
spec['environment'] = build_env(spec['environment'], local_pars, state,
packconfig())
rendered_process = render_process(spec['process'], local_pars)
sequence = {
'sequence': ['setup', 'payload', 'teardown'],
'setup': {
'iscfg':
True,
'cmd': [
"/code/datamgmt/stage_in.py", "/jobconfig/jobconfig.json",
"/comms/script.sh"
],
'image':
'lukasheinrich/datamgmt'
},
'payload': {
'iscfg':
False,
'cmd': ["sh", "/comms/script.sh"],
'image':
':'.join([
spec['environment']['image'], spec['environment']['imagetag']
])
},
'teardown': {
'iscfg': True,
'cmd':
["/code/datamgmt/stage_out.py", "/jobconfig/jobconfig.json"],
'image': 'lukasheinrich/datamgmt'
},
'config_mounts': {
'comms': '/comms',
'jobconfig': '/jobconfig'
},
'config_env': [{
"name": "YDGCONFIG",
"value": "/jobconfig/ydgconfig.json",
}]
}
jobspec = {
"sequence_spec": sequence,
"publisher_spec": spec['publisher'],
"rendered_process": rendered_process,
"setup_spec": setup_spec,
"local_workdir": state.local_workdir,
"local_pars": local_pars.json(),
#...
"spec": spec,
"parameters": jsonpars,
"state": state.json(),
}
log.info('parspec spec\n%s', json.dumps(jobspec['parameters'], indent=4))
log.info('job spec\n%s', json.dumps(jobspec, indent=4))
return jobspec