def start_workflow(job_id, module, role):
_data = request.json
_job_dir = get_job_directory(job_id)
_party_id = str(_data['local']['party_id'])
_method = _data['WorkFlowParam']['method']
conf_path_dir = os.path.join(_job_dir, _method, module, role, _party_id)
os.makedirs(conf_path_dir, exist_ok=True)
conf_file_path = os.path.join(conf_path_dir, 'runtime_conf.json')
with open(conf_file_path, 'w+') as f:
f.truncate()
f.write(json.dumps(_data, indent=4))
f.flush()
if os.name == 'nt':
startupinfo = subprocess.STARTUPINFO()
startupinfo.dwFlags |= subprocess.STARTF_USESHOWWINDOW
startupinfo.wShowWindow = subprocess.SW_HIDE
else:
startupinfo = None
task_pid_path = os.path.join(_job_dir, 'pids')
std_log = open(os.path.join(_job_dir, role + '.std.log'), 'w')
progs = [
"python3",
os.path.join(file_utils.get_project_base_directory(),
_data['CodePath']), "-j", job_id, "-c",
os.path.abspath(conf_file_path)
]
logger.info('Starting progs: {}'.format(" ".join(progs)))
p = subprocess.Popen(progs,
stdout=std_log,
stderr=std_log,
startupinfo=startupinfo)
os.makedirs(task_pid_path, exist_ok=True)
with open(os.path.join(task_pid_path, role + ".pid"), 'w') as f:
f.truncate()
f.write(str(p.pid) + "\n")
f.flush()
job_data = dict()
job_data["begin_date"] = datetime.datetime.now()
job_data["status"] = "ready"
with open(conf_file_path) as fr:
config = json.load(fr)
job_data.update(config)
job_data["my_role"] = config.get("local", {}).get("role")
save_job_info(job_id=job_id, **job_data)
update_job_queue(job_id=job_id, update_data={"status": "ready"})
return get_json_result(msg="success, pid is %s" % p.pid)
def start_workflow(job_id, module, role):
_config = request.json
_job_dir = get_job_directory(job_id)
_party_id = str(_config['local']['party_id'])
_method = _config['WorkFlowParam']['method']
default_runtime_dict = file_utils.load_json_conf(
'workflow/conf/default_runtime_conf.json')
fill_runtime_conf_table_info(runtime_conf=_config,
default_runtime_conf=default_runtime_dict)
conf_file_path = new_runtime_conf(job_dir=_job_dir,
method=_method,
module=module,
role=role,
party_id=_party_id)
with open(conf_file_path, 'w+') as f:
f.truncate()
f.write(json.dumps(_config, indent=4))
f.flush()
progs = [
"python3",
os.path.join(file_utils.get_project_base_directory(),
_config['CodePath']), "-j", job_id, "-c",
os.path.abspath(conf_file_path)
]
p = run_subprocess(job_dir=_job_dir, job_role=role, progs=progs)
job_status = "start"
job_data = dict()
job_data["begin_date"] = datetime.datetime.now()
job_data["status"] = job_status
job_data.update(_config)
job_data["pid"] = p.pid
job_data["all_party"] = json.dumps(_config.get("role", {}))
job_data["initiator"] = _config.get("JobParam", {}).get("initiator")
save_job_info(job_id=job_id,
role=_config.get("local", {}).get("role"),
party_id=_config.get("local", {}).get("party_id"),
save_info=job_data,
create=True)
update_job_queue(job_id=job_id,
role=role,
party_id=_party_id,
save_data={
"status": job_status,
"pid": p.pid
})
return get_json_result(data={'pid': p.pid}, job_id=job_id)
def run_job(self, job_id, config):
default_runtime_dict = file_utils.load_json_conf(
'workflow/conf/default_runtime_conf.json')
setting_conf = file_utils.load_json_conf(
'workflow/conf/setting_conf.json')
_job_dir = get_job_directory(job_id=job_id)
os.makedirs(_job_dir, exist_ok=True)
ParameterOverride.override_parameter(default_runtime_dict,
setting_conf, config, _job_dir)
logger.info('job_id {} parameters overrode {}'.format(
config, _job_dir))
run_job_success = True
job_param = dict()
job_param['job_id'] = job_id
job_param['initiator'] = PARTY_ID
for runtime_conf_path in glob.glob(os.path.join(
_job_dir, '**', 'runtime_conf.json'),
recursive=True):
runtime_conf = file_utils.load_json_conf(
os.path.abspath(runtime_conf_path))
runtime_conf['JobParam'] = job_param
_role = runtime_conf['local']['role']
_party_id = runtime_conf['local']['party_id']
_module = runtime_conf['module']
st, msg = federated_api(job_id=job_id,
method='POST',
url='/workflow/{}/{}/{}'.format(
job_id, _module, _role),
party_id=_party_id,
json_body=runtime_conf)
if st == 0:
save_job_info(job_id=job_id,
role=_role,
party_id=_party_id,
save_info={
"status": "ready",
"initiator": PARTY_ID
},
create=True)
else:
run_job_success = False
logger.info("run job done")
return run_job_success
def request_offline_feature():
request_data = request.json
try:
job_id = uuid.uuid1().hex
response = GetFeature.request(job_id, request_data)
if response.get("status", 1) == 0:
job_data = dict()
job_data.update(request_data)
job_data["begin_date"] = datetime.datetime.now()
job_data["status"] = "running"
job_data["config"] = json.dumps(request_data)
save_job_info(job_id=job_id, **job_data)
return get_json_result()
else:
return get_json_result(status=1,
msg="request offline feature error: %s" %
response.get("msg", ""))
except Exception as e:
logger.exception(e)
return get_json_result(status=1,
msg="request offline feature error: %s" % e)
def update_job(job_id, role, party_id):
request_data = request.json
logger.info('job_id:{} role:{} party_id:{} status:{}'.format(
job_id, role, party_id, request_data.get('status')))
job_info = save_job_info(job_id=job_id,
role=role,
party_id=party_id,
save_info={"status": request_data.get("status")})
if not job_info:
logger.info(
'job_id {} may not be started by the Task Manager.'.format(job_id))
return get_json_result(
job_id=job_id,
status=101,
msg='this task may not be started by the Task Manager.')
update_job_queue(job_id=job_id,
role=role,
party_id=party_id,
save_data={"status": request_data.get("status")})
if request_data.get("status") in ["success", "failed", "deleted"]:
pop_from_job_queue(job_id=job_id)
if is_job_initiator(job_info.initiator, PARTY_ID):
# I am job initiator
logger.info('i am job {} initiator'.format(job_id))
# check job status
jobs = query_job_by_id(job_id=job_id)
job_status = set([job.status for job in jobs])
do_stop_job = False
if 'failed' in job_status or 'deleted' in job_status:
do_stop_job = True
elif len(job_status) == 1 and 'success' in job_status:
do_stop_job = True
if do_stop_job:
stop_job(job_id=job_id)
else:
# send job status to initiator
if not request_data.get('initiatorUpdate', False):
request_data['initiatorUpdate'] = True
federated_api(job_id=job_id,
method='POST',
url='/job/jobStatus/{}/{}/{}'.format(
job_id, role, party_id),
party_id=job_info.initiator,
json_body=request_data)
return get_json_result(job_id=job_id)