def _concat_with_init(project_id, data_params, *argv):
'''
Concatenate transformed columns with original file
ARGUMENTS (GET):
project_id: ID for "normalize" project
ARGUMENTS (POST):
- data_params: file to concatenate to original
{
"module_name": module to fetch from
"file_name": file to fetch
}
- module_params: none
'''
proj = ESNormalizer(project_id=project_id)
# TODO: not clean
if data_params is None:
(module_name, file_name) = proj.get_last_written()
else:
module_name = data_params['module_name']
file_name = data_params['file_name']
proj.load_data(module_name, file_name)
# TODO: there was a pdb here. is everything alright ?
_, run_info = proj.transform('concat_with_init', None)
# Write transformations and logs
proj.write_data()
return run_info
def _replace_mvs(project_id, data_params, module_params):
'''
Runs the mvs replacement module
ARGUMENTS (GET):
project_id: ID for "normalize" project
ARGUMENTS (POST):
- data_params: {
"module_name": module to fetch from
"file_name": file to fetch
}
- module_params: same as result of infer_mvs
'''
proj = ESNormalizer(project_id=project_id)
proj.load_data(data_params['module_name'], data_params['file_name'])
_, run_info = proj.transform('replace_mvs', module_params)
# Write transformations and log
proj.write_data()
return run_info