def get_component_output_tables_meta(task_data):
check_request_parameters(task_data)
tracker = Tracker(job_id=task_data['job_id'],
component_name=task_data['component_name'],
role=task_data['role'],
party_id=task_data['party_id'])
output_data_table_infos = tracker.get_output_data_info()
output_tables_meta = tracker.get_output_data_table(
output_data_infos=output_data_table_infos)
return output_tables_meta
def get_component_output_tables_meta(task_data):
check_request_parameters(task_data)
tracker = Tracker(job_id=task_data['job_id'], component_name=task_data['component_name'],
role=task_data['role'], party_id=task_data['party_id'])
job_dsl_parser = schedule_utils.get_job_dsl_parser_by_job_id(job_id=task_data['job_id'])
if not job_dsl_parser:
raise Exception('can not get dag parser, please check if the parameters are correct')
component = job_dsl_parser.get_component_info(task_data['component_name'])
if not component:
raise Exception('can not found component, please check if the parameters are correct')
output_data_table_infos = tracker.get_output_data_info()
output_tables_meta = tracker.get_output_data_table(output_data_infos=output_data_table_infos)
return output_tables_meta
def clean_table(cls, job_id, role, party_id, component_name):
# clean data table
stat_logger.info('start delete {} {} {} {} data table'.format(
job_id, role, party_id, component_name))
tracker = Tracker(job_id=job_id,
role=role,
party_id=party_id,
component_name=component_name)
output_data_table_infos = tracker.get_output_data_info()
if output_data_table_infos:
delete_tables_by_table_infos(output_data_table_infos)
stat_logger.info('delete {} {} {} {} data table success'.format(
job_id, role, party_id, component_name))