def start_clean_queue(**kwargs):
tasks = query_task(**kwargs)
if tasks:
for task in tasks:
task_info = get_task_info(task.f_job_id, task.f_role,
task.f_party_id, task.f_component_name)
try:
# clean session
stat_logger.info('start {} {} {} {} session stop'.format(
task.f_job_id, task.f_role, task.f_party_id,
task.f_component_name))
start_session_stop(task)
except:
pass
try:
# clean data table
stat_logger.info('start delete {} {} {} {} data table'.format(
task.f_job_id, task.f_role, task.f_party_id,
task.f_component_name))
data_views = query_data_view(**task_info)
if data_views:
delete_table(data_views)
except:
pass
try:
# clean metric data
stat_logger.info('start delete {} {} {} {} metric data'.format(
task.f_job_id, task.f_role, task.f_party_id,
task.f_component_name))
delete_metric_data(task_info)
except:
pass
else:
raise Exception('no found task')
def start_clean_job(cls, **kwargs):
tasks = JobSaver.query_task(**kwargs)
if tasks:
for task in tasks:
try:
# clean session
stat_logger.info('start {} {} {} {} session stop'.format(
task.f_job_id, task.f_role, task.f_party_id,
task.f_component_name))
start_session_stop(task)
stat_logger.info('stop {} {} {} {} session success'.format(
task.f_job_id, task.f_role, task.f_party_id,
task.f_component_name))
except Exception as e:
pass
try:
# clean data table
JobClean.clean_table(job_id=task.f_job_id,
role=task.f_role,
party_id=task.f_party_id,
component_name=task.f_component_name)
except Exception as e:
stat_logger.info(
'delete {} {} {} {} data table failed'.format(
task.f_job_id, task.f_role, task.f_party_id,
task.f_component_name))
stat_logger.exception(e)
try:
# clean metric data
stat_logger.info(
'start delete {} {} {} {} metric data'.format(
task.f_job_id, task.f_role, task.f_party_id,
task.f_component_name))
delete_metric_data({
'job_id': task.f_job_id,
'role': task.f_role,
'party_id': task.f_party_id,
'component_name': task.f_component_name
})
stat_logger.info(
'delete {} {} {} {} metric data success'.format(
task.f_job_id, task.f_role, task.f_party_id,
task.f_component_name))
except Exception as e:
stat_logger.info(
'delete {} {} {} {} metric data failed'.format(
task.f_job_id, task.f_role, task.f_party_id,
task.f_component_name))
stat_logger.exception(e)
else:
raise Exception('no found task')
def component_metric_delete():
sql = delete_metric_data(request.json)
return get_json_result(retcode=0, retmsg='success', data=sql)