def pytask_execute_task_process_report(session: Session,
report: ExecutionReport) -> bool:
"""Process the execution report of a task.
If a task failed, skip all subsequent tasks. Else, update the states of related
nodes in the database.
"""
task = report.task
if report.outcome == TaskOutcome.SUCCESS:
update_states_in_database(session.dag, task.name)
else:
for descending_task_name in descending_tasks(task.name, session.dag):
descending_task = session.dag.nodes[descending_task_name]["task"]
descending_task.markers.append(
Mark(
"skip_ancestor_failed",
(),
{"reason": f"Previous task {task.name!r} failed."},
))
session.n_tasks_failed += 1
if session.n_tasks_failed >= session.config["max_failures"]:
session.should_stop = True
if report.exc_info and isinstance(report.exc_info[1], Exit):
session.should_stop = True
return True
def pytask_execute_task_protocol(session: Session,
task: Task) -> ExecutionReport:
"""Follow the protocol to execute each task."""
session.hook.pytask_execute_task_log_start(session=session, task=task)
try:
session.hook.pytask_execute_task_setup(session=session, task=task)
session.hook.pytask_execute_task(session=session, task=task)
session.hook.pytask_execute_task_teardown(session=session, task=task)
except KeyboardInterrupt:
short_exc_info = remove_traceback_from_exc_info(sys.exc_info())
report = ExecutionReport.from_task_and_exception(task, short_exc_info)
session.should_stop = True
except Exception:
report = ExecutionReport.from_task_and_exception(task, sys.exc_info())
else:
report = ExecutionReport.from_task(task)
session.hook.pytask_execute_task_process_report(session=session,
report=report)
session.hook.pytask_execute_task_log_end(session=session,
task=task,
report=report)
return report