def test_run_tree_info(self):
config_file_path = os.path.join(os.path.dirname(__name__),
'test_config.ini')
luigi.configuration.LuigiConfigParser.add_config_path(config_file_path)
os.environ.setdefault('test_param', 'test')
tree = gokart.run()
self.assertTrue(gokart.make_tree_info(_DummyTask(param='test')), tree)
def test_run_tree_info(self):
config_file_path = os.path.join(os.path.dirname(__name__), 'config', 'test_config.ini')
luigi.configuration.LuigiConfigParser.add_config_path(config_file_path)
os.environ.setdefault('test_param', 'test')
tree_info = gokart.tree_info(mode='simple', output_path='tree.txt')
with self.assertRaises(SystemExit):
gokart.run()
self.assertTrue(gokart.make_tree_info(_DummyTask(param='test')), tree_info.output().load())
def run(set_retcode=True):
if set_retcode:
luigi.retcodes.retcode.already_running = 10
luigi.retcodes.retcode.missing_data = 20
luigi.retcodes.retcode.not_run = 30
luigi.retcodes.retcode.task_failed = 40
luigi.retcodes.retcode.scheduling_error = 50
_read_environ()
_check_config()
cmdline_args = sys.argv[1:]
if cmdline_args[0] == '--tree-info':
with CmdlineParser.global_instance(cmdline_args[1:]) as cp:
return gokart.make_tree_info(cp.get_task_obj(), details=False)
if cmdline_args[0] == '--tree-info-all':
with CmdlineParser.global_instance(cmdline_args[1:]) as cp:
return gokart.make_tree_info(cp.get_task_obj(), details=True)
luigi.cmdline.luigi_run(cmdline_args)
def _try_to_send_event_summary_to_slack(slack_api: Optional[gokart.slack.SlackAPI],
event_aggregator: gokart.slack.EventAggregator, cmdline_args: List[str]):
if slack_api is None:
# do nothing
return
with CmdlineParser.global_instance(cmdline_args) as cp:
task = cp.get_task_obj()
tree_info = gokart.make_tree_info(task, details=True)
task_name = type(task).__name__
comment = f'Report of {task_name}' + os.linesep + event_aggregator.get_summary()
content = os.linesep.join([
'===== Event List ====',
event_aggregator.get_event_list(),
os.linesep,
'==== Tree Info ====',
tree_info,
])
slack_api.send_snippet(comment=comment, title='event.txt', content=content)
def _run_tree_info(cmdline_args, details):
with CmdlineParser.global_instance(cmdline_args) as cp:
gokart.tree_info().output().dump(
gokart.make_tree_info(cp.get_task_obj(), details=details))