def test_is_external(self): class ExampleExternalTask(luigi.ExternalTask): pass self.assertTrue(SensorSchedule.is_external(ExampleExternalTask())) class LuitiTaskDay(TaskDay): is_external = True root_dir = "/foobar" self.assertTrue(SensorSchedule.is_external(LuitiTaskDay(date_value="2014-09-01")))
def run(self): from .sys_argv import SysArgv # 1. 把参数修复为 luigi 接受的参数,即把只有 luiti 依赖的参数去除。 sys.argv = SysArgv.convert_to_luigi_accepted_argv(self.cli.subparsers, sys.argv) # 2. run it! # luigi.run(main_task_cls=curr_task) # old style from luiti.schedule import SensorSchedule # luiti only need these two parameters. Other parameters can be passed by Shell environment variables. SensorSchedule.run(self.cli.curr_task, self.args_main.date_value)
def test_is_external(self): class ExampleExternalTask(luigi.ExternalTask): pass self.assertTrue(SensorSchedule.is_external(ExampleExternalTask())) class LuitiTaskDay(TaskDay): is_external = True root_dir = "/foobar" self.assertTrue( SensorSchedule.is_external(LuitiTaskDay(date_value="2014-09-01")))
def test_read_all_required_tasks(self): BetaReportDay = manager.load_a_task_by_name("BetaReportDay") ss = SensorSchedule(BetaReportDay, "2014-09-01", False) result = map(lambda i1: i1.task_clsname, ss.ordered_task_instances_list) self.assertEqual(result, [ 'DumpBrowserMapDay', 'DumpWebLogDay', 'CleanWebLogDay', 'CounterVisitorByBrowserDay', 'CounterVisitorByRegionDay', 'CounterVisitorDay', 'BetaReportDay' ])