Exemplo n.º 1
0
    def test_is_external(self):
        class ExampleExternalTask(luigi.ExternalTask):
            pass
        self.assertTrue(SensorSchedule.is_external(ExampleExternalTask()))

        class LuitiTaskDay(TaskDay):
            is_external = True
            root_dir = "/foobar"
        self.assertTrue(SensorSchedule.is_external(LuitiTaskDay(date_value="2014-09-01")))
Exemplo n.º 2
0
    def run(self):
        from .sys_argv import SysArgv

        # 1. 把参数修复为 luigi 接受的参数,即把只有 luiti 依赖的参数去除。
        sys.argv = SysArgv.convert_to_luigi_accepted_argv(self.cli.subparsers, sys.argv)

        # 2. run it!
        # luigi.run(main_task_cls=curr_task)  # old style
        from luiti.schedule import SensorSchedule
        # luiti only need these two parameters. Other parameters can be passed by Shell environment variables.
        SensorSchedule.run(self.cli.curr_task, self.args_main.date_value)
Exemplo n.º 3
0
    def test_is_external(self):
        class ExampleExternalTask(luigi.ExternalTask):
            pass

        self.assertTrue(SensorSchedule.is_external(ExampleExternalTask()))

        class LuitiTaskDay(TaskDay):
            is_external = True
            root_dir = "/foobar"

        self.assertTrue(
            SensorSchedule.is_external(LuitiTaskDay(date_value="2014-09-01")))
Exemplo n.º 4
0
    def test_read_all_required_tasks(self):
        BetaReportDay = manager.load_a_task_by_name("BetaReportDay")
        ss = SensorSchedule(BetaReportDay, "2014-09-01", False)

        result = map(lambda i1: i1.task_clsname,
                     ss.ordered_task_instances_list)
        self.assertEqual(result, [
            'DumpBrowserMapDay', 'DumpWebLogDay', 'CleanWebLogDay',
            'CounterVisitorByBrowserDay', 'CounterVisitorByRegionDay',
            'CounterVisitorDay', 'BetaReportDay'
        ])