コード例 #1
0
    def test_negative_threshold(self):
        tasks = convert_tasks_to_manifest_if_necessary(
            [FakeTask(), FakeTask()])

        self.assertEquals(len(tasks), 2)
        self.assertIsInstance(tasks[0], FakeTask)
        self.assertIsInstance(tasks[1], FakeTask)
コード例 #2
0
    def test_task_with_many_targets(self):
        class MultiTargetTask(luigi.ExternalTask):
            """A fake task with multiple outputs."""
            def output(self):
                return [
                    luigi.LocalTarget('/tmp/foo'),
                    luigi.LocalTarget('/tmp/bar'),
                ]

        tasks = convert_tasks_to_manifest_if_necessary(MultiTargetTask())

        self.assertEquals(len(tasks), 1)
        self.assertIsInstance(tasks[0], URLManifestTask)
コード例 #3
0
    def test_task_with_many_targets(self):
        class MultiTargetTask(luigi.ExternalTask):
            """A fake task with multiple outputs."""
            def output(self):
                return [
                    luigi.LocalTarget('/tmp/foo'),
                    luigi.LocalTarget('/tmp/bar'),
                ]

        tasks = convert_tasks_to_manifest_if_necessary(MultiTargetTask())

        self.assertEquals(len(tasks), 1)
        self.assertIsInstance(tasks[0], URLManifestTask)
コード例 #4
0
 def requires_hadoop(self):
     return convert_tasks_to_manifest_if_necessary(self.requires())
コード例 #5
0
ファイル: mapreduce.py プロジェクト: Zarana-Parekh/analytics 
 def requires_hadoop(self):
     return convert_tasks_to_manifest_if_necessary(self.requires())
コード例 #6
0
    def test_over_threshold(self):
        tasks = convert_tasks_to_manifest_if_necessary(
            [FakeTask(), FakeTask()])

        self.assertEquals(len(tasks), 1)
        self.assertIsInstance(tasks[0], URLManifestTask)
コード例 #7
0
    def test_negative_threshold(self):
        tasks = convert_tasks_to_manifest_if_necessary([FakeTask(), FakeTask()])

        self.assertEquals(len(tasks), 2)
        self.assertIsInstance(tasks[0], FakeTask)
        self.assertIsInstance(tasks[1], FakeTask)
コード例 #8
0
    def test_over_threshold(self):
        tasks = convert_tasks_to_manifest_if_necessary([FakeTask(), FakeTask()])

        self.assertEquals(len(tasks), 1)
        self.assertIsInstance(tasks[0], URLManifestTask)