def test_negative_threshold(self):
tasks = convert_tasks_to_manifest_if_necessary(
[FakeTask(), FakeTask()])
self.assertEquals(len(tasks), 2)
self.assertIsInstance(tasks[0], FakeTask)
self.assertIsInstance(tasks[1], FakeTask)
def test_task_with_many_targets(self):
class MultiTargetTask(luigi.ExternalTask):
"""A fake task with multiple outputs."""
def output(self):
return [
luigi.LocalTarget('/tmp/foo'),
luigi.LocalTarget('/tmp/bar'),
]
tasks = convert_tasks_to_manifest_if_necessary(MultiTargetTask())
self.assertEquals(len(tasks), 1)
self.assertIsInstance(tasks[0], URLManifestTask)
def test_task_with_many_targets(self):
class MultiTargetTask(luigi.ExternalTask):
"""A fake task with multiple outputs."""
def output(self):
return [
luigi.LocalTarget('/tmp/foo'),
luigi.LocalTarget('/tmp/bar'),
]
tasks = convert_tasks_to_manifest_if_necessary(MultiTargetTask())
self.assertEquals(len(tasks), 1)
self.assertIsInstance(tasks[0], URLManifestTask)
def requires_hadoop(self):
return convert_tasks_to_manifest_if_necessary(self.requires())
def requires_hadoop(self):
return convert_tasks_to_manifest_if_necessary(self.requires())
def test_over_threshold(self):
tasks = convert_tasks_to_manifest_if_necessary(
[FakeTask(), FakeTask()])
self.assertEquals(len(tasks), 1)
self.assertIsInstance(tasks[0], URLManifestTask)
def test_negative_threshold(self):
tasks = convert_tasks_to_manifest_if_necessary([FakeTask(), FakeTask()])
self.assertEquals(len(tasks), 2)
self.assertIsInstance(tasks[0], FakeTask)
self.assertIsInstance(tasks[1], FakeTask)
def test_over_threshold(self):
tasks = convert_tasks_to_manifest_if_necessary([FakeTask(), FakeTask()])
self.assertEquals(len(tasks), 1)
self.assertIsInstance(tasks[0], URLManifestTask)
