def assert_no_conversion(self):
original_targets = [
luigi.LocalTarget('/tmp/foo'),
luigi.LocalTarget('/tmp/foo2')
]
targets = convert_to_manifest_input_if_necessary(self.MANIFEST_ID, original_targets)
self.assertEquals(original_targets, targets)
def assert_no_conversion(self):
original_targets = [
luigi.LocalTarget('/tmp/foo'),
luigi.LocalTarget('/tmp/foo2')
]
targets = convert_to_manifest_input_if_necessary(self.MANIFEST_ID, original_targets)
self.assertEquals(original_targets, targets)
def test_over_threshold(self):
targets = convert_to_manifest_input_if_necessary(
self.MANIFEST_ID,
[luigi.LocalTarget('/tmp/foo'),
luigi.LocalTarget('/tmp/foo2')])
self.assertEquals(len(targets), 1)
self.assertIsInstance(targets[0], ManifestInputTargetMixin)
def test_over_threshold(self):
targets = convert_to_manifest_input_if_necessary(self.MANIFEST_ID, [
luigi.LocalTarget('/tmp/foo'),
luigi.LocalTarget('/tmp/foo2')
])
self.assertEquals(len(targets), 1)
self.assertIsInstance(targets[0], ManifestInputTargetMixin)
def input_hadoop(self):
return convert_to_manifest_input_if_necessary(self.manifest_id, super(MapReduceJobTask, self).input_hadoop())
def input_hadoop(self):
manifest_id = str(hash(self)).replace('-', 'n')
return convert_to_manifest_input_if_necessary(manifest_id, super(MapReduceJobTask, self).input_hadoop())
