def assert_no_conversion(self): original_targets = [ luigi.LocalTarget('/tmp/foo'), luigi.LocalTarget('/tmp/foo2') ] targets = convert_to_manifest_input_if_necessary(self.MANIFEST_ID, original_targets) self.assertEquals(original_targets, targets)
def test_over_threshold(self): targets = convert_to_manifest_input_if_necessary( self.MANIFEST_ID, [luigi.LocalTarget('/tmp/foo'), luigi.LocalTarget('/tmp/foo2')]) self.assertEquals(len(targets), 1) self.assertIsInstance(targets[0], ManifestInputTargetMixin)
def test_over_threshold(self): targets = convert_to_manifest_input_if_necessary(self.MANIFEST_ID, [ luigi.LocalTarget('/tmp/foo'), luigi.LocalTarget('/tmp/foo2') ]) self.assertEquals(len(targets), 1) self.assertIsInstance(targets[0], ManifestInputTargetMixin)
def input_hadoop(self): return convert_to_manifest_input_if_necessary(self.manifest_id, super(MapReduceJobTask, self).input_hadoop())
def input_hadoop(self): manifest_id = str(hash(self)).replace('-', 'n') return convert_to_manifest_input_if_necessary(manifest_id, super(MapReduceJobTask, self).input_hadoop())