def test_can_override_sort_values_from_cmd_line(self): mr_job = MRSortValues( ['--partitioner', 'org.pants.FancyPantsPartitioner', '--jobconf', 'stream.num.map.output.key.fields=lots']) self.assertEqual( mr_job.partitioner(), 'org.pants.FancyPantsPartitioner') self.assertEqual( mr_job.jobconf(), combine_dicts(_SORT_VALUES_JOBCONF, {'stream.num.map.output.key.fields': 'lots'}))
def test_can_override_sort_values_from_cmd_line(self): mr_job = MRSortValues([ '--partitioner', 'org.pants.FancyPantsPartitioner', '--jobconf', 'stream.num.map.output.key.fields=lots' ]) self.assertEqual(mr_job.partitioner(), 'org.pants.FancyPantsPartitioner') self.assertEqual( mr_job.jobconf(), combine_dicts(_SORT_VALUES_JOBCONF, {'stream.num.map.output.key.fields': 'lots'}))
def test_can_override_sort_values_from_cmd_line(self): mr_job = MRSortValues( ['--partitioner', 'org.pants.FancyPantsPartitioner', '--jobconf', 'stream.num.map.output.key.fields=lots']) self.assertEqual( mr_job.partitioner(), 'org.pants.FancyPantsPartitioner') self.assertEqual( mr_job.jobconf(), {'stream.num.map.output.key.fields': 'lots', 'mapred.text.key.partitioner.options': '-k1,1', 'mapred.output.key.comparator.class': None, 'mapred.text.key.comparator.options': None})
def test_can_override_sort_values_from_cmd_line(self): mr_job = MRSortValues([ '--partitioner', 'org.pants.FancyPantsPartitioner', '--jobconf', 'stream.num.map.output.key.fields=lots' ]) self.assertEqual(mr_job.partitioner(), 'org.pants.FancyPantsPartitioner') self.assertEqual( mr_job.jobconf(), { 'stream.num.map.output.key.fields': 'lots', 'mapred.text.key.partitioner.options': '-k1,1', 'mapred.output.key.comparator.class': None, 'mapred.text.key.comparator.options': None })
def test_can_override_sort_values_from_cmd_line(self): mr_job = MRSortValues( ["--partitioner", "org.pants.FancyPantsPartitioner", "--jobconf", "stream.num.map.output.key.fields=lots"] ) self.assertEqual(mr_job.partitioner(), "org.pants.FancyPantsPartitioner") self.assertEqual( mr_job.jobconf(), { "stream.num.map.output.key.fields": "lots", "mapred.text.key.partitioner.options": "-k1,1", "mapred.output.key.comparator.class": None, "mapred.text.key.comparator.options": None, }, )
def test_sort_values_sets_partitioner(self): mr_job = MRSortValues() self.assertEqual( mr_job.partitioner(), 'org.apache.hadoop.mapred.lib.KeyFieldBasedPartitioner')