def test_partitioner_from_cpluplus(self):
d = {
'input_key': 'inputkey',
'input_value': 'inputvalue',
'input_split': 'inputsplit',
'input_key_class': 'keyclass',
'input_value_class': 'valueclass',
'job_conf': {}
}
ctx = pp.get_MapContext_object(d)
self.assertEqual(ctx.getInputKey(), d['input_key'])
self.assertEqual(ctx.getInputValue(), d['input_value'])
self.assertEqual(ctx.getInputSplit(), d['input_split'])
self.assertEqual(ctx.getInputKeyClass(), d['input_key_class'])
self.assertEqual(ctx.getInputValueClass(), d['input_value_class'])
f = Factory(None, None, partitioner_class=test_partitioner)
p = f.createPartitioner(ctx)
n_partitions = 4
for i in range(10):
k = 'key' + ('a' * i)
self.assertEqual(
partition_function(k, n_partitions),
pp.get_partition_from_partitioner(p, k, n_partitions))
def test_partitioner_from_cpluplus(self):
d = {'input_key' : 'inputkey',
'input_value' : 'inputvalue',
'input_split' : 'inputsplit',
'input_key_class' : 'keyclass',
'input_value_class' : 'valueclass',
'job_conf' : {}
}
ctx = pp.get_MapContext_object(d)
self.assertEqual(ctx.getInputKey(), d['input_key'])
self.assertEqual(ctx.getInputValue(), d['input_value'])
self.assertEqual(ctx.getInputSplit(), d['input_split'])
self.assertEqual(ctx.getInputKeyClass(), d['input_key_class'])
self.assertEqual(ctx.getInputValueClass(), d['input_value_class'])
f = Factory(None, None, partitioner_class=test_partitioner)
p = f.createPartitioner(ctx)
n_partitions = 4
for i in range(10):
k = 'key' + ('a' * i)
self.assertEqual(
partition_function(k, n_partitions),
pp.get_partition_from_partitioner(p, k, n_partitions)
)
