def test_key_bytearray(self):
# 15 letters long to hit 'if extrabytes == 3:'
key = bytearray('lasquinceletras')
expected = 4030895744 % 100000 # Int is from java murmur2
p = HashedPartitioner(self.T1, self.parts)
part = p.partition(key, self.parts)
self.assertEqual(expected, part)
def test_key_bytearray(self):
# 15 letters long to hit 'if extrabytes == 3:'
key = bytearray('lasquinceletras')
expected = (4030895744 & 0x7FFFFFFF) % 100000 # Int is from murmur2
p = HashedPartitioner(self.T1, self.parts)
part = p.partition(key, self.parts)
self.assertEqual(expected, part)
def test_key_match_java(self):
key = 'cc54d7f5-8508-4302-bc23-c5d16cfb50fd'
key = key.decode(encoding='UTF-8', errors='strict')
parts = xrange(10)
expected = 4
p = HashedPartitioner(self.T1, parts)
part = p.partition(key, parts)
self.assertEqual(expected, part)
def test_key_str(self):
"""
Bytestring keys are hashed directly.
"""
key = b'The rain in Spain falls mainly on the plain.'
expected = (2823782121 & 0x7FFFFFFF) % 100000 # Int is from murmur2
p = HashedPartitioner(self.T1, self.parts)
part = p.partition(key, self.parts)
self.assertEqual(expected, part)
def test_key_large(self):
"""
The hashed partitioner does not limit key length.
"""
key = u''.join([u"Key:{} ".format(i) for i in range(4096)]).encode('ascii')
expected = 1765856722 % 100000 # Int is from online hash tool
p = HashedPartitioner(self.T1, self.parts)
part = p.partition(key, self.parts)
self.assertEqual(expected, part)
def test_key_str(self):
"""
Bytestring keys are hashed directly.
"""
key = b'The rain in Spain falls mainly on the plain.'
expected = (2823782121 & 0x7FFFFFFF) % 100000 # Int is from murmur2
p = HashedPartitioner(self.T1, self.parts)
part = p.partition(key, self.parts)
self.assertEqual(expected, part)
def test_key_bytearray(self):
"""
:class:`bytearray` keys are hashed directly.
"""
# 15 letters long to hit 'if extrabytes == 3:'
key = bytearray(b'lasquinceletras')
expected = (4030895744 & 0x7FFFFFFF) % 100000 # Int is from murmur2
p = HashedPartitioner(self.T1, self.parts)
part = p.partition(key, self.parts)
self.assertEqual(expected, part)
def test_key_large(self):
"""
The hashed partitioner does not limit key length.
"""
key = u''.join([u"Key:{} ".format(i)
for i in range(4096)]).encode('ascii')
expected = 1765856722 % 100000 # Int is from online hash tool
p = HashedPartitioner(self.T1, self.parts)
part = p.partition(key, self.parts)
self.assertEqual(expected, part)
def test_key_unicode(self):
"""
Text string keys are converted to UTF-8 and hashed to match the Java
implementation.
"""
key = u'슬듢芬'
expected = (3978338664 & 0x7FFFFFFF) % 100000 # Int is from murmur2
p = HashedPartitioner(self.T1, self.parts)
part = p.partition(key, self.parts)
self.assertEqual(expected, part)
def test_key_unicode(self):
"""
Text string keys are converted to UTF-8 and hashed to match the Java
implementation.
"""
key = u'슬듢芬'
expected = (3978338664 & 0x7FFFFFFF) % 100000 # Int is from murmur2
p = HashedPartitioner(self.T1, self.parts)
part = p.partition(key, self.parts)
self.assertEqual(expected, part)
def test_key_match_java(self):
"""
Hashing a UUID produces the same result the Java implementation would.
"""
key = b'cc54d7f5-8508-4302-bc23-c5d16cfb50fd'
key = key.decode(encoding='UTF-8', errors='strict')
parts = range(10)
expected = 4
p = HashedPartitioner(self.T1, parts)
part = p.partition(key, parts)
self.assertEqual(expected, part)
def test_key_match_java(self):
"""
Hashing a UUID produces the same result the Java implementation would.
"""
key = b'cc54d7f5-8508-4302-bc23-c5d16cfb50fd'
key = key.decode(encoding='UTF-8', errors='strict')
parts = range(10)
expected = 4
p = HashedPartitioner(self.T1, parts)
part = p.partition(key, parts)
self.assertEqual(expected, part)
def test_key_integer(self):
"""
Integer keys produce a TypeError as passing an integer likely
represents a programming error.
"""
key = 123456789
p = HashedPartitioner(self.T1, self.parts)
self.assertRaises(TypeError, p.partition, key, self.parts)
def test_key_none(self):
"""
A key of None results in a TypeError as it doesn't make sense to
produce unkeyed messages with a hashed partitioner.
"""
key = None
p = HashedPartitioner(self.T1, self.parts)
self.assertRaises(TypeError, p.partition, key, self.parts)
def test_partition_distribution(self):
parts = [1, 2, 3, 4, 5]
p = HashedPartitioner(self.T1, parts)
# Make sure we have decent distribution
keycount = 10000
key_list = []
part_keycount = defaultdict(lambda: 0)
key_to_part = {}
for i in xrange(keycount):
key = random_string(16)
key_list.append(key)
part = p.partition(key, parts)
part_keycount[part] += 1
key_to_part[key] = part
self.assertLess(std(part_keycount.values()), keycount / 100)
# Ensure we get the same partition for the same key
for key in key_to_part.keys():
part = p.partition(key, parts)
self.assertEqual(part, key_to_part[key])
def test_partition_distribution(self):
parts = [1, 2, 3, 4, 5]
p = HashedPartitioner(self.T1, parts)
# Make sure we have decent distribution
keycount = 10000
key_list = []
part_keycount = defaultdict(lambda: 0)
key_to_part = {}
for _i in range(keycount):
key = random_string(16)
key_list.append(key)
part = p.partition(key, parts)
part_keycount[part] += 1
key_to_part[key] = part
self.assertLess(std(part_keycount.values()), keycount / 100)
# Ensure we get the same partition for the same key
for key in key_to_part.keys():
part = p.partition(key, parts)
self.assertEqual(part, key_to_part[key])
def test_key_none(self):
key = None
expected = 275646681 % 100000 # Int is from java murmur2
p = HashedPartitioner(self.T1, self.parts)
part = p.partition(key, self.parts)
self.assertEqual(expected, part)
def test_key_unicode(self):
key = u'슬듢芬'
expected = 3978338664 % 100000 # Int is from java murmur2
p = HashedPartitioner(self.T1, self.parts)
part = p.partition(key, self.parts)
self.assertEqual(expected, part)
def test_key_large(self):
key = ''.join(["Key:{} ".format(i) for i in xrange(4096)])
expected = 1765856722 % 100000 # Int is from online hash tool
p = HashedPartitioner(self.T1, self.parts)
part = p.partition(key, self.parts)
self.assertEqual(expected, part)
def test_key_integer(self):
key = 123456789
expected = 2472730214 % 100000 # Int is from java murmur2
p = HashedPartitioner(self.T1, self.parts)
part = p.partition(key, self.parts)
self.assertEqual(expected, part)
def test_key_integer(self):
key = 123456789
expected = (2472730214 & 0x7FFFFFFF) % 100000 # Int is from murmur2
p = HashedPartitioner(self.T1, self.parts)
part = p.partition(key, self.parts)
self.assertEqual(expected, part)
def test_key_unicode(self):
key = u'슬듢芬'
expected = (3978338664 & 0x7FFFFFFF) % 100000 # Int is from murmur2
p = HashedPartitioner(self.T1, self.parts)
part = p.partition(key, self.parts)
self.assertEqual(expected, part)
def test_key_none(self):
key = None
expected = 275646681 % 100000 # Int is from java murmur2
p = HashedPartitioner(self.T1, self.parts)
part = p.partition(key, self.parts)
self.assertEqual(expected, part)
def test_key_large(self):
key = ''.join(["Key:{} ".format(i) for i in xrange(4096)])
expected = 1765856722 % 100000 # Int is from online hash tool
p = HashedPartitioner(self.T1, self.parts)
part = p.partition(key, self.parts)
self.assertEqual(expected, part)
def test_key_str(self):
key = 'The rain in Spain falls mainly on the plain.'
expected = 2823782121 % 100000 # Int is from java murmur2
p = HashedPartitioner(self.T1, self.parts)
part = p.partition(key, self.parts)
self.assertEqual(expected, part)
def test_key_str(self):
key = 'The rain in Spain falls mainly on the plain.'
expected = 2823782121 % 100000 # Int is from java murmur2
p = HashedPartitioner(self.T1, self.parts)
part = p.partition(key, self.parts)
self.assertEqual(expected, part)