def test_grow(self): rendezvous = RendezvousHash() placements = {} for i in range(10): rendezvous.add_node(str(i)) placements[str(i)] = [] for i in range(1000): node = rendezvous.find_node(str(i)) placements[node].append(i) new_placements = {} for i in range(20): rendezvous.add_node(str(i)) new_placements[str(i)] = [] for i in range(1000): node = rendezvous.find_node(str(i)) new_placements[node].append(i) keys = [k for sublist in placements.values() for k in sublist] new_keys = [k for sublist in new_placements.values() for k in sublist] self.assertEqual(sorted(keys), sorted(new_keys)) added = 0 removed = 0 for node, assignments in new_placements.items(): after = set(assignments) before = set(placements.get(node, [])) removed += len(before.difference(after)) added += len(after.difference(before)) self.assertEqual(added, removed) self.assertEqual(1062, (added + removed))
def test_find_node_after_removal(self): nodes = ['0', '1', '2'] rendezvous = RendezvousHash(nodes=nodes) rendezvous.remove_node('1') self.assertEqual('0', rendezvous.find_node('ok')) self.assertEqual('0', rendezvous.find_node('mykey')) self.assertEqual('2', rendezvous.find_node('wat'))
def test_rendezvous_names(self): nodes = [1, 2, 3, 'a', 'b', 'lol.wat.com'] rendezvous = RendezvousHash(nodes) for i in range(10): self.assertEqual('lol.wat.com', rendezvous.find_node(i)) nodes = [1, 'a', '0'] rendezvous = RendezvousHash(nodes) for i in range(10): self.assertEqual('a', rendezvous.find_node(i))
def rendezvousHashing(trace, nodeNum): nodes = setUp("rendezvous", nodeNum) hr = RendezvousHash(nodes.keys(), seed=1337) servers = np.zeros(len(nodes)) for each in trace: index = int(hr.find_node(each)) - 1 servers[index] += 1 print "rendezvousHashing" print servers
def test_find_node_after_addition(self): nodes = ['0', '1', '2'] rendezvous = RendezvousHash(nodes=nodes) self.assertEqual('0', rendezvous.find_node('ok')) self.assertEqual('1', rendezvous.find_node('mykey')) self.assertEqual('2', rendezvous.find_node('wat')) self.assertEqual('2', rendezvous.find_node('lol')) rendezvous.add_node('3') self.assertEqual('0', rendezvous.find_node('ok')) self.assertEqual('1', rendezvous.find_node('mykey')) self.assertEqual('2', rendezvous.find_node('wat')) self.assertEqual('3', rendezvous.find_node('lol'))
def test_rendezvous_collision(self): nodes = ['c', 'b', 'a'] rendezvous = RendezvousHash(nodes) for i in range(1000): self.assertEqual('c', rendezvous.find_node(i))