def test_read_map_task(self): mr = Worker("127.0.0.1:3205", "127.0.0.1:3207") f = open("word_count.py") script = f.read() mr.read_map_task(["word_count.py", script], 0, 1, 3, "task_name", 4) data = mr.read_data_from_file("/Users/WofloW/USF/CS636/project02/test_data_0", 1, 3) self.assertEqual(data, "bcd")
def test_read_input(self): mr = Worker("127.0.0.1:3205", "127.0.0.1:3207") f = open("word_count.py") script = f.read() mr.read_map_task(["word_count.py", script], 0, 2, 3, "task_name", 7) mr.data_dir = "/Users/WofloW/USF/CS636/project02/" data = mr.read_input([("/Users/WofloW/USF/CS636/project02/test_data_0", 0, 6), ("/Users/WofloW/USF/CS636/project02/test_data_1", 0, 1)], 0, 2, [('/Users/WofloW/USF/CS636/project02/test_data_0', 6), ('/Users/WofloW/USF/CS636/project02/test_data_1', 6)]) self.assertEqual(data, "abcdefghijkl")
def create_worker_async(self, worker_ip, worker_port, type): master_addr = self.getMasterAddress() w = Worker(master_addr, worker_ip, worker_port, type) # w = Worker("localhost:4242", "localhost", "10000", "1") s = zerorpc.Server(w) s.bind('tcp://' + worker_ip + ":" + worker_port) s.run()