def test_read_map_task(self):
mr = Worker("127.0.0.1:3205", "127.0.0.1:3207")
f = open("word_count.py")
script = f.read()
mr.read_map_task(["word_count.py", script], 0, 1, 3, "task_name", 4)
data = mr.read_data_from_file("/Users/WofloW/USF/CS636/project02/test_data_0", 1, 3)
self.assertEqual(data, "bcd")
def test_read_input(self):
mr = Worker("127.0.0.1:3205", "127.0.0.1:3207")
f = open("word_count.py")
script = f.read()
mr.read_map_task(["word_count.py", script], 0, 2, 3, "task_name", 7)
mr.data_dir = "/Users/WofloW/USF/CS636/project02/"
data = mr.read_input([("/Users/WofloW/USF/CS636/project02/test_data_0", 0, 6),
("/Users/WofloW/USF/CS636/project02/test_data_1", 0, 1)], 0, 2,
[('/Users/WofloW/USF/CS636/project02/test_data_0', 6),
('/Users/WofloW/USF/CS636/project02/test_data_1', 6)])
self.assertEqual(data, "abcdefghijkl")
def create_worker_async(self, worker_ip, worker_port, type):
master_addr = self.getMasterAddress()
w = Worker(master_addr, worker_ip, worker_port, type)
# w = Worker("localhost:4242", "localhost", "10000", "1")
s = zerorpc.Server(w)
s.bind('tcp://' + worker_ip + ":" + worker_port)
s.run()
