def run_map(pipes_exe): p = pipes_runner(pipes_exe, output_visitor()) p.start() p.run_map('fake_input_split', 3) for v in ['faa', 'fii', 'foo', 'fuu']: p.map_item(str(1), str(v)) p.close()
def run_reduce(pipes_exe): p = pipes_runner(pipes_exe, output_visitor()) p.start() p.run_reduce() red_vals = {'foo' : range(10), 'bar' : range(14)} for k in red_vals.keys(): p.reduce_key(str(k)) for v in red_vals[k]: p.reduce_value(str(v)) p.close()