Exemple #1
0
 def __init__ (self,spout_num,mapper_num,reducer_num,input_file,out_file):
     MapReduceJob.__init__(self,
                           {"name":"wordcount",
                            "temp_dir":"/tmp",
                            "spout":spout_num,
                            "mapper":mapper_num,
                            "reducer":reducer_num,
                            "out_file":out_file})
     self.input_files = input_file.split(",")
 def __init__ (self,spout_num,mapper_num,reducer_num,input_file,out_file):
     MapReduceJob.__init__(self,
                           {"name":"inverted_index",
                            "temp_dir":"/tmp",
                            "mapper":mapper_num,
                            "reducer":reducer_num,
                            "out_file":out_file,
                            "spout":spout_num,
                            "allow_error_num":15})
     self.input_files = input_file.split(",")