Python Job.add_input_path Beispiele

Beispiel #1

Datei: word_count.py Projekt: caodonglei/mapred

def main():
    if len(sys.argv) < 3:
        print 'usage: %s input_dir output_dir' % sys.argv[0]
        return
        
    conf = DefaultConfigure()
    job = Job(conf)
    job.set_splliter(LineSplitter)
    job.set_mapper(WordCountMapper)
    job.set_mapper_num(4)
    job.set_reducer(WordCountReducer)
    job.set_reducer_num(1)
    
    job.add_input_path(sys.argv[1])
    job.set_output_path(sys.argv[2])
    
    print job.run()

Beispiel #2

Datei: word_count.py Projekt: caodonglei/mapred

def main():
    if len(sys.argv) < 3:
        print 'usage: %s input_dir output_dir' % sys.argv[0]
        return

    conf = DefaultConfigure()
    job = Job(conf)
    job.set_splliter(LineSplitter)
    job.set_mapper(WordCountMapper)
    job.set_mapper_num(4)
    job.set_reducer(WordCountReducer)
    job.set_reducer_num(1)

    job.add_input_path(sys.argv[1])
    job.set_output_path(sys.argv[2])

    print job.run()