def compute_common_friends(input_paths):
    mr_job = MRCommonFriendsJob(
        ['--runner=inline', '--strict-protocols'] + input_paths)

    result = {}

    with mr_job.make_runner() as runner:
        runner.run()
        for line in runner.stream_output():
            a, b = mr_job.parse_output_line(line)

    return result
Esempio n. 2
0
def compute_common_friends(input_paths):
    mr_job = MRCommonFriendsJob(['--runner=inline', '--strict-protocols'] +
                                input_paths)

    result = {}

    with mr_job.make_runner() as runner:
        runner.run()
        for line in runner.stream_output():
            a, b = mr_job.parse_output_line(line)

    return result
Esempio n. 3
0
def compute_common_friends(input_paths):
    mr_job = MRCommonFriendsJob(['--runner=local', '--strict-protocols'] +
                                input_paths)
    logging.getLogger('mrjob').setLevel(logging.INFO)

    result = {}

    with mr_job.make_runner() as runner:
        runner.run()
        for line in runner.stream_output():
            friend_pair, num = mr_job.parse_output_line(line)
            result.setdefault(friend_pair[0], {})
            result.setdefault(friend_pair[1], {})
            result[friend_pair[0]][friend_pair[1]] = num
            result[friend_pair[1]][friend_pair[0]] = num

    return result
def compute_common_friends(input_paths):
    mr_job = MRCommonFriendsJob(
        ['--runner=local', '--strict-protocols'] + input_paths)
    logging.getLogger('mrjob').setLevel(logging.INFO)

    result = {}

    with mr_job.make_runner() as runner:
        runner.run()
        for line in runner.stream_output():
            friend_pair, num = mr_job.parse_output_line(line)
            result.setdefault(friend_pair[0], {})
            result.setdefault(friend_pair[1], {})
            result[friend_pair[0]][friend_pair[1]] = num
            result[friend_pair[1]][friend_pair[0]] = num

    return result