Python cogroup Examples

Example #1

def right_join(*pcollections, **options):
    """ inner function """
    check_argument(pcollections)

    return cogroup.cogroup(*pcollections, **_get_cogroup_option(options)) \
        .apply_values(__right_join_in_every_group, **options) \
        .flatten()

Example #2

File: join.py Project: yangwei024/bigflow

def right_join(*pcollections, **options):
    """ inner function """
    check_argument(pcollections)

    return cogroup.cogroup(*pcollections, **_get_cogroup_option(options)) \
        .apply_values(__right_join_in_every_group, **options) \
        .flatten()

Example #3

def left_join(*pcollections, **options):
    """ inner function """
    check_argument(pcollections)

    serdes = map(lambda p: p.serde(), pcollections)

    return cogroup.cogroup(*pcollections, **_get_cogroup_option(options)) \
        .apply_values(__left_join_in_every_group, **options) \
        .flatten()

Example #4

File: join.py Project: yangwei024/bigflow

def left_join(*pcollections, **options):
    """ inner function """
    check_argument(pcollections)

    serdes = map(lambda p: p.serde(), pcollections)

    return cogroup.cogroup(*pcollections, **_get_cogroup_option(options)) \
        .apply_values(__left_join_in_every_group, **options) \
        .flatten()

Example #5

def join(*pcollections, **options):
    """ inner function """
    check_argument(pcollections)
    return cogroup.cogroup(*pcollections, **_get_cogroup_option(options)) \
        .apply_values(cartesian.cartesian, **options) \
        .flatten()

Example #6

File: join.py Project: yangwei024/bigflow

def join(*pcollections, **options):
    """ inner function """
    check_argument(pcollections)
    return cogroup.cogroup(*pcollections, **_get_cogroup_option(options)) \
        .apply_values(cartesian.cartesian, **options) \
        .flatten()