Exemple #1
0
def _execute_sub_pipe(pipeline, cid_set, extra_data, main_headers, options, op_mode="and"):
    """ Executes a single sub-pipeline in the OR fashion or AND fashion

    :param pipeline: An ordered list of operations
    :param cid_set: A set of the customer ids, from previous sub-pipe or an empty one
    :param extra_data: A dictionary of customer data, from previous sub-pipe or empty
    :param main_headers: The current list of headers. from previous sub-pipe or empty
    :param options: The main options object
    :param op_mode: Either of 'and' or 'or'
    :return: Same as a query_event
    :rtype: (set, dict, list)
    """

    for operation in pipeline:
        s, res, headers = _execute_event(operation, aux.get_mode(options), options)
        if s is None:  # In case of unimplemented operation, we move on to next
            continue

        if len(cid_set) == 0:
            cid_set = s
            extra_data = res
            if len(cid_set) == 0:  # shortcut
                break
        else:

            if op_mode == "and":
                cid_set = cid_set.intersection(s)
            else:
                cid_set = cid_set.union(s)

            temp = extra_data.copy()
            extra_data = {}
            if len(cid_set) == 0:  # shortcut
                break

            c_empty = ['' for _ in range(len(main_headers))]  # Empty array for those who are not part of current set
            f_empty = ['' for _ in range(len(headers))]  # Emtpy array for those who are not part of coming set

            for k in cid_set:
                extra_data[k] = res.get(k, f_empty) + temp.get(k, c_empty)  # Both are arrays

        print "Got resulting set length ", len(s)
        main_headers = headers + main_headers

    return cid_set, extra_data, main_headers