コード例 #1
0
def get_udf_arg_for_copy_columns(frame, predicate_function, column_names):
    row_ready_predicate = _wrap_row_function(frame, predicate_function)
    row_ready_map = _wrap_row_function(
        frame, get_copy_columns_function(column_names, frame.schema))

    def iteration_ready_function(s, iterator):
        return ifiltermap(row_ready_predicate, row_ready_map, iterator)

    return make_http_ready(iteration_ready_function)
コード例 #2
0
def get_udf_arg(frame,
                subject_function,
                iteration_function,
                optional_schema=None):
    """
    Prepares a python row function for server execution and http transmission

    Parameters
    ----------
    frame : Frame
        frame on whose rows the function will execute
    subject_function : function
        a function with a single row parameter
    iteration_function: function
        the iteration function to apply for the frame.  In general, it is
        imap.  For filter however, it is ifilter
    """
    row_ready_function = _wrap_row_function(frame, subject_function,
                                            optional_schema)

    def iterator_function(iterator):
        return iteration_function(row_ready_function, iterator)

    def iteration_ready_function(s, iterator):
        return iterator_function(iterator)

    return make_http_ready(iteration_ready_function)
コード例 #3
0
ファイル: spark_helper.py プロジェクト: kkasravi/atk
def get_udf_arg(frame, subject_function, iteration_function, optional_schema=None):
    """
    Prepares a python row function for server execution and http transmission

    Parameters
    ----------
    frame : Frame
        frame on whose rows the function will execute
    subject_function : function
        a function with a single row parameter
    iteration_function: function
        the iteration function to apply for the frame.  In general, it is
        imap.  For filter however, it is ifilter
    """
    row_ready_function = _wrap_row_function(frame, subject_function, optional_schema)
    def iterator_function(iterator): return iteration_function(row_ready_function, iterator)
    def iteration_ready_function(s, iterator): return iterator_function(iterator)
    return make_http_ready(iteration_ready_function)
コード例 #4
0
ファイル: spark_helper.py プロジェクト: AllanY/atk
def get_udf_arg_for_copy_columns(frame, predicate_function, column_names):
    row_ready_predicate = _wrap_row_function(frame, predicate_function)
    row_ready_map = _wrap_row_function(frame, get_copy_columns_function(column_names, frame.schema))
    def iteration_ready_function(s, iterator): return ifiltermap(row_ready_predicate, row_ready_map, iterator)
    return make_http_ready(iteration_ready_function)