def generate_func(self, udtfs): """ Generates a lambda function based on udtfs. :param udtfs: a list of the proto representation of the Python :class:`TableFunction` :return: the generated lambda function """ table_function, variable_dict, user_defined_funcs = \ operation_utils.extract_user_defined_function(udtfs[0]) mapper = eval('lambda value: %s' % table_function, variable_dict) return lambda it: map(mapper, it), user_defined_funcs
def generate_func(self, serialized_fn): pandas_functions, variable_dict, user_defined_funcs = reduce( lambda x, y: ( ','.join([x[0], y[0]]), dict(chain(x[1].items(), y[1].items())), x[2] + y[2]), [operation_utils.extract_user_defined_function(udf, True) for udf in serialized_fn.udfs]) variable_dict['wrap_pandas_result'] = operation_utils.wrap_pandas_result mapper = eval('lambda value: wrap_pandas_result([%s])' % pandas_functions, variable_dict) return lambda it: map(mapper, it), user_defined_funcs
def generate_func(self, serialized_fn): """ Generates a lambda function based on udtfs. :param serialized_fn: serialized function which contains the proto representation of the Python :class:`TableFunction` :return: the generated lambda function """ table_function, variable_dict, user_defined_funcs = \ operation_utils.extract_user_defined_function(serialized_fn.udfs[0]) generate_func = eval('lambda value: %s' % table_function, variable_dict) return generate_func, user_defined_funcs
def generate_func(self, udfs): """ Generates a lambda function based on udfs. :param udfs: a list of the proto representation of the Python :class:`ScalarFunction` :return: the generated lambda function """ scalar_functions, variable_dict, user_defined_funcs = reduce( lambda x, y: (','.join([x[0], y[ 0]]), dict(chain(x[1].items(), y[1].items())), x[2] + y[2]), [ operation_utils.extract_user_defined_function(udf) for udf in udfs ]) mapper = eval('lambda value: [%s]' % scalar_functions, variable_dict) return lambda it: map(mapper, it), user_defined_funcs
def generate_func(self, serialized_fn): """ Generates a lambda function based on udfs. :param serialized_fn: serialized function which contains a list of the proto representation of the Python :class:`ScalarFunction` :return: the generated lambda function """ scalar_functions, variable_dict, user_defined_funcs = reduce( lambda x, y: ( ','.join([x[0], y[0]]), dict(chain(x[1].items(), y[1].items())), x[2] + y[2]), [operation_utils.extract_user_defined_function(udf) for udf in serialized_fn.udfs]) generate_func = eval('lambda value: [%s]' % scalar_functions, variable_dict) return generate_func, user_defined_funcs