def map(self, operator, types):
"""
Applies a Map transformation on a DataSet.
The transformation calls a MapFunction for each element of the DataSet.
Each MapFunction call returns exactly one element.
:param operator: The MapFunction that is called for each element of the DataSet.
:param types: The type of the resulting DataSet
:return:A MapOperator that represents the transformed DataSet
"""
if isinstance(operator, TYPES.FunctionType):
f = operator
operator = MapFunction()
operator.map = f
child = dict()
child_set = OperatorSet(self._env, child)
child[_Fields.IDENTIFIER] = _Identifier.MAP
child[_Fields.PARENT] = self._info
child[_Fields.OPERATOR] = operator
child[_Fields.META] = str(inspect.getmodule(operator)) + "|" + str(operator.__class__.__name__)
child[_Fields.TYPES] = types
child[_Fields.NAME] = "PythonMap"
self._info[_Fields.CHILDREN].append(child)
self._env._sets.append(child)
return child_set
def map(self, operator, types):
"""
Applies a Map transformation on a DataSet.
The transformation calls a MapFunction for each element of the DataSet.
Each MapFunction call returns exactly one element.
:param operator: The MapFunction that is called for each element of the DataSet.
:param types: The type of the resulting DataSet
:return:A MapOperator that represents the transformed DataSet
"""
if isinstance(operator, TYPES.FunctionType):
f = operator
operator = MapFunction()
operator.map = f
child = OperationInfo()
child_set = OperatorSet(self._env, child)
child.identifier = _Identifier.MAP
child.parent = self._info
child.operator = operator
child.meta = str(inspect.getmodule(operator)) + "|" + str(
operator.__class__.__name__)
child.types = types
child.name = "PythonMap"
self._info.children.append(child)
self._env._sets.append(child)
return child_set
def map(self, operator, types):
"""
Applies a Map transformation on a DataSet.
The transformation calls a MapFunction for each element of the DataSet.
Each MapFunction call returns exactly one element.
:param operator: The MapFunction that is called for each element of the DataSet.
:param types: The type of the resulting DataSet
:return:A MapOperator that represents the transformed DataSet
"""
if isinstance(operator, TYPES.FunctionType):
f = operator
operator = MapFunction()
operator.map = f
child = dict()
child_set = OperatorSet(self._env, child)
child[_Fields.IDENTIFIER] = _Identifier.MAP
child[_Fields.PARENT] = self._info
child[_Fields.OPERATOR] = operator
child[_Fields.META] = str(inspect.getmodule(operator)) + "|" + str(
operator.__class__.__name__)
child[_Fields.TYPES] = types
child[_Fields.NAME] = "PythonMap"
self._info[_Fields.CHILDREN].append(child)
self._env._sets.append(child)
return child_set
def map(self, operator, types):
"""
Applies a Map transformation on a DataSet.
The transformation calls a MapFunction for each element of the DataSet.
Each MapFunction call returns exactly one element.
:param operator: The MapFunction that is called for each element of the DataSet.
:param types: The type of the resulting DataSet
:return:A MapOperator that represents the transformed DataSet
"""
if isinstance(operator, TYPES.FunctionType):
f = operator
operator = MapFunction()
operator.map = f
child = OperationInfo()
child_set = OperatorSet(self._env, child)
child.identifier = _Identifier.MAP
child.parent = self._info
child.operator = operator
child.meta = str(inspect.getmodule(operator)) + "|" + str(operator.__class__.__name__)
child.types = types
child.name = "PythonMap"
self._info.children.append(child)
self._env._sets.append(child)
return child_set
def _createProjector(env, info):
child = OperationInfo()
child_set = Projector(env, child)
child.identifier = _Identifier.MAP
child.operator = MapFunction()
child.parent = info
child.types = _createArrayTypeInfo()
child.name = "Projector"
info.children.append(child)
env._sets.append(child)
return child_set
def map(self, operator):
"""
Applies a Map transformation on a DataSet.
The transformation calls a MapFunction for each element of the DataSet.
Each MapFunction call returns exactly one element.
:param operator: The MapFunction that is called for each element of the DataSet.
:return:A MapOperator that represents the transformed DataSet
"""
if isinstance(operator, TYPES.FunctionType):
f = operator
operator = MapFunction()
operator.map = f
child = OperationInfo()
child_set = OperatorSet(self._env, child)
child.identifier = _Identifier.MAP
child.parent = self._info
child.operator = operator
child.types = _createArrayTypeInfo()
child.name = "PythonMap"
self._info.children.append(child)
self._env._sets.append(child)
return child_set
def map(self, operator):
"""
Applies a Map transformation on a DataSet.
The transformation calls a MapFunction for each element of the DataSet.
Each MapFunction call returns exactly one element.
:param operator: The MapFunction that is called for each element of the DataSet.
:return:A MapOperator that represents the transformed DataSet
"""
if isinstance(operator, TYPES.FunctionType):
f = operator
operator = MapFunction()
operator.map = f
child = OperationInfo()
child_set = OperatorSet(self._env, child)
child.identifier = _Identifier.MAP
child.parent = self._info
child.operator = operator
child.types = _createArrayTypeInfo()
child.name = "PythonMap"
self._info.children.append(child)
self._env._sets.append(child)
return child_set