def read_custom(self, path, filter, splits, format): """ Creates a DataSet using a custom input format that is executed directly in the Python process. """ child = OperationInfo() child_set = DataSet(self, child) child.identifier = _Identifier.SOURCE_CUSTOM child.name = "PythonInputFormat" child.path = path child.filter = filter child.computeSplits = splits child.operator = copy.deepcopy(format) child.types = _createArrayTypeInfo() self._sources.append(child) return child_set