def one_layer_tree(head_op, *branch_ops, **bldargs):
"""
- Uses names of functions as key names
- if the key names should come from some other attribute of the functions
then pass the name of the attribute using the attr key word.
- flatten - True - if True the data structure produced by the head_op will be flattened.
ex:
head_op - parses sentences.
branch_ops - a list of 'tokenizers' that will tokenize the sentences in different ways.
It will return something like this:
setsdict = {'setone': ['t1', 't2', ..., 'tn'],
'settwo': ['t1', 't2', ..., 'tn'],
}
"""
def tree_func(operand, *_, **runargs):
runargs.update(bldargs)
firstlayerres = [res for res in flatten_all_if_true(head_op(operand, *_, **runargs),
**bldargs)]
posteriordict = dict()
for b_op in branch_ops:
branchlist = [r
for res in firstlayerres
for r in list(flatten_all_if_true(b_op(res), **bldargs))]
# Assumes each branch function will have a differant name.
# Could end up being a big problem.
posteriordict[get_attr(b_op, **bldargs)] = tuple(branchlist)
return posteriordict
tree_func.__name__ = _try_assign_name(func=tree_func, **bldargs)
tree_func.functors = (head_op, tuple(branch_ops))
return tree_func
def test__try_assign_name():
def some_func(*_, **kwargs):
pass
the_func = some_func
assert(the_func.__name__ == 'some_func')
the_func.__name__ = utils._try_assign_name(the_func, **{'__name__': 'name_two'})
assert(the_func.__name__ == 'name_two')
def preiter_iter_postiter(iter_func, pre_iter=pass_through, post_iter=pass_through,
iter_bool=always_true, *_, **bldargs):
"""
pre_iter - a function that modifies the incoming operand.
iter_func - a function the splits the operand.
post_iter - a function that modifies the iterated objs.
iter_bool - decides if an objs should be used. a function that accepts an obj and returns
True or False.
"""
def iter_and_op(txt, **runargs):
runargs.update(bldargs)
for i, split in enumerate(iter_func(pre_iter(txt, **runargs), **runargs)):
modedsplit = post_iter(split, **runargs)
if iter_bool(modedsplit, **runargs):
yield modedsplit
iter_and_op.__name__ = _try_assign_name(func=iter_and_op, **bldargs)
iter_and_op.__doc__ = _try_assign_doc(func=iter_and_op, **bldargs)
return iter_and_op
