def parser(stream, rules, tuples, **kwargs):
""" Parses the pipe content
Args:
stream (Iter[dict]): The source. Note: this shares the `tuples`
iterator, so consuming it will consume `tuples` as well.
rules (List[obj]): the item independent rules (Objectify instances).
tuples (Iter[(dict, obj)]): Iterable of tuples of (item, rules)
`item` is an element in the source stream (a DotDict instance)
and `rules` is the rule configuration (an Objectify instance).
Note: this shares the `stream` iterator, so consuming it will
consume `stream` as well.
kwargs (dict): Keyword arguments.
Yields:
dict: The output
Examples:
>>> from meza.fntools import Objectify
>>> from riko.dotdict import DotDict
>>> from itertools import repeat
>>>
>>> conf = DotDict({'mode': 'permit', 'combine': 'and'})
>>> kwargs = {'conf': conf}
>>> rule = {'field': 'ex', 'op': 'greater', 'value': 3}
>>> objrule = Objectify(rule)
>>> stream = (DotDict({'ex': x}) for x in range(5))
>>> tuples = zip(stream, repeat(objrule))
>>> next(parser(stream, [objrule], tuples, **kwargs)) == {'ex': 4}
True
"""
conf = kwargs['conf']
# TODO: add terminal check
dynamic = any('subkey' in v for v in conf.values() if is_iterable(v))
objconf = None if dynamic else parse_conf({}, conf=conf, objectify=True)
for item in stream:
if dynamic:
objconf = parse_conf(item, conf=conf, objectify=True)
permit = objconf.mode == 'permit'
results = (parse_rule(rule, item, **kwargs) for rule in rules)
try:
result = COMBINE_BOOLEAN[objconf.combine](results)
except KeyError:
msg = "Invalid combine: %s. (Expected 'and' or 'or')"
raise Exception(msg % objconf.combine)
if (result and permit) or not (result or permit):
yield item
elif objconf.stop:
break
def parser(stream, rules, tuples, **kwargs):
""" Parses the pipe content
Args:
stream (Iter[dict]): The source. Note: this shares the `tuples`
iterator, so consuming it will consume `tuples` as well.
rules (List[obj]): the item independent rules (Objectify instances).
tuples (Iter[(dict, obj)]): Iterable of tuples of (item, rules)
`item` is an element in the source stream (a DotDict instance)
and `rules` is the rule configuration (an Objectify instance).
Note: this shares the `stream` iterator, so consuming it will
consume `stream` as well.
kwargs (dict): Keyword arguments.
Yields:
dict: The output
Examples:
>>> from meza.fntools import Objectify
>>> from riko.dotdict import DotDict
>>> from itertools import repeat
>>>
>>> conf = DotDict({'mode': 'permit', 'combine': 'and'})
>>> kwargs = {'conf': conf}
>>> rule = {'field': 'ex', 'op': 'greater', 'value': 3}
>>> objrule = Objectify(rule)
>>> stream = (DotDict({'ex': x}) for x in range(5))
>>> tuples = zip(stream, repeat(objrule))
>>> next(parser(stream, [objrule], tuples, **kwargs)) == {'ex': 4}
True
"""
conf = kwargs['conf']
# TODO: add terminal check
dynamic = any('subkey' in v for v in conf.values() if is_iterable(v))
objconf = None if dynamic else parse_conf({}, conf=conf, objectify=True)
for item in stream:
if dynamic:
objconf = parse_conf(item, conf=conf, objectify=True)
permit = objconf.mode == 'permit'
results = (parse_rule(rule, item, **kwargs) for rule in rules)
try:
result = COMBINE_BOOLEAN[objconf.combine](results)
except KeyError:
msg = "Invalid combine: %s. (Expected 'and' or 'or')"
raise Exception(msg % objconf.combine)
if (result and permit) or not (result or permit):
yield item
elif objconf.stop:
break