def from_crawler(cls, crawler):
return cls(crawler,
load_obj_and_call(crawler.settings.get('DECISION_FUNCTION')),
load_callable_chain(crawler.settings.get('PREPROCESSORS'),
AllCaller),
load_callable_chain(crawler.settings.get('TRANSITION_EXTRACTORS'),
CallAndChain),
load_callable_chain(crawler.settings.get('PAGE_ANALYZERS'),
DictUnion))
def from_crawler(cls, crawler):
return cls(
crawler,
load_obj_and_call(crawler.settings.get('DECISION_FUNCTION')),
load_callable_chain(crawler.settings.get('PREPROCESSORS'),
AllCaller),
load_callable_chain(crawler.settings.get('TRANSITION_EXTRACTORS'),
CallAndChain),
load_callable_chain(crawler.settings.get('PAGE_ANALYZERS'),
DictUnion))
def __init__(self, *args, **kwargs):
self.functions = [
load_obj_and_call(d)
for d in kwargs.get('TRANSITION_PROCESSORS', [])
]
def __init__(self, *args, **kwargs):
self.functions = [load_obj_and_call(d) for d in
kwargs.get('TRANSITION_PROCESSORS', [])]