def __init__(self, parent, description): super(Mapper, self).__init__(parent, description) self.target = description.get('target', Name.NAME) self.source = description.get('source') self.mapping = description.get('mapping', {}) handlers = description.get('handlers', []) self.handlers = Load.load_elements(self, handlers) for key, element in six.iteritems(self.mapping): self.mapping[key] = Load.load_one_element(self, element)
def __init__(self, parent, description): super(Twitter, self).__init__( parent, description, name='Twitter', pause_on_exception=False) preload = description.get('preload', DEFAULT_PRELOAD) search = description['search'] if not isinstance(search, list): search = [search] self.searches = [ Search(s, self.callback, preload=preload) for s in search] self.handler = description.get('handler') if self.handler: self.handler = Load.load_one_element(self, self.handler) self.remove_hashtags = description.get('remove_hashtags', True)