Exemplo n.º 1
0
    def process(self, item_session: ItemSession):
        scheme = item_session.url_record.url_info.scheme

        processor = self._processors.get(scheme)

        if processor:
            return (yield from processor.process(item_session))
        else:
            _logger.warning(
                _('No processor available to handle {scheme} scheme.'),
                scheme=repr(scheme))
            item_session.skip()
Exemplo n.º 2
0
    def process(self, item_session: ItemSession):
        scheme = item_session.url_record.url_info.scheme

        processor = self._processors.get(scheme)

        if processor:
            return (yield from processor.process(item_session))
        else:
            _logger.warning(
                _('No processor available to handle {scheme} scheme.'),
                scheme=repr(scheme)
            )
            item_session.skip()