Exemple #1
0
        else:
            self.last_err_pos, offset = self.getpos()
            if self.err:
                self.err(message)

class BadErrorIReallyMeanIt(Exception):
    """See http://bugs.python.org/issue8885 for why this is necessary."""
    pass

if __name__ == "__main__":
    import sys
    from configparser import ConfigParser
    import thor
    from redbot.resource.fetch import RedFetcher  # pylint: disable=ungrouped-imports

    T = RedFetcher(ConfigParser()['DEFAULT'])
    T.set_request(sys.argv[1], req_hdrs=[('Accept-Encoding', "gzip")])
    def show_link(base: str, link: str, tag: str, title: str) -> None:
        print("* [%s] %s -- %s" % (tag, base, link))
    P = HTMLLinkParser(T.response, [show_link], sys.stderr.write)
    @thor.events.on(T)
    def fetch_done() -> None:
        print('done')
        thor.stop()
    @thor.events.on(T)
    def status(msg: str) -> None:
        print(msg)
    @thor.events.on(T.response)
    def chunk(decoded_chunk: bytes) -> None:
        P.feed(decoded_chunk.decode(P.message.character_encoding, 'ignore'))
    T.check()
Exemple #2
0
            self.last_err_pos, offset = self.getpos()
            if self.err:
                self.err(message)


class BadErrorIReallyMeanIt(Exception):
    """See http://bugs.python.org/issue8885 for why this is necessary."""
    pass


if __name__ == "__main__":
    import sys
    import thor
    from redbot.resource.fetch import RedFetcher  # pylint: disable=ungrouped-imports

    T = RedFetcher()
    T.set_request(sys.argv[1], req_hdrs=[('Accept-Encoding', "gzip")])

    def show_link(base: str, link: str, tag: str, title: str) -> None:
        print("* [%s] %s -- %s" % (tag, base, link))

    P = HTMLLinkParser(T.response, [show_link], sys.stderr.write)

    @thor.events.on(T)
    def fetch_done() -> None:
        print('done')
        thor.stop()

    @thor.events.on(T)
    def status(msg: str) -> None:
        print(msg)
Exemple #3
0
                self.err(message)


class BadErrorIReallyMeanIt(Exception):
    """See http://bugs.python.org/issue8885 for why this is necessary."""

    pass


if __name__ == "__main__":
    import sys
    from configparser import ConfigParser
    import thor
    from redbot.resource.fetch import RedFetcher  # pylint: disable=ungrouped-imports

    T = RedFetcher(ConfigParser()["DEFAULT"])
    T.set_request(sys.argv[1], req_hdrs=[("Accept-Encoding", "gzip")])

    def show_link(base: str, link: str, tag: str, title: str) -> None:
        print("* [%s] %s -- %s" % (tag, base, link))

    P = HTMLLinkParser(T.response, [show_link], sys.stderr.write)

    @thor.events.on(T)
    def fetch_done() -> None:
        print("done")
        thor.stop()

    @thor.events.on(T)
    def status(msg: str) -> None:
        print(msg)