def check(self) -> None:
modified_headers = self.modify_request_headers(
list(self.base.request.headers))
RedFetcher.set_request(self, self.base.request.uri,
self.base.request.method, modified_headers,
self.base.request.payload)
RedFetcher.check(self)
if self.err:
self.err(message)
class BadErrorIReallyMeanIt(Exception):
"""See http://bugs.python.org/issue8885 for why this is necessary."""
pass
if __name__ == "__main__":
import sys
import thor
from redbot.resource.fetch import RedFetcher # pylint: disable=ungrouped-imports
T = RedFetcher()
T.set_request(sys.argv[1], req_hdrs=[('Accept-Encoding', "gzip")])
def show_link(base: str, link: str, tag: str, title: str) -> None:
print("* [%s] %s -- %s" % (tag, base, link))
P = HTMLLinkParser(T.response, [show_link], sys.stderr.write)
@thor.events.on(T)
def fetch_done() -> None:
print('done')
thor.stop()
@thor.events.on(T)
def status(msg: str) -> None:
print(msg)
else:
self.last_err_pos, offset = self.getpos()
if self.err:
self.err(message)
class BadErrorIReallyMeanIt(Exception):
"""See http://bugs.python.org/issue8885 for why this is necessary."""
pass
if __name__ == "__main__":
import sys
import thor
from redbot.resource.fetch import RedFetcher # pylint: disable=ungrouped-imports
T = RedFetcher()
T.set_request(sys.argv[1], req_hdrs=[('Accept-Encoding', "gzip")])
def show_link(base: str, link: str, tag: str, title: str) -> None:
print("* [%s] %s -- %s" % (tag, base, link))
P = HTMLLinkParser(T.response, [show_link], sys.stderr.write)
@thor.events.on(T)
def fetch_done() -> None:
print('done')
thor.stop()
@thor.events.on(T)
def status(msg: str) -> None:
print(msg)
@thor.events.on(T.response)
def chunk(decoded_chunk: bytes) -> None:
P.feed(decoded_chunk.decode(P.message.character_encoding, 'ignore'))
T.check()
thor.run()
def check(self) -> None:
modified_headers = self.modify_request_headers(list(self.base.request.headers))
RedFetcher.set_request(
self, self.base.request.uri, self.base.request.method, modified_headers, self.base.request.payload
)
RedFetcher.check(self)
