Esempio n. 1
0
class ParserUrls:
    name = 'ParseUrls'

    def __init__(self, site, url, postfix=''):
        self.url = Url(site, url, postfix)

    def parse(self, reg, range_postfix):
        bodies = []
        start, end = tuple(range_postfix)
        for i in tqdm(range(start, end), desc=f'{self.name}'):
            url = self.url.link(i)
            text = Text.create_by_url(url)
            bodies_sub = text.findall(reg)
            bodies.extend(bodies_sub)

        urls = self.url.concat_site_with_bodies(bodies)
        return urls