Exemple #1
0
def _parse_page(meme_id: int, page_url: str):
    response = requests.get(page_url, headers={'user-agent': 'vkhack-bot'})
    parsed_page = BeautifulSoup(response.text, "html.parser")

    for meme_url in _extract_meme_urls(parsed_page):
        url = f'https:' + meme_url

        if not Image.exists(url=url):
            logger.info(f'Add image {url}')
            Image(meme=meme_id, url=url)