Python get_url_content Examples

Example #1

def test_get_url_content_work_for_all_of_sites(page_name):
    # GIVEN
    url = pages_data[page_name]["url"]

    # WHEN
    content = get_url_content(url)

    # THEN
    assert content

Example #2

File: soup_helpers_test.py Project: mlewand3/memecatcher

def test_create_soup_works_properly(page_name):
    # GIVEN
    content = get_url_content(url=pages_data[page_name]["url"])

    # WHEN
    soup = create_soup(content)

    # THEN
    assert soup

Example #3

File: soup_helpers_test.py Project: mlewand3/memecatcher

def test_seach_in_soup_works_properly_for_all_patterns_used_for_paginations(
        page_name):
    # GIVEN
    content = get_url_content(url=pages_data[page_name]["url"])
    pattern = pages_data[page_name].get("page_pattern")

    # WHEN & THEN
    if not pattern:
        assert True
    else:
        soup = create_soup(content)
        assert search_in_soup(soup, pattern)

Example #4

File: soup_helpers_test.py Project: mlewand3/memecatcher

def test_seach_in_soup_works_properly_for_all_patterns_used_for_images(
        page_name):
    # GIVEN
    content = get_url_content(url=pages_data[page_name]["url"])
    pattern = pages_data[page_name]["img_pattern"]

    # WHEN
    soup = create_soup(content)
    search_results = search_in_soup(soup, pattern)

    # THEN
    assert search_results

Example #5

def test_find_page_number_works_properly(page_name):
    # GIVEN
    page_pattern = pages_data[page_name]["page_pattern"]
    content = get_url_content(url=pages_data[page_name]["url"])
    soup = create_soup(content)
    find_results = search_in_soup(soup, page_pattern)

    # WHEN
    tag_found = find_page_number(find_results)

    # THEN
    assert tag_found
    assert isinstance(tag_found, int)

Example #6

def test_find_tag_in_results_work_for_every_site_finding_memes(page_name):
    # GIVEN
    img_pattern = pages_data[page_name]["img_pattern"]
    img_tag = pages_data[page_name]["img_tag"]
    content = get_url_content(url=pages_data[page_name]["url"])
    soup = create_soup(content)
    find_results = search_in_soup(soup, img_pattern)

    # WHEN
    tag_found = find_tag_in_results(find_results, img_tag)

    # THEN
    assert len(tag_found) > 0

Example #7

def test_get_url_content_work_for_all_of_sites_with_added_page_number(
        page_name):
    # GIVEN
    page_prefix = pages_data[page_name]["page_prefix"]
    sample_page_number = "5000"
    url = pages_data[page_name]["url"]
    url_with_page_number = url + page_prefix + sample_page_number

    # WHEN
    content = get_url_content(url_with_page_number)

    # THEN
    assert content