def test_should_get_info_list_about_products(self, store, query):
# previous_product_total = ProductDatabase.get_products_total()
extractor = PageExtractor(store)
parsed_html = extractor.retrieve_html_parsed_from_query(query)
items_list = extractor.get_info_list_about_products(parsed_html)
assert type(items_list) == list
assert type(items_list[0]) == dict
def test_should_get_info_dict_for_product(self, store, query):
extractor = PageExtractor(store)
parsed_html = extractor.retrieve_html_parsed_from_query(query)
parsed_list = extractor.get_items_list_from_parsed_html(parsed_html)
item = extractor.get_info_dict_for_product(parsed_list[0])
# import pdb; pdb.set_trace()
assert type(parsed_list) == element.ResultSet
assert type(item) == dict
assert item['name'] is not None
assert item['link'] is not None
def test_should_get_items_list_from_parsed_html(self, store, query):
extractor = PageExtractor(store)
parsed_html = extractor.retrieve_html_parsed_from_query(query)
parsed_list = extractor.get_items_list_from_parsed_html(parsed_html)
assert type(parsed_list) == element.ResultSet
assert type(parsed_list[0]) == element.Tag
def test_should_retrieve_html_parsed_from_query(self, store, query):
extractor = PageExtractor(store)
parsed_html = extractor.retrieve_html_parsed_from_query(query)
assert type(parsed_html) == BeautifulSoup
assert extractor.parsed_html == parsed_html