def __init__(self, tutorialbar_enabled, discudemy_enabled,
coursevania_enabled, max_pages):
self.tutorialbar_scraper = TutorialBarScraper(tutorialbar_enabled,
max_pages=max_pages)
self.discudemy_scraper = DiscUdemyScraper(discudemy_enabled,
max_pages=max_pages)
self.coursevania_scraper = CoursevaniaScraper(coursevania_enabled,
max_pages=max_pages)
self._scrapers = (
self.tutorialbar_scraper,
self.discudemy_scraper,
self.coursevania_scraper,
)
async def test_get_course_links(mock_get, tutorialbar_main_page):
url = "https://www.tutorialbar.com/main"
mock_get.return_value = MockResponse(tutorialbar_main_page, 200)
tbs = TutorialBarScraper(enabled=True)
tbs.current_page = 1
links = await tbs.get_course_links(url)
assert tbs.last_page == "601"
assert links == [
"https://www.tutorialbar.com/mindfulness-meditation-for-pain-relief-stress-management/",
"https://www.tutorialbar.com/become-a-crm-manager-overview-for-email-marketing-starters/",
"https://www.tutorialbar.com/superminds-the-future-of-artificial-intelligence-ai/",
"https://www.tutorialbar.com/invade-your-classroom-with-digital-robot-teachers-in-2020/",
"https://www.tutorialbar.com/introduction-au-machine-learning-python/",
"https://www.tutorialbar.com/comic-creation-for-entrepreneurs-2020-edition/",
"https://www.tutorialbar.com/delicious-japanese-language-for-foodies-jlpt-n5-jlpt-n4/",
"https://www.tutorialbar.com/sparring-tai-chi-chen-new-frame-routine-2-for-fitness/",
"https://www.tutorialbar.com/active-learning-using-games-in-education/",
"https://www.tutorialbar.com/eiq2-coaching-for-improved-performance-and-superior-results/",
"https://www.tutorialbar.com/quickbooks-pro-desktop-bookkeeping-business-easy-way/",
"https://www.tutorialbar.com/quickbooks-online-bank-feeds-credit-card-feeds-2020/",
]
async def test_run(
mock_get_course_links,
mock_gather_udemy_course_links,
tutorialbar_course_page_link,
tutorialbar_links,
udemy_links,
):
mock_get_course_links.return_value = tutorialbar_links
mock_gather_udemy_course_links.return_value = udemy_links
tbs = TutorialBarScraper(enabled=True)
links = await tbs.run()
mock_get_course_links.assert_called_with(tutorialbar_course_page_link)
mock_gather_udemy_course_links.assert_called_with(tutorialbar_links)
for link in links:
assert link in udemy_links
def test_enable_status(enabled, ):
tbs = TutorialBarScraper(enabled=enabled)
assert tbs.is_disabled() is not enabled