def test_get_talks_performance(self):
scraper = Topics(test_util.CachedHTMLProvider().get_HTML, None)
# Run once to cache.
talks = list(scraper.get_talks('activism'))
print "%s talks for topic found" % (len(talks))
def test():
self.assertEqual(len(talks), len(list(scraper.get_talks('activism'))))
t = timeit.Timer(test)
repeats = 2
time = t.timeit(repeats) / repeats
print "Getting talks for topic took %s seconds per run" % (time)
self.assertGreater(1, time)
def test_get_topics_performance(self):
scraper = Topics(test_util.CachedHTMLProvider().get_HTML, None)
# Run once to cache.
topics = list(scraper.get_topics())
print "%s topics found" % (len(topics))
def test():
self.assertEqual(len(topics), len(list(scraper.get_topics())))
t = timeit.Timer(test)
repeats = 2
time = t.timeit(repeats) / repeats
print "Getting topics list took %s seconds per run" % (time)
self.assertGreater(1, time)
class TestTopicsScraper(unittest.TestCase):
def setUp(self):
self.sut = Topics(CachedHTMLProvider().get_HTML, None)
def test_get_topics(self):
e_topics = list(self.sut.get_topics())
self.assertTrue(len(e_topics) > 0)
sample_topic = [t for t in e_topics if t[0] == 'Activism'][0]
self.assertEqual('activism', sample_topic[1])
@skip_ted_rate_limited
def test_get_topics_performance(self):
# Run once to cache.
topics = list(self.sut.get_topics())
print "%s topics found" % (len(topics))
def test():
self.assertEqual(len(topics), len(list(self.sut.get_topics())))
t = timeit.Timer(test)
repeats = 2
time = t.timeit(repeats) / repeats
print "Getting topics list took %s seconds per run" % (time)
self.assertGreater(1, time)
def test_get_talks(self):
'''
Ideally a topic over 2 pages. More means that rate limiting is more likely to occur, less and we aren't testing the loop.
'''
e_talks = list(self.sut.get_talks('astronomy'))
self.assertLess(0, len(e_talks))
self.assertLessEqual(47, len(e_talks))
sample_talk = [
t for t in e_talks
if t[0] == 'How radio telescopes show us unseen galaxies'
][0]
self.assertEqual(
'http://www.ted.com/talks/natasha_hurley_walker_how_radio_telescopes_show_us_unseen_galaxies',
sample_talk[1])
self.assertEqual(
'https://pi.tedcdn.com/r/pe.tedcdn.com/images/ted/4d92d229412791ad69ddb89fc52aea0079aed8d6_2880x1620.jpg?quality=89&w=320',
sample_talk[2])
self.assertEqual('Natasha Hurley-Walker', sample_talk[3])
@skip_ted_rate_limited
def test_get_talks_performance(self):
# Run once to cache.
talks = list(self.sut.get_talks('activism'))
print "%s talks for topic found" % (len(talks))
def test():
self.assertEqual(len(talks),
len(list(self.sut.get_talks('activism'))))
t = timeit.Timer(test)
repeats = 2
time = t.timeit(repeats) / repeats
print "Getting talks for topic took %s seconds per run" % (time)
self.assertGreater(1, time)
def test_get_talks(self):
e_talks = list(Topics(test_util.get_HTML, None).get_talks('activism'))
self.assertLess(0, len(e_talks))
self.assertLessEqual(68, len(e_talks))
sample_talk = [
t for t in e_talks
if t[0] == 'Walk the earth ... my 17-year vow of silence'
][0]
self.assertEqual(
'http://www.ted.com/talks/john_francis_walks_the_earth',
sample_talk[1])
self.assertEqual(
'https://tedcdnpi-a.akamaihd.net/r/tedcdnpe-a.akamaihd.net/images/ted/58068_800x600.jpg?quality=89&w=320',
sample_talk[2])
self.assertEqual('John Francis', sample_talk[3])
def test_get_topics(self):
e_topics = list(Topics(test_util.get_HTML, None).get_topics())
self.assertTrue(len(e_topics) > 0)
sample_topic = [t for t in e_topics if t[0] == 'Activism'][0]
self.assertEqual('activism', sample_topic[1])
def setUp(self):
self.sut = Topics(CachedHTMLProvider().get_HTML, None)