class ForaScrapeTestCase(ForaTestCase):
def setUp(self):
ForaTestCase.setUp(self)
self.url = "http://fora.tv/2011/08/08/Cradle_of_Gold_Hiram_Bingham_and_Machu_Picchu"
self.loader = ScrapeLoader(self.url)
def test_valid_urls(self):
self.assertEqual(self.loader.get_url(), self.url)
def test_get_video_data(self):
scrape_file = self.get_data_file('fora/scrape.html')
response = self.get_response(scrape_file.read())
data = self.loader.get_video_data(response)
self.assertTrue(isinstance(data, dict))
self.assertEqual(set(data), self.loader.fields)
expected_data = {
'description':
u"Historian Christopher Heaney relates how 100 "
"years ago Hiram Bingham stepped into the "
"astounding ruins of Machu Picchu, the lost city "
"of the Incas.<br/>",
'flash_enclosure_url':
u'http://fora.tv/embedded_player?webhost=fora.tv&clipid=13996&cliptype=clip&ie=f',
'title':
u'Cradle of Gold: Hiram Bingham and Machu Picchu',
'user_url':
u'/partner/National_Geographic_Live',
'thumbnail_url':
u'http://fora.tv/media/thumbnails/13996_320_240.jpg',
'link':
u'http://fora.tv/2011/08/08/Cradle_of_Gold_Hiram_Bingham_and_Machu_Picchu',
'user':
u'National Geographic Live',
'publish_date':
datetime.datetime(2011, 8, 8)
}
self.assertDictEqual(data, expected_data)
def test_process_description_html(self):
scrape_file = self.get_data_file('fora/scrape2.html')
response = self.get_response(scrape_file.read())
data = self.loader.get_video_data(response)
self.assertEqual(
data['description'], "Join Cornel West, Leith "
"Mullings, Stanley Aronowitz, and Gary Younge as they discuss "
"Manning Marable's new biography, <i>Malcolm X: A Life of "
"Reinvention</i>, and the many questions about Malcolm X's life "
"and assassination that it raises. Manning Marable, who died days "
"before his book was released, was professor of public affairs, "
"political science, history and African-American studies and the "
"founding director of the Institute for Research in "
"African-American Studies and the Center for the Study of "
"Contemporary Black History at Columbia University. He is "
"recognized as one of the most forceful and outspoken scholars of "
"African-American history and race relations in the United States."
)
class ForaScrapeTestCase(ForaTestCase):
def setUp(self):
ForaTestCase.setUp(self)
self.url = "http://fora.tv/2011/08/08/Cradle_of_Gold_Hiram_Bingham_and_Machu_Picchu"
self.loader = ScrapeLoader(self.url)
def test_valid_urls(self):
self.assertEqual(self.loader.get_url(), self.url)
def test_get_video_data(self):
scrape_file = self.get_data_file('fora/scrape.html')
response = self.get_response(scrape_file.read())
data = self.loader.get_video_data(response)
self.assertTrue(isinstance(data, dict))
self.assertEqual(set(data), self.loader.fields)
expected_data = {
'description': u"Historian Christopher Heaney relates how 100 "
"years ago Hiram Bingham stepped into the "
"astounding ruins of Machu Picchu, the lost city "
"of the Incas.<br/>",
'flash_enclosure_url': u'http://fora.tv/embedded_player?webhost=fora.tv&clipid=13996&cliptype=clip&ie=f',
'title': u'Cradle of Gold: Hiram Bingham and Machu Picchu',
'user_url': u'/partner/National_Geographic_Live',
'thumbnail_url': u'http://fora.tv/media/thumbnails/13996_320_240.jpg',
'link': u'http://fora.tv/2011/08/08/Cradle_of_Gold_Hiram_Bingham_and_Machu_Picchu',
'user': u'National Geographic Live',
'publish_date': datetime.datetime(2011, 8, 8)
}
self.assertDictEqual(data, expected_data)
def test_process_description_html(self):
scrape_file = self.get_data_file('fora/scrape2.html')
response = self.get_response(scrape_file.read())
data = self.loader.get_video_data(response)
self.assertEqual(data['description'], "Join Cornel West, Leith "
"Mullings, Stanley Aronowitz, and Gary Younge as they discuss "
"Manning Marable's new biography, <i>Malcolm X: A Life of "
"Reinvention</i>, and the many questions about Malcolm X's life "
"and assassination that it raises. Manning Marable, who died days "
"before his book was released, was professor of public affairs, "
"political science, history and African-American studies and the "
"founding director of the Institute for Research in "
"African-American Studies and the Center for the Study of "
"Contemporary Black History at Columbia University. He is "
"recognized as one of the most forceful and outspoken scholars of "
"African-American history and race relations in the United States.")
def setUp(self):
ForaTestCase.setUp(self)
self.url = "http://fora.tv/2011/08/08/Cradle_of_Gold_Hiram_Bingham_and_Machu_Picchu"
self.loader = ScrapeLoader(self.url)
def setUp(self):
ForaTestCase.setUp(self)
self.url = "http://fora.tv/2011/08/08/Cradle_of_Gold_Hiram_Bingham_and_Machu_Picchu"
self.loader = ScrapeLoader(self.url)
