def test_parse_article(self):
"""Test if given an publication details page, the parse_article
function returns details about the object and calls the
save_pdf function.
"""
with open(get_path('mock_sites/who/2.html'), 'rb') as html_site:
request = Request('http://foo.bar')
response = HtmlResponse('http://foo.bar',
body=html_site.read(),
request=request)
res = next(self.spider.parse_article(response))
# Check if something is returned
self.assertTrue(res)
# Check the name of the function called in callback
self.assertEqual(res.callback.__name__, 'save_pdf')
# Check if the url is parsed and formated (site + page + param)
self.assertEqual(res._url, 'http://foo.bar/foo.pdf')
self.assertTrue(res.meta['data_dict'])
data_dict = res.meta['data_dict']
self.assertEqual(
data_dict['title'],
'Air pollution control: report on an inter-regional seminar '
'convened by the World Health Organization in collaboration '
'with the Government of the USSR')
self.assertEqual(len(data_dict), 9)
def test_parse_article(self):
"""Test if given an publication listing page of the who website,
the spider yields a request to a publication, parsed by the
parse_article function.
"""
with open(get_path('mock_sites/unicef/2.html'), 'rb') as html_site:
request = Request('http://foo.bar')
response = HtmlResponse('http://foo.bar',
body=html_site.read(),
request=request)
res = next(self.spider.parse_article(response))
# Check if something is returned
self.assertTrue(res)
self.assertEqual(res.callback.__name__, 'save_pdf')
def test_parse(self):
"""Test if given an publication listing page of the who website,
the spider yields a request to a publication, parsed by the
parse_article function.
"""
with open(get_path('mock_sites/who/1.html'), 'rb') as html_site:
request = Request('http://foo.bar')
response = HtmlResponse('http://foo.bar',
body=html_site.read(),
request=request)
res = next(self.spider.parse(response))
# Check if something is returned
self.assertTrue(res)
# Check the name of the function called in callback
self.assertEqual(res.callback.__name__, 'parse_article')
# Check if the url is parsed and formated (site + page + param)
self.assertEqual(
res._url, 'http://foo.bar/tests/mock_sites/2.html?show=full')