def test_metadata_from_url_all_types(self, mock_get):
expected = self.expected
expected['url'] = self.url
expected['status'] = '200 OK'
mock_response = build_mock_response(
url=self.url,
content=get_testdata('songkick', 'tovestyrke.html'),
)
mock_get.return_value = mock_response
data = metadata_from_url(self.url)
self.assertEqual(data, expected)
def test_metadata_from_url_opengraph_only(self, mock_get):
expected = {
'opengraph': self.expected['opengraph'],
'url': self.url,
'status': '200 OK',
}
mock_response = build_mock_response(
url=self.url,
content=get_testdata('songkick', 'tovestyrke.html'),
)
mock_get.return_value = mock_response
data = metadata_from_url(self.url, syntaxes=['opengraph'])
self.assertEqual(jsonize_dict(data), expected)
def test_metadata_from_url_unauthorized_page(self, mock_get):
url = 'http://example.com/unauthorized'
expected = {
'url': url,
'status': '401 Unauthorized',
}
mock_response = build_mock_response(
url,
reason='Unauthorized',
status=401,
)
mock_get.return_value = mock_response
mock_response.raise_for_status.side_effect = http_error
data = metadata_from_url(url)
self.assertEqual(data, expected)
def test_metadata_from_url_rdfa_only(self, mock_get):
expected = {
'rdfa': self.expected['rdfa'],
'url': self.url,
'status': '200 OK',
}
mock_response = build_mock_response(
url=self.url,
content=get_testdata('songkick', 'tovestyrke.html'),
)
mock_get.return_value = mock_response
data = metadata_from_url(self.url,
microdata=False,
jsonld=False,
rdfa=True)
self.assertEqual(data, expected)
def async_extruct(url, **kwargs):
response.content_type = 'application/json'
result = metadata_from_url(url, **kwargs)
return result
def async_extruct(url, microdata=True, jsonld=True, rdfa=True):
response.content_type = 'application/json'
result = metadata_from_url(url, microdata, jsonld, rdfa)
return result