def test_fetch_resource_succ(self, mock):
mock.get.return_value.content = "test"
mock.get.return_value.status_code = 200
resource = crawler.fetch_resource(Resource(url="http://foo"))
self.assertEquals("test", resource.document)
self.assertEquals(None, resource.last_parsed)
self.assertEquals(None, resource.last_parse_error)
def test_parse_resource_succ(self):
resource = Resource(document="<iati-activities />", url="http://foo")
resource = crawler.parse_resource(resource)
self.assertEquals([], resource.activities)
self.assertEquals(None, resource.last_parse_error)
now = datetime.datetime.utcnow()
self.assertAlmostEquals(resource.last_parsed,
now,
delta=datetime.timedelta(seconds=15))
def test_parse_resource_fail(self):
resource = Resource(document="")
with self.assertRaises(parse.ParserError):
resource = crawler.parse_resource(resource)
self.assertEquals(None, resource.last_parsed)
def test_fetch_resource_perm_fail(self, mock):
mock.get.return_value.status_code = 404
resource = crawler.fetch_resource(
Resource(url="http://foo", document=u"stillhere"))
self.assertEquals(404, resource.last_status_code)
self.assertEquals(u"stillhere", resource.document)