def test_fetch_dataset_count_commited_resources(self, mock):
mock.return_value = {
"resources": [
{"url": u"http://foo"},
{"url": u"http://bar"},
{"url": u"http://baz"},
]
}
crawler.fetch_dataset_metadata(Dataset(name=u"tstds"))
db.session.commit()
self.assertEquals(3, Resource.query.count())
def test_fetch_dataset_count_commited_resources(self, mock):
mock.action.package_show.return_value = {
"resources": [
{"url": "http://foo"},
{"url": "http://bar"},
{"url": "http://baz"},
]
}
crawler.fetch_dataset_metadata(Dataset(name=u"tstds"))
mock.action.package_show.assert_called_once_with(id="tstds")
db.session.commit()
self.assertEquals(3, Resource.query.count())
def test_fetch_dataset_with_many_resources(self, mock):
mock.return_value = {"resources": [
{"url": "http://foo"},
{"url": "http://bar"},
{"url": "http://baz"},
]}
dataset = crawler.fetch_dataset_metadata(Dataset())
self.assertEquals(3, len(dataset.resources))
def test_fetch_dataset(self, iatikit_mock):
iatikit_mock.return_value = registry
dataset = crawler.fetch_dataset_metadata(Dataset(name="old-org-acts"))
self.assertEquals(1, len(dataset.resources))
self.assertEquals(
"https://old-org.nl/sites/default/files/IATI/activities.xml",
dataset.resources[0].url)
self.assertEquals("old-org", dataset.publisher)
def test_fetch_dataset(self, mock):
mock.action.package_show.return_value = {
"resources": [{"url": "http://foo"}],
}
dataset = crawler.fetch_dataset_metadata(Dataset())
mock.action.package_show.assert_called_once_with(id=None)
self.assertEquals(1, len(dataset.resources))
self.assertEquals("http://foo", dataset.resources[0].url)
def test_fetch_dataset_with_many_resources(self, mock):
mock.action.package_show.return_value = {
"resources": [
{"url": "http://foo"}, {"url": "http://bar"},
{"url": "http://baz"},
]
}
dataset = crawler.fetch_dataset_metadata(Dataset())
mock.action.package_show.assert_called_once_with(id=None)
self.assertEquals(3, len(dataset.resources))
def test_fetch_dataset_count_commited_resources(self, mock):
mock.action.package_show_rest.return_value = {
'success': True,
'result': {
"resources": [
{
"url": "http://foo"
},
{
"url": "http://bar"
},
{
"url": "http://baz"
},
]
}
}
crawler.fetch_dataset_metadata(Dataset(name=u"tstds"))
mock.action.package_show_rest.assert_called_once_with(id="tstds")
db.session.commit()
self.assertEquals(3, Resource.query.count())
def test_fetch_dataset(self, mock):
mock.action.package_show_rest.return_value = {
'success': True,
'result': {
"resources": [{
"url": "http://foo"
}],
},
}
dataset = crawler.fetch_dataset_metadata(Dataset())
mock.action.package_show_rest.assert_called_once_with(id=None)
self.assertEquals(1, len(dataset.resources))
self.assertEquals("http://foo", dataset.resources[0].url)
def test_fetch_dataset_with_many_resources(self, mock):
mock.action.package_show.return_value = {
'success': True,
'result': {
"resources": [
{
"url": "http://foo"
},
{
"url": "http://bar"
},
{
"url": "http://baz"
},
]
}
}
dataset = crawler.fetch_dataset_metadata(Dataset())
mock.action.package_show.assert_called_once_with(id=None)
self.assertEquals(3, len(dataset.resources))
def test_fetch_dataset(self, mock):
mock.return_value = {"resources": [{"url": "http://foo"}]}
dataset = crawler.fetch_dataset_metadata(Dataset())
self.assertEquals(1, len(dataset.resources))
self.assertEquals("http://foo", dataset.resources[0].url)
def test_fetch_dataset_count_commited_resources(self, iatikit_mock):
iatikit_mock.return_value = registry
crawler.fetch_dataset_metadata(Dataset(name="old-org-acts"))
db.session.commit()
self.assertEquals(1, Resource.query.count())
