def test_amend_portal(self):
harvester = BerlinCKANHarvester()
default = 'http://datenregister.berlin.de'
dataset = {'type': 'datensatz',
'groups': [],
'license_id': None,
'extras': {}}
valid = harvester.amend_package(dataset)
portal = dataset['extras']['metadata_original_portal']
self.assertEqual(portal, default)
self.assertTrue(valid)
dataset = {'type': 'datensatz',
'groups': [],
'license_id': None,
'extras': {'metadata_original_portal': None}}
valid = harvester.amend_package(dataset)
portal = dataset['extras']['metadata_original_portal']
self.assertEqual(portal, default)
self.assertTrue(valid)
dataset = {'type': 'datensatz',
'groups': [],
'license_id': None,
'extras': {'metadata_original_portal': 'www.example.com'}}
valid = harvester.amend_package(dataset)
portal = dataset['extras']['metadata_original_portal']
self.assertEqual(portal, 'www.example.com')
self.assertTrue(valid)
def test_amend_package(self):
package = {'license_title': '',
'maintainer': '',
'maintainer_email': '',
'id': 'f998d542-c652-467e-b31b-c3e5d0300589',
'metadata_created': '2013-03-11T11:53:20.283753',
'relationships': [],
'license': None,
'metadata_modified': '2013-03-11T11:53:20.283753',
'author': '',
'author_email': '',
'state': 'active',
'version': '',
'license_id': '',
'type': None,
'resources': [],
'tags': [],
'tracking_summary': {'total': 0, 'recent': 0},
'groups': ['arbeit', 'geo', 'umwelt', 'wohnen'],
'name': 'test-dataset',
'isopen': False,
'notes_rendered': '',
'url': '',
'notes': '',
'title': 'Test Dataset',
'ratings_average': None,
'extras': {},
'ratings_count': 0,
'resources': [{'format':'CSV', 'url': 'http://travis-ci.org'}],
'revision_id': '411b25f9-1b8f-4f2a-90ae-05d3e8ff8d33'}
harvester = BerlinCKANHarvester()
self.assertEqual(package['license_id'], '')
self.assertEqual(len(package['groups']), 4)
self.assertTrue('arbeit' in package['groups'])
self.assertTrue('geo' in package['groups'])
self.assertTrue('umwelt' in package['groups'])
self.assertTrue('wohnen' in package['groups'])
harvester.amend_package(package)
self.assertEqual(package['license_id'], 'notspecified')
self.assertEqual(len(package['groups']), 4)
self.assertTrue('wirtschaft_arbeit' in package['groups'])
self.assertTrue('geo' in package['groups'])
self.assertTrue('umwelt_klima' in package['groups'])
self.assertTrue('infrastruktur_bauen_wohnen' in package['groups'])
def test_amend_package(self):
package = {'license_title': '',
'maintainer': '',
'maintainer_email': '',
'id': 'f998d542-c652-467e-b31b-c3e5d0300589',
'metadata_created': '2013-03-11T11:53:20.283753',
'relationships': [],
'license': None,
'metadata_modified': '2013-03-11T11:53:20.283753',
'author': '',
'author_email': '',
'state': 'active',
'version': '',
'license_id': '',
'type': None,
'resources': [],
'tags': [],
'tracking_summary': {'total': 0, 'recent': 0},
'groups': ['arbeit', 'geo', 'umwelt', 'wohnen'],
'name': 'test-dataset',
'isopen': False,
'notes_rendered': '',
'url': '',
'notes': '',
'title': 'Test Dataset',
'ratings_average': None,
'extras': {},
'ratings_count': 0,
'revision_id': '411b25f9-1b8f-4f2a-90ae-05d3e8ff8d33'}
harvester = BerlinCKANHarvester()
self.assertEqual(package['license_id'], '')
self.assertEqual(len(package['groups']), 4)
self.assertTrue('arbeit' in package['groups'])
self.assertTrue('geo' in package['groups'])
self.assertTrue('umwelt' in package['groups'])
self.assertTrue('wohnen' in package['groups'])
harvester.amend_package(package)
self.assertEqual(package['license_id'], 'notspecified')
self.assertEqual(len(package['groups']), 4)
self.assertTrue('wirtschaft_arbeit' in package['groups'])
self.assertTrue('geo' in package['groups'])
self.assertTrue('umwelt_klima' in package['groups'])
self.assertTrue('infrastruktur_bauen_wohnen' in package['groups'])
def test_sector_amendment(self):
harvester = BerlinCKANHarvester()
dataset = {'type': 'datensatz',
'groups': [],
'license_id': None,
'resources': [{'format':'CSV', 'url': 'http://travis-ci.org'}],
'extras': {'metadata_original_portal': None}}
valid = harvester.amend_package(dataset)
self.assertEqual(dataset['extras']['sector'], 'oeffentlich')
self.assertTrue(valid)
dataset = {'type': 'datensatz',
'groups': [],
'license_id': None,
'resources': [{'format':'CSV', 'url': 'http://travis-ci.org'}],
'extras': {'metadata_original_portal': None,
'sector': None}}
valid = harvester.amend_package(dataset)
self.assertEqual(dataset['extras']['sector'], 'oeffentlich')
self.assertTrue(valid)
dataset = {'type': 'datensatz',
'groups': [],
'license_id': None,
'resources': [{'format':'CSV', 'url': 'http://travis-ci.org'}],
'extras': {'metadata_original_portal': None,
'sector': 'privat'}}
valid = harvester.amend_package(dataset)
self.assertEqual(dataset['extras']['sector'], 'privat')
self.assertFalse(valid)
dataset = {'type': 'datensatz',
'groups': [],
'license_id': None,
'resources': [{'format':'CSV', 'url': 'http://travis-ci.org'}],
'extras': {'metadata_original_portal': None,
'sector': 'andere'}}
valid = harvester.amend_package(dataset)
self.assertEqual(dataset['extras']['sector'], 'andere')
self.assertFalse(valid)
def test_amend_portal(self):
harvester = BerlinCKANHarvester()
default = 'http://datenregister.berlin.de'
dataset = {'type': 'datensatz',
'groups': [],
'license_id': None,
'resources': [{'format':'CSV', 'url': 'http://travis-ci.org'}],
'extras': {}}
valid = harvester.amend_package(dataset)
portal = dataset['extras']['metadata_original_portal']
self.assertEqual(portal, default)
self.assertTrue(valid)
dataset = {'type': 'datensatz',
'groups': [],
'license_id': None,
'resources': [{'format':'CSV', 'url': 'http://travis-ci.org'}],
'extras': {'metadata_original_portal': None}}
valid = harvester.amend_package(dataset)
portal = dataset['extras']['metadata_original_portal']
self.assertEqual(portal, default)
self.assertTrue(valid)
dataset = {'type': 'datensatz',
'groups': [],
'license_id': None,
'resources': [{'format':'CSV', 'url': 'http://travis-ci.org'}],
'extras': {'metadata_original_portal': 'www.example.com'}}
valid = harvester.amend_package(dataset)
portal = dataset['extras']['metadata_original_portal']
self.assertEqual(portal, 'www.example.com')
self.assertTrue(valid)
def test_type_amendment(self):
harvester = BerlinCKANHarvester()
package = {'type': None,
'groups': [],
'license_id': None,
'extras': {'metadata_original_portal': None}}
valid = harvester.amend_package(package)
self.assertEqual(package['type'], 'datensatz')
self.assertTrue(valid)
package = {'type': 'datensatz',
'groups': [],
'license_id': None,
'extras': {'metadata_original_portal': None}}
valid = harvester.amend_package(package)
self.assertEqual(package['type'], 'datensatz')
self.assertTrue(valid)
package = {'type': 'dokument',
'groups': [],
'license_id': None,
'extras': {'metadata_original_portal': None}}
valid = harvester.amend_package(package)
self.assertEqual(package['type'], 'dokument')
self.assertTrue(valid)
package = {'type': 'app',
'groups': [],
'license_id': None,
'extras': {'metadata_original_portal': None}}
valid = harvester.amend_package(package)
self.assertEqual(package['type'], 'app')
self.assertTrue(valid)
package = {'type': 'garbage',
'groups': [],
'license_id': None,
'extras': {'metadata_original_portal': None}}
valid = harvester.amend_package(package)
self.assertEqual(package['type'], 'datensatz')
self.assertTrue(valid)
def test_type_amendment(self):
harvester = BerlinCKANHarvester()
package = {'type': None,
'groups': [],
'license_id': None,
'resources': [{'format':'CSV', 'url': 'http://travis-ci.org'}],
'extras': {'metadata_original_portal': None}}
valid = harvester.amend_package(package)
self.assertEqual(package['type'], 'datensatz')
self.assertTrue(valid)
package = {'type': 'datensatz',
'groups': [],
'license_id': None,
'resources': [{'format':'CSV', 'url': 'http://travis-ci.org'}],
'extras': {'metadata_original_portal': None}}
valid = harvester.amend_package(package)
self.assertEqual(package['type'], 'datensatz')
self.assertTrue(valid)
package = {'type': 'dokument',
'groups': [],
'license_id': None,
'resources': [{'format':'CSV', 'url': 'http://travis-ci.org'}],
'extras': {'metadata_original_portal': None}}
valid = harvester.amend_package(package)
self.assertEqual(package['type'], 'dokument')
self.assertTrue(valid)
package = {'type': 'app',
'groups': [],
'license_id': None,
'resources': [{'format':'CSV', 'url': 'http://travis-ci.org'}],
'extras': {'metadata_original_portal': None}}
valid = harvester.amend_package(package)
self.assertEqual(package['type'], 'app')
self.assertTrue(valid)
package = {'type': 'garbage',
'groups': [],
'license_id': None,
'resources': [{'format':'CSV', 'url': 'http://travis-ci.org'}],
'extras': {'metadata_original_portal': None}}
valid = harvester.amend_package(package)
self.assertEqual(package['type'], 'datensatz')
self.assertTrue(valid)
def test_sector_amendment(self):
harvester = BerlinCKANHarvester()
dataset = {'type': 'datensatz',
'groups': [],
'license_id': None,
'extras': {'metadata_original_portal': None}}
valid = harvester.amend_package(dataset)
self.assertEqual(dataset['extras']['sector'], 'oeffentlich')
self.assertTrue(valid)
dataset = {'type': 'datensatz',
'groups': [],
'license_id': None,
'extras': {'metadata_original_portal': None,
'sector': None}}
valid = harvester.amend_package(dataset)
self.assertEqual(dataset['extras']['sector'], 'oeffentlich')
self.assertTrue(valid)
dataset = {'type': 'datensatz',
'groups': [],
'license_id': None,
'extras': {'metadata_original_portal': None,
'sector': 'privat'}}
valid = harvester.amend_package(dataset)
self.assertEqual(dataset['extras']['sector'], 'privat')
self.assertFalse(valid)
dataset = {'type': 'datensatz',
'groups': [],
'license_id': None,
'extras': {'metadata_original_portal': None,
'sector': 'andere'}}
valid = harvester.amend_package(dataset)
self.assertEqual(dataset['extras']['sector'], 'andere')
self.assertFalse(valid)