def test_create(self):
metadata = Metadata(version='v0.1')
self.assertEqual(metadata.get_property("version"), "v0.1")
self.assertIn('title', metadata['summary'])
self.assertIn('description', metadata['summary'])
self.assertIsNone(metadata.get_property("manifests"))
def test_generate_from_directory(self):
os.mkdir('test_data')
test_files = ['test_data/file.png', 'test_data/file1.txt', 'test_data/file2.mp4']
for test_file in test_files:
with open(test_file, "w+") as f:
f.write("TEST_DATA")
metadata = Metadata()
metadata.generate_from_directory('.')
self.assertIn('Text', metadata['summary']['types'])
self.assertIn('StillImage', metadata['summary']['types'])
self.assertIn('MovingImage', metadata['summary']['types'])
self.assertIn('Collection', metadata['summary']['types'])
self.assertIn('text/plain', metadata['summary']['formats'])
self.assertIn('image/png', metadata['summary']['formats'])
self.assertIn('video/mp4', metadata['summary']['formats'])
manifest = next(manifest for manifest in metadata['manifests'] if 'test_data' in manifest['path'])
self.assertIn('Text', manifest['types'])
self.assertIn('StillImage', manifest['types'])
self.assertIn('MovingImage', manifest['types'])
self.assertIn('Collection', manifest['types'])
self.assertIn('text/plain', manifest['formats'])
self.assertIn('image/png', manifest['formats'])
self.assertIn('video/mp4', manifest['formats'])
for test_file in test_files:
os.unlink(test_file)
os.rmdir('test_data')
def test_nested_get_property(self):
metadata = Metadata()
metadata.set_property('version', 'v0.1')
metadata.set_property('summary', {'title': 'test_title', 'description': 'test_description'})
self.assertEqual(metadata.get_property("summary.title"), metadata["summary"]["title"])
self.assertEqual(metadata.get_property("summary.description"), metadata["summary"]["description"])
self.assertEqual(metadata.get_property('summary.title'), 'test_title')
self.assertEqual(metadata.get_property('summary.description'), 'test_description')
def test_generate_from_file(self):
with open("test-file.txt", "w+") as f:
f.write("This is a test data file")
metadata = Metadata()
metadata.generate_from_file('test-file.txt')
self.assertIn('Text', metadata['summary']['types'])
self.assertIn('text/plain', metadata['summary']['formats'])
os.unlink('test-file.txt')
def test_set_property(self):
metadata = Metadata()
metadata.set_property('version', 'v0.1')
metadata.set_property('summary', {'title': 'test_title'})
metadata.set_property('info', 'more info')
metadata.set_property('schema', {'data': 'int'})
self.assertEqual(metadata['version'], 'v0.1')
self.assertEqual(metadata['summary']['title'], 'test_title')
self.assertEqual(metadata['info'], 'more info')
self.assertEqual(metadata['schema'], {'data': 'int'})
def test_get_property(self):
metadata = Metadata()
metadata.set_property('version', 'v0.1')
metadata.set_property('summary', {'title': 'test_title'})
self.assertEqual(metadata.get_property("version"), 'v0.1')
self.assertDictEqual(metadata.get_property('summary'), {'title': 'test_title'})
def test_modify_nested_property(self):
metadata = Metadata()
metadata.set_property('version', 'v0.1')
metadata.set_property('summary', {'title': 'test_title'})
metadata.set_property('summary.title', 'another_test_title')
self.assertEqual(metadata['summary']['title'], 'another_test_title')
def test_modify_property(self):
metadata = Metadata()
metadata.set_property('version', 'v0.1')
metadata.set_property('summary', {'title': 'test_title'})
metadata.set_property('version', 'v0.2')
self.assertEqual(metadata['version'], 'v0.2')
def test_set_nested_property(self):
metadata = Metadata()
metadata.set_property('version', 'v0.1')
metadata.set_property('summary', {})
metadata.set_property("summary.title", 'test_title')
self.assertIn('title', metadata['summary'])
self.assertEqual(metadata['summary']['title'], 'test_title')
def test_generate_from_files(self):
os.mkdir('test_data')
all_files = [
'test_data/image01.png',
'test_data/image02.png',
'test_dataset.csv',
'test_video.mp4'
]
root_level_dirs = ['test_data']
for test_file in all_files:
with open(test_file, "w+") as f:
f.write("TEST_DATA")
metadata = Metadata()
metadata.generate_from_files(all_files, '.', root_level_dirs)
for test_file in all_files:
os.unlink(test_file)
os.rmdir('test_data')
self.assertIn('image/png', metadata['summary']['formats'])
csv_type_in = 'application/vnd.ms-excel' in metadata['summary']['formats']
csv_type_in |= 'text/csv' in metadata['summary']['formats']
self.assertTrue(csv_type_in, msg="CSV mimetype must be found!")
self.assertIn('video/mp4', metadata['summary']['formats'])
self.assertIn('StillImage', metadata['summary']['types'])
self.assertIn('MovingImage', metadata['summary']['types'])
self.assertIn('Dataset', metadata['summary']['types'])
self.assertIn('Collection', metadata['summary']['types'])
self.assertEqual('test_data', metadata['manifests'][0]['path'])
self.assertIn('image/png', metadata['manifests'][0]['formats'])
self.assertIn('StillImage', metadata['manifests'][0]['types'])
self.assertIn('Collection', metadata['manifests'][0]['types'])
def test_get_property_via_subscript(self):
metadata = Metadata()
metadata.set_property('version', 'v0.1')
metadata.set_property('summary', {'title': 'test_title'})
self.assertEqual(metadata['version'], 'v0.1')
self.assertEqual(metadata['summary']['title'], 'test_title')
def test_load_from_data(self):
metadata = Metadata()
metadata.load_from_data("version: v0.1")
self.assertEqual(metadata['version'], 'v0.1')
def test_load_from_path_invalid(self):
metadata = Metadata()
with self.assertRaises(FileNotFoundError):
metadata.load_from_path('test-metadata-nope.yaml')
def test_load_from_path(self):
metadata = Metadata()
metadata.load_from_path('test-metadata.yaml')
self.assertEqual(metadata["summary"]["title"], "test_title")
self.assertEqual(metadata["manifests"][0]["path"], "test.txt")
def test_load_from_data_invalid(self):
metadata = Metadata()
with self.assertRaises(yaml.YAMLError):
metadata.load_from_data("{{{}} invalid")
def test_save_to_data(self):
metadata = Metadata()
metadata.set_property('version', 'v0.1')
metadata.set_property('summary', {'title': 'test_title'})
data = metadata.save_to_data()
metadata = Metadata()
metadata.load_from_data(data)
self.assertEqual(metadata['version'], 'v0.1')
self.assertEqual(metadata['summary']['title'], 'test_title')
def test_save_to_file(self):
metadata = Metadata()
metadata.set_property('version', 'v0.1')
metadata.set_property('summary', {'title': 'test_title'})
metadata.save_to_path('test-save-to-file.yaml')
metadata = Metadata()
metadata.load_from_path('test-save-to-file.yaml')
self.assertEqual(metadata['version'], 'v0.1')
self.assertEqual(metadata['summary']['title'], 'test_title')
os.unlink('test-save-to-file.yaml')