def test_uuid(self):
some_uuid = uuid.UUID('62c42d58-56e8-4ade-9d5e-18de3a7baacd')
self.assertEqual(
make_hash(some_uuid),
'3df6ae6dd5930e4cf8b22de123e5ac4f004f63ab396dff6225e656acc42dcf6f')
self.assertNotEqual(make_hash(some_uuid), make_hash(str(some_uuid)))
def test_numpy_types(self):
self.assertEqual(
make_hash(np.float64(3.141)),
'b3302aad550413e14fe44d5ead10b3aeda9884055fca77f9368c48517916d4be') # pylint: disable=no-member
self.assertEqual(
make_hash(np.int64(42)),
'9468692328de958d7a8039e8a2eb05cd6888b7911bbc3794d0dfebd8df3482cd') # pylint: disable=no-member
def test_nested_collections(self):
obj_a = collections.OrderedDict([
('3', 4),
(3, 4),
('a', {
'1': 'hello',
2: 'goodbye',
1: 'here',
}),
('b', 4),
('c', set([2, '5', 'a', 'b', 5])),
])
obj_b = collections.OrderedDict([('c', set([2, 'b', 5, 'a', '5'])),
('b', 4),
('a', {
2: 'goodbye',
1: 'here',
'1': 'hello',
}), ('3', 4), (3, 4)])
self.assertEqual(
make_hash(obj_a, odict_as_unordered=True),
'e27bf6081c23afcb3db0ee3a24a64c73171c062c7f227fecc7f17189996add44')
self.assertEqual(make_hash(obj_a, odict_as_unordered=True),
make_hash(obj_b, odict_as_unordered=True))
def test_collection_with_ordered_sets(self):
self.assertEqual(make_hash((1, 2, 3)), 'b6b13d50e3bee7e58371af2b303f629edf32d1be2f7717c9d14193b4b8b23e04')
self.assertEqual(make_hash([1, 2, 3]), 'b6b13d50e3bee7e58371af2b303f629edf32d1be2f7717c9d14193b4b8b23e04')
for perm in itertools.permutations([1, 2, 3]):
with self.subTest(orig=[1, 2, 3], perm=perm):
self.assertNotEqual(make_hash(perm), make_hash({1, 2, 3}))
def test_unhashable_type(self):
class MadeupClass:
pass
with self.assertRaises(ValueError):
make_hash(MadeupClass())
def test_unicode_string(self):
self.assertEqual(
make_hash('something still in ASCII'),
'd55e492596cf214d877e165cdc3394f27e82e011838474f5ba5b9824074b9e91')
self.assertEqual(
make_hash('öpis mit Umluut wie ä, ö, ü und emene ß'),
'c404bf9a62cba3518de5c2bae8c67010aff6e4051cce565fa247a7f1d71f1fc7')
def test_collection_with_odicts(self):
# ordered dicts should always give a different hash (because they are a different type), unless told otherwise:
self.assertNotEqual(
make_hash(collections.OrderedDict([('a', 'b'), ('c', 'd')])),
make_hash(dict([('a', 'b'), ('c', 'd')])))
self.assertEqual(
make_hash(collections.OrderedDict([('a', 'b'), ('c', 'd')]),
odict_as_unordered=True),
make_hash(dict([('a', 'b'), ('c', 'd')])))
def test_collection_with_dicts(self):
self.assertEqual(
make_hash({
'a': 'b',
'c': 'd'
}), '656ef313d44684c44977b0c75f48f27a43686c63ae44c8778ea0fe05f629b3b9'
)
# order changes in dictionaries should give the same hashes
self.assertEqual(
make_hash(collections.OrderedDict([('c', 'd'), ('a', 'b')]), odict_as_unordered=True),
make_hash(collections.OrderedDict([('a', 'b'), ('c', 'd')]), odict_as_unordered=True)
)
def get_hash_from_db_content(grouplabel):
"""Helper function to get hash"""
builder = orm.QueryBuilder()
builder.append(orm.Dict, tag='param', project='*')
builder.append(orm.CalculationNode, tag='calc', project='*', edge_tag='p2c', edge_project=('label', 'type'))
builder.append(orm.ArrayData, tag='array', project='*', edge_tag='c2a', edge_project=('label', 'type'))
builder.append(orm.Group, filters={'label': grouplabel}, project='*', tag='group', with_node='array')
# I want the query to contain something!
self.assertTrue(builder.count() > 0)
# The hash is given from the preservable entries in an export-import cycle,
# uuids, attributes, labels, descriptions, arrays, link-labels, link-types:
hash_ = make_hash([(
item['param']['*'].attributes,
item['param']['*'].uuid,
item['param']['*'].label,
item['param']['*'].description,
item['calc']['*'].uuid,
item['calc']['*'].attributes,
item['array']['*'].attributes,
[item['array']['*'].get_array(name).tolist() for name in item['array']['*'].get_arraynames()],
item['array']['*'].uuid,
item['group']['*'].uuid,
item['group']['*'].label,
item['p2c']['label'],
item['p2c']['type'],
item['c2a']['label'],
item['c2a']['type'],
item['group']['*'].label,
) for item in builder.dict()])
return hash_
def test_datetime(self):
# test for timezone-naive datetime:
self.assertEqual(
make_hash(datetime(2018, 8, 18, 8, 18)), '714138f1114daa5fdc74c3483260742952b71b568d634c6093bb838afad76646'
)
self.assertEqual(
make_hash(datetime.utcfromtimestamp(0)), 'b4d97d9d486937775bcc25a5cba073f048348c3cd93d4460174a4f72a6feb285'
)
# test with timezone-aware datetime:
self.assertEqual(
make_hash(datetime(2018, 8, 18, 8, 18).replace(tzinfo=pytz.timezone('US/Eastern'))),
'194478834b3b8bd0518cf6ca6fefacc13bea15f9c0b8f5d585a0adf2ebbd562f'
)
self.assertEqual(
make_hash(datetime(2018, 8, 18, 8, 18).replace(tzinfo=pytz.timezone('Europe/Amsterdam'))),
'be7c7c7faaff07d796db4cbef4d3d07ed29fdfd4a38c9aded00a4c2da2b89b9c'
)
def test_folder(self):
# create directories for the Folder test
with SandboxFolder(sandbox_in_repo=False) as folder:
folder.open('file1', 'a').close()
fhandle = folder.open('file2', 'w')
fhandle.write('hello there!\n')
fhandle.close()
folder_hash = make_hash(folder)
self.assertEqual(folder_hash, '47d9cdb2247e75eca492035f60f09fdd0daf87bbba40bb658d2d7e84f21f26c5')
nested_obj = ['1.0.0a2', {'array|a': [1001]}, folder, None]
self.assertEqual(make_hash(nested_obj), 'd3e7ff24708bc60b75a01571454ac0a664fa94ff2145848b584fb9ecc7e4fcbe')
with folder.open('file3.npy', 'wb') as fhandle:
np.save(fhandle, np.arange(10))
# after adding a file, the folder hash should have changed
self.assertNotEqual(make_hash(folder), folder_hash)
# ... unless we explicitly tell it to ignore the new file
self.assertEqual(make_hash(folder, ignored_folder_content='file3.npy'), folder_hash)
subfolder = folder.get_subfolder('some_subdir', create=True)
with subfolder.open('file4.npy', 'wb') as fhandle:
np.save(fhandle, np.arange(5))
self.assertNotEqual(make_hash(folder), folder_hash)
self.assertEqual(make_hash(folder, ignored_folder_content=['file3.npy', 'some_subdir']), folder_hash)
def test_builtin_types(self):
test_data = {
'something in ASCII': '06e87857590c91280d25e02f05637cd2381002bd1425dff3e36ca860bbb26a29',
42: '9468692328de958d7a8039e8a2eb05cd6888b7911bbc3794d0dfebd8df3482cd',
3.141: 'b3302aad550413e14fe44d5ead10b3aeda9884055fca77f9368c48517916d4be',
complex(1, 2): '287c6bb18d4fb00fd5f3a6fb6931a85cd8ae4b1f43be4707a76964fbc322872e',
True: '31ad5fa163a0c478d966c7f7568f3248f0c58d294372b2e8f7cb0560d8c8b12f',
None: '1729486cc7e56a6383542b1ec73125ccb26093651a5da05e04657ac416a74b8f',
}
for val, digest in test_data.items():
with self.subTest(val=val):
self.assertEqual(make_hash(val), digest)
def test_collection_with_unordered_sets(self):
self.assertEqual(
make_hash({1, 2, 3}),
'a11cff8e62b57e1aefb7de908bd50096816b66796eb7e11ad78edeaf2629f89c')
self.assertEqual(make_hash({1, 2, 3}), make_hash({2, 1, 3}))
def test_collisions_with_nested_objs(self):
self.assertNotEqual(make_hash([[1, 2], 3]), make_hash([[1, 2, 3]]))
self.assertNotEqual(make_hash({1, 2}), make_hash({1: 2}))
def test_bytes(self):
self.assertEqual(
make_hash(b'foo'),
'459062c44082269b2d07f78c1b6e8c98b93448606bfb1cc1f48284cdfcea74e3')
def get_hash(self, ignore_errors=True, **kwargs):
return make_hash(dict(self.iterattrs()))
