def test_uuid(self): some_uuid = uuid.UUID('62c42d58-56e8-4ade-9d5e-18de3a7baacd') self.assertEqual( make_hash(some_uuid), '3df6ae6dd5930e4cf8b22de123e5ac4f004f63ab396dff6225e656acc42dcf6f') self.assertNotEqual(make_hash(some_uuid), make_hash(str(some_uuid)))
def test_numpy_types(self): self.assertEqual( make_hash(np.float64(3.141)), 'b3302aad550413e14fe44d5ead10b3aeda9884055fca77f9368c48517916d4be') # pylint: disable=no-member self.assertEqual( make_hash(np.int64(42)), '9468692328de958d7a8039e8a2eb05cd6888b7911bbc3794d0dfebd8df3482cd') # pylint: disable=no-member
def test_nested_collections(self): obj_a = collections.OrderedDict([ ('3', 4), (3, 4), ('a', { '1': 'hello', 2: 'goodbye', 1: 'here', }), ('b', 4), ('c', set([2, '5', 'a', 'b', 5])), ]) obj_b = collections.OrderedDict([('c', set([2, 'b', 5, 'a', '5'])), ('b', 4), ('a', { 2: 'goodbye', 1: 'here', '1': 'hello', }), ('3', 4), (3, 4)]) self.assertEqual( make_hash(obj_a, odict_as_unordered=True), 'e27bf6081c23afcb3db0ee3a24a64c73171c062c7f227fecc7f17189996add44') self.assertEqual(make_hash(obj_a, odict_as_unordered=True), make_hash(obj_b, odict_as_unordered=True))
def test_collection_with_ordered_sets(self): self.assertEqual(make_hash((1, 2, 3)), 'b6b13d50e3bee7e58371af2b303f629edf32d1be2f7717c9d14193b4b8b23e04') self.assertEqual(make_hash([1, 2, 3]), 'b6b13d50e3bee7e58371af2b303f629edf32d1be2f7717c9d14193b4b8b23e04') for perm in itertools.permutations([1, 2, 3]): with self.subTest(orig=[1, 2, 3], perm=perm): self.assertNotEqual(make_hash(perm), make_hash({1, 2, 3}))
def test_unhashable_type(self): class MadeupClass: pass with self.assertRaises(ValueError): make_hash(MadeupClass())
def test_unicode_string(self): self.assertEqual( make_hash('something still in ASCII'), 'd55e492596cf214d877e165cdc3394f27e82e011838474f5ba5b9824074b9e91') self.assertEqual( make_hash('öpis mit Umluut wie ä, ö, ü und emene ß'), 'c404bf9a62cba3518de5c2bae8c67010aff6e4051cce565fa247a7f1d71f1fc7')
def test_collection_with_odicts(self): # ordered dicts should always give a different hash (because they are a different type), unless told otherwise: self.assertNotEqual( make_hash(collections.OrderedDict([('a', 'b'), ('c', 'd')])), make_hash(dict([('a', 'b'), ('c', 'd')]))) self.assertEqual( make_hash(collections.OrderedDict([('a', 'b'), ('c', 'd')]), odict_as_unordered=True), make_hash(dict([('a', 'b'), ('c', 'd')])))
def test_collection_with_dicts(self): self.assertEqual( make_hash({ 'a': 'b', 'c': 'd' }), '656ef313d44684c44977b0c75f48f27a43686c63ae44c8778ea0fe05f629b3b9' ) # order changes in dictionaries should give the same hashes self.assertEqual( make_hash(collections.OrderedDict([('c', 'd'), ('a', 'b')]), odict_as_unordered=True), make_hash(collections.OrderedDict([('a', 'b'), ('c', 'd')]), odict_as_unordered=True) )
def get_hash_from_db_content(grouplabel): """Helper function to get hash""" builder = orm.QueryBuilder() builder.append(orm.Dict, tag='param', project='*') builder.append(orm.CalculationNode, tag='calc', project='*', edge_tag='p2c', edge_project=('label', 'type')) builder.append(orm.ArrayData, tag='array', project='*', edge_tag='c2a', edge_project=('label', 'type')) builder.append(orm.Group, filters={'label': grouplabel}, project='*', tag='group', with_node='array') # I want the query to contain something! self.assertTrue(builder.count() > 0) # The hash is given from the preservable entries in an export-import cycle, # uuids, attributes, labels, descriptions, arrays, link-labels, link-types: hash_ = make_hash([( item['param']['*'].attributes, item['param']['*'].uuid, item['param']['*'].label, item['param']['*'].description, item['calc']['*'].uuid, item['calc']['*'].attributes, item['array']['*'].attributes, [item['array']['*'].get_array(name).tolist() for name in item['array']['*'].get_arraynames()], item['array']['*'].uuid, item['group']['*'].uuid, item['group']['*'].label, item['p2c']['label'], item['p2c']['type'], item['c2a']['label'], item['c2a']['type'], item['group']['*'].label, ) for item in builder.dict()]) return hash_
def test_datetime(self): # test for timezone-naive datetime: self.assertEqual( make_hash(datetime(2018, 8, 18, 8, 18)), '714138f1114daa5fdc74c3483260742952b71b568d634c6093bb838afad76646' ) self.assertEqual( make_hash(datetime.utcfromtimestamp(0)), 'b4d97d9d486937775bcc25a5cba073f048348c3cd93d4460174a4f72a6feb285' ) # test with timezone-aware datetime: self.assertEqual( make_hash(datetime(2018, 8, 18, 8, 18).replace(tzinfo=pytz.timezone('US/Eastern'))), '194478834b3b8bd0518cf6ca6fefacc13bea15f9c0b8f5d585a0adf2ebbd562f' ) self.assertEqual( make_hash(datetime(2018, 8, 18, 8, 18).replace(tzinfo=pytz.timezone('Europe/Amsterdam'))), 'be7c7c7faaff07d796db4cbef4d3d07ed29fdfd4a38c9aded00a4c2da2b89b9c' )
def test_folder(self): # create directories for the Folder test with SandboxFolder(sandbox_in_repo=False) as folder: folder.open('file1', 'a').close() fhandle = folder.open('file2', 'w') fhandle.write('hello there!\n') fhandle.close() folder_hash = make_hash(folder) self.assertEqual(folder_hash, '47d9cdb2247e75eca492035f60f09fdd0daf87bbba40bb658d2d7e84f21f26c5') nested_obj = ['1.0.0a2', {'array|a': [1001]}, folder, None] self.assertEqual(make_hash(nested_obj), 'd3e7ff24708bc60b75a01571454ac0a664fa94ff2145848b584fb9ecc7e4fcbe') with folder.open('file3.npy', 'wb') as fhandle: np.save(fhandle, np.arange(10)) # after adding a file, the folder hash should have changed self.assertNotEqual(make_hash(folder), folder_hash) # ... unless we explicitly tell it to ignore the new file self.assertEqual(make_hash(folder, ignored_folder_content='file3.npy'), folder_hash) subfolder = folder.get_subfolder('some_subdir', create=True) with subfolder.open('file4.npy', 'wb') as fhandle: np.save(fhandle, np.arange(5)) self.assertNotEqual(make_hash(folder), folder_hash) self.assertEqual(make_hash(folder, ignored_folder_content=['file3.npy', 'some_subdir']), folder_hash)
def test_builtin_types(self): test_data = { 'something in ASCII': '06e87857590c91280d25e02f05637cd2381002bd1425dff3e36ca860bbb26a29', 42: '9468692328de958d7a8039e8a2eb05cd6888b7911bbc3794d0dfebd8df3482cd', 3.141: 'b3302aad550413e14fe44d5ead10b3aeda9884055fca77f9368c48517916d4be', complex(1, 2): '287c6bb18d4fb00fd5f3a6fb6931a85cd8ae4b1f43be4707a76964fbc322872e', True: '31ad5fa163a0c478d966c7f7568f3248f0c58d294372b2e8f7cb0560d8c8b12f', None: '1729486cc7e56a6383542b1ec73125ccb26093651a5da05e04657ac416a74b8f', } for val, digest in test_data.items(): with self.subTest(val=val): self.assertEqual(make_hash(val), digest)
def test_collection_with_unordered_sets(self): self.assertEqual( make_hash({1, 2, 3}), 'a11cff8e62b57e1aefb7de908bd50096816b66796eb7e11ad78edeaf2629f89c') self.assertEqual(make_hash({1, 2, 3}), make_hash({2, 1, 3}))
def test_collisions_with_nested_objs(self): self.assertNotEqual(make_hash([[1, 2], 3]), make_hash([[1, 2, 3]])) self.assertNotEqual(make_hash({1, 2}), make_hash({1: 2}))
def test_bytes(self): self.assertEqual( make_hash(b'foo'), '459062c44082269b2d07f78c1b6e8c98b93448606bfb1cc1f48284cdfcea74e3')
def get_hash(self, ignore_errors=True, **kwargs): return make_hash(dict(self.iterattrs()))