Exemplo n.º 1
0
    def test_multislot_dump_load(self):
        with tempfile.TemporaryFile("w+b") as tf:

            with Pack(tf) as pck:

                self.assertFalse(pck.has_slot('1k'))
                self.assertFalse(pck.has_slot('2k'))

                pck.dump('1k', self.obj1k)
                pck.dump('2k', self.obj2k)

                self.assertTrue(pck.has_slot('1k'))
                self.assertTrue(pck.has_slot('2k'))

                # Try to recover on opened pack
                recovered_obj1k = pck.load('1k')
                recovered_obj2k = pck.load('2k')
                self.assertEqualObj1k(recovered_obj1k)
                self.assertEqualObj2k(recovered_obj2k)

            with Pack(tf) as pck:

                # Try to recover on re-opened pack
                recovered_obj1k = pck.load('1k')
                recovered_obj2k = pck.load('2k')
                self.assertEqualObj1k(recovered_obj1k)
                self.assertEqualObj2k(recovered_obj2k)
Exemplo n.º 2
0
    def test_remove_dangling_slot_objects(self):

        with tempfile.TemporaryFile("w+") as tf:
            with Pack(tf) as pck:

                # On empty list
                removed = list(pck._cleanup_dangling_pack_objects())
                self.assertListEqual(removed, [])
                self.assertListEqual(list(pck._existing_pack_objects()), [])

                # On populated pack
                pck.dump('slot1', self.obj1k)
                pck.dump('slot2', self.obj2k)

                removed = list(pck._cleanup_dangling_pack_objects())
                self.assertListEqual(removed, [])
                self.assertListEqual(
                    sorted(pck._existing_pack_objects()),
                    [f'{self.obj1k_hash}.slot', f'{self.obj2k_hash}.slot'])

                pck.remove('slot2')

                # Check that we cannot read object data
                dat = pck._zip_fh.read(f'{self.obj2k_hash}.slot')
                self.assertEqual(len(dat), 0)
                self.assertListEqual(list(pck._existing_pack_objects()),
                                     [f'{self.obj1k_hash}.slot'])
Exemplo n.º 3
0
    def test_ctor_on_text_stream(self):

        with tempfile.TemporaryFile("w+") as tf:

            with Pack(tf) as pck:
                self.assertDictEqual(pck.slots_info, {})
                self.assertIsInstance(pck.manifest_info, PackManifest)
Exemplo n.º 4
0
    def test_has_slot_and_contains(self):

        with tempfile.TemporaryFile("w+") as tf:
            with Pack(tf) as pck:
                self.assertFalse(pck.has_slot(''))
                self.assertFalse(pck.has_slot('unknown'))
                self.assertFalse(pck.has_slot(None))
                self.assertFalse(pck.has_slot('slot1'))

                self.assertFalse('' in pck)
                self.assertFalse('unknown' in pck)
                self.assertFalse('slot1' in pck)
                self.assertFalse(None in pck)

                pck.dump('slot1', self.obj1k)
                pck.dump('slot2', self.obj2k)

                self.assertTrue(pck.has_slot('slot1'))
                self.assertTrue(pck.has_slot('slot2'))
                self.assertFalse(pck.has_slot(''))
                self.assertFalse(pck.has_slot('unknown'))
                self.assertFalse(pck.has_slot(None))

                self.assertTrue('slot1' in pck)
                self.assertTrue('slot2' in pck)
                self.assertFalse('' in pck)
                self.assertFalse('unknown' in pck)
                self.assertFalse(None in pck)
Exemplo n.º 5
0
    def test_dump(self):

        with tempfile.TemporaryFile("w+") as tf:
            with Pack(tf) as pck:

                pck.dump('slot1', self.obj1k)
                self.assertIn('slot1', pck.slots_info.keys())
Exemplo n.º 6
0
    def test_dump_on_existing(self):

        with tempfile.TemporaryFile("w+") as tf:
            with Pack(tf) as pck:

                pck.dump('slot1', self.obj1k)
                with self.assertRaises(SlotKeyError):
                    pck.dump('slot1', self.obj2k)
Exemplo n.º 7
0
    def test_load_valid(self):

        with tempfile.TemporaryFile("w+") as tf:
            with Pack(tf) as pck:
                pck.dump('slot1', self.obj1k)
                pck.dump('slot2', self.obj2k)

                self.assertEqualObj1k(pck.load('slot1'))
                self.assertEqualObj2k(pck.load('slot2'))
Exemplo n.º 8
0
    def test_redump_same_object(self):

        with tempfile.TemporaryFile("w+") as tf:
            with Pack(tf) as pck:
                pck.dump('slot1', self.obj1k)

                pck.remove('slot1')

                pck.dump('slot2', self.obj1k)
                recovered_1k = pck.load('slot2')
                self.assertEqualObj1k(recovered_1k)
Exemplo n.º 9
0
    def test_func_info(self, mocked_datetime):
        creation_time = datetime(2017, 1, 1, 2, 2, 2)
        updated_time = datetime(2018, 1, 1, 2, 2, 2)

        with tempfile.TemporaryFile("w+") as tf:
            mocked_datetime.utcnow.return_value = creation_time
            with Pack(tf) as pck:
                mocked_datetime.utcnow.return_value = updated_time
                pck.dump('slot1', self.obj1k)
                pck.dump('slot2', self.obj2k)
                self.assertListEqual(sorted(pck.slots_info.keys()),
                                     ['slot1', 'slot2'])
                self.assertEqual(pck.manifest_info.created_at, creation_time)
                self.assertEqual(pck.manifest_info.updated_at, updated_time)
Exemplo n.º 10
0
    def test_load_invalid_hash(self):

        with tempfile.TemporaryFile("w+") as tf:
            with Pack(tf) as pck:
                pck.dump('slot1', self.obj1k)

                # Break object checksum
                with warnings.catch_warnings():
                    warnings.simplefilter("ignore")
                    pck._zip_fh.writestr(pck.slots_info['slot1'].pack_object,
                                         b'broken data')

                # Try to load slot should fail on checksum
                with self.assertRaises(MLIOPackSlotWrongChecksum):
                    pck.load('slot1')
Exemplo n.º 11
0
    def test_sameslot_dump_load(self):

        with tempfile.TemporaryFile("w+b") as tf:

            with Pack(tf) as pck:
                pck.dump('same-slot', self.obj1k)

                with self.assertRaises(SlotKeyError):
                    # Try to re-write on the same slot
                    pck.dump('same-slot', self.obj1k)

                pck.remove('same-slot')
                # Try to re-write on the same slot
                pck.dump('same-slot', self.obj2k)

                recovered_obj2k = pck.load('same-slot')
                self.assertEqualObj2k(recovered_obj2k)
Exemplo n.º 12
0
    def test_load_unsatisfied_dependencies(self):

        with tempfile.TemporaryFile("w+") as tf:
            with Pack(tf) as pck:
                pck.dump('slot1', self.obj1k)

                # Hack to inject a dependency
                dep = ModuleVersionContextDependency('moduleone', '==1.1.0')
                pck.slots_info['slot1'].dependencies[dep.dependency_id()] = dep

                with mock.patch('mlio.io.context_dependencies.module_version.get_installed_module_version') \
                        as mocked_get_installed_module:
                    # Mock that dep is not satisfied
                    mocked_get_installed_module.side_effect = lambda m: {
                        'moduleone': '2.1.0'
                    }[m]

                    with self.assertRaises(MLIODependenciesNotSatisfied):
                        pck.load('slot1')
Exemplo n.º 13
0
    def test_existing_pack_objects(self):

        with tempfile.TemporaryFile("w+") as tf:
            with Pack(tf) as pck:

                # On empty list
                self.assertListEqual(sorted(pck._existing_pack_objects()), [])

                # With two same items
                pck.dump('slot1', self.obj1k)
                pck.dump('slot1-2', self.obj1k)

                self.assertListEqual(sorted(pck._existing_pack_objects()),
                                     [f'{self.obj1k_hash}.slot'])

                # With three items of 2 different objects
                pck.dump('slot2', self.obj2k)

                self.assertListEqual(
                    sorted(pck._existing_pack_objects()),
                    [f'{self.obj1k_hash}.slot', f'{self.obj2k_hash}.slot'])
Exemplo n.º 14
0
    def test_load_invalid_key(self):

        with tempfile.TemporaryFile("w+") as tf:
            with Pack(tf) as pck:
                with self.assertRaises(SlotKeyError):
                    pck.load('unknown-slot1')