def testObjRefCheckpointSerde(self): # Obj ref checkpoints are dict checkpoints put into the Ray object # store, but they have their own data representation (the obj ref). # We thus compare with the actual obj ref checkpoint. source_checkpoint = Checkpoint.from_dict({"checkpoint_data": 5}) obj_ref = source_checkpoint.to_object_ref() checkpoint = Checkpoint.from_object_ref(obj_ref) self._testCheckpointSerde(checkpoint, *checkpoint.get_internal_representation())
def test_obj_store_cp_as_directory(self): checkpoint = self._prepare_dict_checkpoint() # Convert into obj ref checkpoint obj_ref = checkpoint.to_object_ref() # Create from object ref checkpoint = Checkpoint.from_object_ref(obj_ref) with checkpoint.as_directory() as checkpoint_dir: assert os.path.exists(checkpoint_dir) assert checkpoint_dir.endswith(obj_ref.hex()) assert not os.path.exists(checkpoint_dir)
def test_fs_checkpoint_obj_store(self): """Test conversion from fs to obj store checkpoint and back.""" if not ray.is_initialized(): ray.init() checkpoint = self._prepare_fs_checkpoint() # Convert into obj ref checkpoint obj_ref = checkpoint.to_object_ref() # Create from object ref checkpoint = Checkpoint.from_object_ref(obj_ref) self.assertIsInstance(checkpoint._obj_ref, ray.ObjectRef) self._assert_fs_checkpoint(checkpoint)