def test_get_set_number_of_transfering_threads(self): state_backend = RocksDBStateBackend("file://var/checkpoints/") state_backend.set_number_of_transfering_threads(7) self.assertEqual(state_backend.get_number_of_transfering_threads(), 7)
def test_get_set_db_storage_paths(self): if on_windows(): checkpoints_path = "file:/C:/var/checkpoints/" storage_path = [ "file:/C:/var/db_storage_dir1/", "file:/C:/var/db_storage_dir2/", "file:/C:/var/db_storage_dir3/" ] expected = [ "C:\\var\\db_storage_dir1", "C:\\var\\db_storage_dir2", "C:\\var\\db_storage_dir3" ] else: checkpoints_path = "file://var/checkpoints/" storage_path = [ "file://var/db_storage_dir1/", "file://var/db_storage_dir2/", "file://var/db_storage_dir3/" ] expected = [ "/db_storage_dir1", "/db_storage_dir2", "/db_storage_dir3" ] state_backend = RocksDBStateBackend(checkpoints_path) state_backend.set_db_storage_paths(*storage_path) self.assertEqual(state_backend.get_db_storage_paths(), expected)
def test_get_checkpoint_backend(self): state_backend = RocksDBStateBackend("file://var/checkpoints/") checkpoint_backend = state_backend.get_checkpoint_backend() self.assertIsInstance(checkpoint_backend, FsStateBackend) self.assertEqual(checkpoint_backend.get_checkpoint_path(), "file://var/checkpoints")
def test_create_rocks_db_state_backend(self): self.assertIsNotNone(RocksDBStateBackend("file://var/checkpoints/")) self.assertIsNotNone(RocksDBStateBackend("file://var/checkpoints/", True)) self.assertIsNotNone(RocksDBStateBackend("file://var/checkpoints/", False)) self.assertIsNotNone(RocksDBStateBackend( checkpoint_stream_backend=FsStateBackend("file://var/checkpoints/")))
def test_get_set_db_storage_paths(self): state_backend = RocksDBStateBackend("file://var/checkpoints/") state_backend.set_db_storage_paths("file://var/db_storage_dir1/", "file://var/db_storage_dir2/", "file://var/db_storage_dir3/") self.assertEqual( state_backend.get_db_storage_paths(), ['/db_storage_dir1', '/db_storage_dir2', '/db_storage_dir3'])
def test_get_set_ttl_compaction_filter(self): state_backend = RocksDBStateBackend("file://var/checkpoints/") self.assertTrue(state_backend.is_ttl_compaction_filter_enabled()) state_backend.disable_ttl_compaction_filter() self.assertFalse(state_backend.is_ttl_compaction_filter_enabled())
def test_get_set_options(self): state_backend = RocksDBStateBackend("file://var/checkpoints/") self.assertIsNone(state_backend.get_options()) state_backend.set_options( "org.apache.flink.contrib.streaming.state.DefaultConfigurableOptionsFactory") self.assertEqual(state_backend.get_options(), "org.apache.flink.contrib.streaming.state." "DefaultConfigurableOptionsFactory")
def test_get_set_predefined_options(self): state_backend = RocksDBStateBackend("file://var/checkpoints/") self.assertEqual(state_backend.get_predefined_options(), PredefinedOptions.DEFAULT) state_backend.set_predefined_options( PredefinedOptions.SPINNING_DISK_OPTIMIZED_HIGH_MEM) self.assertEqual(state_backend.get_predefined_options(), PredefinedOptions.SPINNING_DISK_OPTIMIZED_HIGH_MEM) state_backend.set_predefined_options( PredefinedOptions.SPINNING_DISK_OPTIMIZED) self.assertEqual(state_backend.get_predefined_options(), PredefinedOptions.SPINNING_DISK_OPTIMIZED) state_backend.set_predefined_options( PredefinedOptions.FLASH_SSD_OPTIMIZED) self.assertEqual(state_backend.get_predefined_options(), PredefinedOptions.FLASH_SSD_OPTIMIZED) state_backend.set_predefined_options(PredefinedOptions.DEFAULT) self.assertEqual(state_backend.get_predefined_options(), PredefinedOptions.DEFAULT)