def test_cp_time(self): """ CP time benchmark """ res = ScenarioRunner(self, self.volatile_config, self.volatile_scenario).run() self.assert_result(res, 'CheckpointProbe')
def test_put_all_wal(self): """ putAll() WALs benchmark """ res = ScenarioRunner(self, self.put_all_config, self.put_all_scenario).run() self.assert_result(res, 'WalSizeProbe')
def test_put_all_db(self): """ putAll() DB folder size benchmark """ res = ScenarioRunner(self, self.put_all_config, self.put_all_scenario).run() self.assert_result(res, 'DbSizeProbe')
def test_streamer_db(self): """ Streamer DB size benchmark """ res = ScenarioRunner(self, self.streamer_config, self.streamer_scenario).run() self.assert_result(res, 'DbSizeProbe')
def test_put_all_time(self): """ putAll() time benchmark """ res = ScenarioRunner(self, self.put_all_config, self.put_all_scenario).run() self.assert_result(res, 'ExecutionTimeProbe')
def test_streamer_time(self): """ Streamer time benchmark """ res = ScenarioRunner(self, self.streamer_config, self.streamer_scenario).run() self.assert_result(res, 'ExecutionTimeProbe')
def test_streamer_wal(self): """ Streamer WALs benchmark """ res = ScenarioRunner(self, self.streamer_config, self.streamer_scenario).run() self.assert_result(res, 'WalSizeProbe')
def test_start_node_time(self): """ Start node time benchmark """ res = ScenarioRunner(self, self.start_node_config, self.start_node_scenario).run() self.assert_result(res, 'StartTimeProbe')
def test_snapshot_db(self): """ Snapshot DB folder size benchmark Load data, take few snapshots """ res = ScenarioRunner(self, self.snapshot_config, self.snapshot_scenario).run() self.assert_result(res, 'SnapshotSizeProbe')
def test_snapshot_wal(self): """ Snapshot WALs benchmark Load data, take few snapshots """ res = ScenarioRunner(self, self.snapshot_config, self.snapshot_scenario).run() self.assert_result(res, 'WalSizeProbe')
def test_inc_snapshot_wal(self): """ Snapshot INC execution time benchmark Load data, take few snapshots """ res = ScenarioRunner(self, self.inc_snapshot_config, self.inc_snapshot_scenario).run() self.assert_result(res, 'SnapshotSizeProbe')
def test_full_snapshot_time(self): """ Snapshot FULL execution time benchmark Load data, take few snapshots """ res = ScenarioRunner(self, self.snapshot_config, self.snapshot_scenario).run() self.assert_result(res, 'ExecutionTimeProbe')
def run_test(self, rebalance_config, scenario): """ Run test :param rebalance_config: rebalance config from yaml :param scenario: scenario object :return: """ res = ScenarioRunner(self, rebalance_config, scenario).run() self.assert_result(res, 'RebalanceSpeedProbe')
def run_test(self, dr_config, scenario): """ Run test :param dr_config: dr config from yaml :param scenario: scenario object :return: """ res = ScenarioRunner(self, dr_config, scenario).run() self.assert_result(res, 'ExecutionTimeProbe')
def __init__(self, *args): super().__init__(*args) self.pme_config, self.artifacts = ScenarioRunner.initialize( self, args[0], 'pme.test_pme') self.scenarios = { 'PME 1 server non-coordinator': ( self.pme_config['pme_1_server_non_crd'], PMEServerScenario(self), ), 'PME 1 server coordinator': ( self.pme_config['pme_1_server_crd'], PMEServerScenario(self), ), 'PME 5 server': ( self.pme_config['pme_5_server'], PMEServerScenario(self), ), 'PME 1 client': ( self.pme_config['pme_1_client'], PMEClientScenario(self), ), 'PME 5 client': ( self.pme_config['pme_5_client'], PMEClientScenario(self), ), 'PME activation': ( self.pme_config['pme_activation'], PMEActivationScenario(self), ), 'PME dynamic caches from client': ( self.pme_config['pme_dynamic_caches_client'], PMEStartCachesScenario(self), ), 'PME dynamic caches from server': ( self.pme_config['pme_dynamic_caches_server'], PMEStartCachesScenario(self), ), 'PME 64 client': ( self.pme_config['pme_64_client'], PMEClientScenario(self), ), }
def test_test_failed_probe_config_check(self): config = { 'warmup_run': 2, # times to warmup 'times_to_run': 5, # times to run (warmup + times to run = total runs in one try) 'max_tries': 1, # maximum number of full reruns (after 1 runs - fail the test) 'times_to_run_increment': 3, # increment time to run on each rerun 'data_size': 5000, # data load size 'should_pass': False, 'test_scenario_param': True, # data load size 'probes': { 'test': { } } } try: ScenarioRunner(self, config, TestScenario(self)).run() except AssertionError as e: assert "There is no \"test_probe_param\" value in config" in str(e)
def test_test_failed(self): config = { 'warmup_run': 2, # times to warmup 'times_to_run': 5, # times to run (warmup + times to run = total runs in one try) 'max_tries': 1, # maximum number of full reruns (after 1 runs - fail the test) 'times_to_run_increment': 3, # increment time to run on each rerun 'data_size': 5000, # data load size 'should_pass': False, 'test_scenario_param': True, # data load size 'probes': { 'test': { 'test_probe_param': True, } } } res = ScenarioRunner(self, config, TestScenario(self)).run() assert not res['probes']['TestProbe']['result_passed'], \ res['probes']['TestProbe']['result_message']
def test_pme_bench_dynamic_caches_client(self): res = ScenarioRunner( self, *self.scenarios['PME dynamic caches from client']).run() ScenarioRunner.validate_probe(res, 'Exchange Dynamic Cache Start')
def test_pme_bench_deactivate(self): res = ScenarioRunner(self, *self.scenarios['PME activate']).run() ScenarioRunner.validate_probe(res, 'Exchange Deactivate')
def test_pme_bench_64_client_join(self): res = ScenarioRunner(self, *self.scenarios['PME 64 client']).run() ScenarioRunner.validate_probe(res, 'Exchange Client Join')
def test_pme_bench_5_client_leave(self): res = ScenarioRunner(self, *self.scenarios['PME 5 client']).run() ScenarioRunner.validate_probe(res, 'Exchange Client Leave')
def test_pme_bench_5_server_join(self): res = ScenarioRunner(self, *self.scenarios['PME 5 server']).run() ScenarioRunner.validate_probe(res, 'Exchange Server Join')
def test_pme_bench_1_server_coordinator_leave(self): res = ScenarioRunner( self, *self.scenarios['PME 1 server coordinator']).run() ScenarioRunner.validate_probe(res, 'Exchange Server Leave')
def test_pme_bench_1_server_join(self): res = ScenarioRunner( self, *self.scenarios['PME 1 server non-coordinator']).run() ScenarioRunner.validate_probe(res, 'Exchange Server Join')