Python run_failing_bench Examples

Example #1

File: mzb_negative_tests.py Project: deadtrickster/mzbench

def emulate_crash_test():
    run_failing_bench(
        scripts_dir + 'correct_script.erl',
        env={'emulate_bench_crash': 'true'},
        expected_log_message_regex=
        r"\[error\].*Benchmark received 'EXIT' from .* with reason {emulated_crash,\n\s*nothing_to_see_here,\n\s*please_move_along},"
    )

Example #2

File: mzb_negative_tests.py Project: deadtrickster/mzbench

def time_assertions_fail_test():
    run_failing_bench(
        scripts_bdl_dir + 'time_assertion_fail.bdl',
        env={},
        expected_log_message_regex=
        r'''Benchmark result: FAILED.*1 assertions failed.*Assertion: \(\(p\*t > 40\) and \(not \(p\*t <= 40\)\)\).*was expected to hold for 40s.*but held for just'''
    )

Example #3

def env_param_missing_test():
    run_failing_bench(
        scripts_dir + 'env.erl',
        env={},
        expected_log_message_regex=
        r'''Benchmark result: Unexpected error: {{{var_is_unbound,"pool_size"}'''
    )

Example #4

def time_assertions_fail_test():
    run_failing_bench(
        scripts_dir + 'time_assertion_fail.erl',
        env={},
        expected_log_message_regex=
        r'''Benchmark result: FAILED.*1 assertions failed.*Assertion: print > 40.*was expected to hold for 40s.*but held for just'''
    )

Example #5

File: mzb_negative_tests.py Project: dskliarov/mzbench

def worker_provisioning_fail_test():
    worker_commit = 'this_revision_does_not_exist'
    mzbench_repo = os.environ.get('MZBENCH_REPO', 'https://github.com/satori-com/mzbench')
    run_failing_bench(
        scripts_dir + 'worker_from_git.erl',
        env={'worker_branch': worker_commit,
             'mzbench_repo':  mzbench_repo},
        expected_log_message_regex=r"Stage 'pipeline - provisioning': failed")

Example #6

File: mzb_negative_tests.py Project: vernemq/mzbench

def worker_provisioning_fail_test():
    worker_commit = 'this_revision_does_not_exist'
    mzbench_repo = os.environ.get('MZBENCH_REPO', 'https://github.com/mzbench/mzbench')
    run_failing_bench(
        scripts_dir + 'worker_from_git.erl',
        env={'worker_branch': worker_commit,
             'mzbench_repo':  mzbench_repo},
        expected_log_message_regex=r"Stage 'pipeline - provisioning': failed")

Example #7

File: mzb_negative_tests.py Project: edwardt/mzbench

def worker_provisioning_fail_test():
    worker_commit = 'this_revision_does_not_exist'
    mzbench_repo = os.environ.get('MZBENCH_REPO', 'https://github.com/machinezone/mzbench')
    run_failing_bench(
        scripts_dir + 'worker_from_git.erl',
        env={'worker_branch': worker_commit,
             'mzbench_repo':  mzbench_repo},
        expected_log_message_regex=r"Stage 'pipeline - provisioning': failed",
        check_log_function=lambda log:\
            "Error: tried to stop mzbench node, but it didn't even start!"\
            if len(re.findall('mzbench stop', log)) > len(re.findall('mzbench stop; true', log))\
            else None)

Example #8

def worker_provisioning_fail_test():
    worker_commit = 'this_revision_does_not_exist'
    mzbench_repo = os.environ.get('MZBENCH_REPO', 'https://github.com/machinezone/mzbench')
    run_failing_bench(
        scripts_dir + 'worker_from_git.erl',
        env={'worker_branch': worker_commit,
             'mzbench_repo':  mzbench_repo},
        expected_log_message_regex=r"Stage 'pipeline - provisioning': failed",
        check_log_function=lambda log:\
            "Error: tried to stop mzbench node, but it didn't even start!"\
            if len(re.findall('mzbench stop', log)) > len(re.findall('mzbench stop; true', log))\
            else None)

Example #9

File: mzb_negative_tests.py Project: dskliarov/mzbench

def time_assertions_fail_test():
    run_failing_bench(scripts_bdl_dir + 'time_assertion_fail.bdl', env={},
        expected_log_message_regex=r'''Benchmark result: FAILED.*1 assertions failed.*Assertion: \(\(p\*t > 40\) and \(not \(p\*t <= 40\)\)\).*was expected to hold for 40s.*but held for just''')

Example #10

File: mzb_negative_tests.py Project: edwardt/mzbench

def signal_timeout_test():
    run_failing_bench(scripts_dir + 'signal_count_neg.erl', env={},
        expected_log_message_regex=r'\[error\].*Worker.*has crashed: {timeout,{wait_signal,"A"}}')

Example #11

File: mzb_negative_tests.py Project: edwardt/mzbench

def runtime_error_test():
    run_failing_bench(scripts_dir + 'runtime_error.erl',
        expected_log_message_regex=r'\[error\].*Worker.*has crashed: "no_because_no"')

Example #12

File: mzb_negative_tests.py Project: Briends/mzbench

def time_assertions_fail_test():
    run_failing_bench(scripts_dir + 'time_assertion_fail.erl', env={},
        expected_log_message_regex=r'''Benchmark result: FAILED.*1 assertions failed.*Assertion: print > 40.*was expected to hold for 40s.*but held for just''')

Example #13

File: mzb_signal_tests.py Project: vish-in/mzbench

def dynamic_deadlock_test():
    run_failing_bench(scripts_bdl_dir + 'signal_dyn_deadlock.bdl',
                      expected_log_message_regex=r'Dynamic deadlock detected')

Example #14

File: mzb_signal_tests.py Project: vish-in/mzbench

def nobody_waits_for_signal_test():
    run_failing_bench(scripts_dir + 'signal_error2.erl',
                      expected_log_message_regex=r'Nobody sets signal')
    run_failing_bench(scripts_bdl_dir + 'signal_error2.bdl',
                      expected_log_message_regex=r'Nobody sets signal')

Example #15

def always_assertions_fail_test():
    run_failing_bench(scripts_bdl_dir + 'always_assertion_fail.bdl', env={},
        expected_log_message_regex=r'\[error\].*Interrupting benchmark because of failed asserts')

Example #16

File: mzb_negative_tests.py Project: deadtrickster/mzbench

def env_param_missing_test():
    run_failing_bench(
        scripts_dir + 'env.erl',
        env={},
        expected_log_message_regex=r'''Var 'pool_size' is not defined''')

Example #17

File: mzb_signal_tests.py Project: bks7/mzbench

def nobody_sets_signal_in_loop_test():
    run_failing_bench(scripts_dir + "signal_error4.erl", expected_log_message_regex=r"Nobody waits for signal")

Example #18

File: mzb_negative_tests.py Project: bks7/mzbench

def env_param_missing_test():
    run_failing_bench(scripts_dir + 'env.erl', env={},
        expected_log_message_regex=r'''\[error\] \[ API \] Stage 'pipeline - provisioning': failed\n\s*Benchmark has failed on provisioning with reason:\n\s*{substitution_error,variable_name_is_unbound,"pool_size",at_location,\n\s*"line 1: "}''')

Example #19

File: mzb_basic_tests.py Project: vish-in/mzbench

def terminate_exception_test():
    run_failing_bench(scripts_dir + 'terminate_error_check.erl',
                      expected_log_message_regex=
                      r'TERMINATE {error,"something bad happend",.*} "test"')

Example #20

File: mzb_signal_tests.py Project: avasenin/mzbench

def nobody_sets_signal_test():
    run_failing_bench(scripts_dir + 'signals_deadlock3.erl')

Example #21

File: mzb_signal_tests.py Project: avasenin/mzbench

def nobody_waits_for_signal_test():
    run_failing_bench(scripts_dir + 'signals_deadlock2.erl')

Example #22

File: mzb_signal_tests.py Project: avasenin/mzbench

def signal_deadlock_test():
    run_failing_bench(scripts_dir + 'signals_deadlock.erl')

Example #23

def signal_timeout_test():
    run_failing_bench(scripts_dir + 'signal_count_neg.erl', env={},
        expected_log_message_regex=r'\[error\].*Worker.*has crashed: {timeout,{wait_signal,"A"}}')

Example #24

File: mzb_signal_tests.py Project: bks7/mzbench

def nobody_waits_for_signal_test():
    run_failing_bench(scripts_dir + "signal_error2.erl", expected_log_message_regex=r"Nobody sets signal")

Example #25

File: mzb_basic_tests.py Project: dskliarov/mzbench

def terminate_exception_test():
    run_failing_bench(
        scripts_dir + 'terminate_error_check.erl',
        expected_log_message_regex=r'TERMINATE {error,"something bad happend",.*} "test"')

Example #26

File: mzb_signal_tests.py Project: vish-in/mzbench

def signal_deadlock_test():
    run_failing_bench(scripts_dir + 'signal_error1.erl',
                      expected_log_message_regex=r'Deadlock is posible')
    run_failing_bench(scripts_bdl_dir + 'signal_error1.bdl',
                      expected_log_message_regex=r'Deadlock is posible')

Example #27

File: mzb_negative_tests.py Project: edwardt/mzbench

def time_assertions_fail_test():
    run_failing_bench(scripts_dir + 'time_assertion_fail.erl', env={},
        expected_log_message_regex=r'\[error\].*Command execution failed.*Output: FAILED\n1 assertions failed\nAssertion: print > 40')

Example #28

File: mzb_signal_tests.py Project: vish-in/mzbench

def nobody_sets_signal_in_loop_test():
    run_failing_bench(scripts_dir + 'signal_error4.erl',
                      expected_log_message_regex=r'Nobody waits for signal')
    run_failing_bench(scripts_bdl_dir + 'signal_error4.bdl',
                      expected_log_message_regex=r'Nobody waits for signal')

Example #29

File: mzb_signal_tests.py Project: bks7/mzbench

def signal_deadlock_test():
    run_failing_bench(scripts_dir + "signal_error1.erl", expected_log_message_regex=r"Deadlock is posible")

Example #30

File: mzb_negative_tests.py Project: Briends/mzbench

def env_param_missing_test():
    run_failing_bench(scripts_dir + 'env.erl', env={},
        expected_log_message_regex=r'''Benchmark result: Unexpected error: {{{var_is_unbound,"pool_size"}''')

Example #31

File: mzb_signal_tests.py Project: dskliarov/mzbench

def nobody_sets_signal_in_loop_test():
    run_failing_bench(scripts_dir + 'signal_error4.erl',
        expected_log_message_regex=r'Nobody waits for signal')
    run_failing_bench(scripts_bdl_dir + 'signal_error4.bdl',
        expected_log_message_regex=r'Nobody waits for signal')

Example #32

File: mzb_negative_tests.py Project: edwardt/mzbench

def emulate_crash_test():
    run_failing_bench(scripts_dir + 'correct_script.erl',
        env={'emulate_bench_crash': 'true'},
        expected_log_message_regex=r"\[error\].*Benchmark received 'EXIT' from .* with reason {emulated_crash,\n\s*nothing_to_see_here,\n\s*please_move_along},")

Example #33

File: mzb_signal_tests.py Project: dskliarov/mzbench

def dynamic_deadlock_test():
    run_failing_bench(scripts_bdl_dir + 'signal_dyn_deadlock.bdl',
        expected_log_message_regex=r'Dynamic deadlock detected')

Example #34

File: mzb_negative_tests.py Project: edwardt/mzbench

def env_param_missing_test():
    run_failing_bench(scripts_dir + 'env.erl', env={},
        expected_log_message_regex=r'''\[error\].*Stage 'pipeline - running': failed.*Unexpected error: {{{var_is_unbound,"pool_size"}''')

Example #35

def runtime_error_test():
    run_failing_bench(scripts_dir + 'runtime_error.erl',
        expected_log_message_regex=r'\[error\].*Worker.*has crashed: "no_because_no"')

Example #36

File: mzb_signal_tests.py Project: dskliarov/mzbench

def signal_deadlock_test():
    run_failing_bench(scripts_dir + 'signal_error1.erl',
        expected_log_message_regex=r'Deadlock is posible')
    run_failing_bench(scripts_bdl_dir + 'signal_error1.bdl',
        expected_log_message_regex=r'Deadlock is posible')

Example #37

File: mzb_negative_tests.py Project: dskliarov/mzbench

def env_param_missing_test():
    run_failing_bench(scripts_dir + 'env.erl', env={},
        expected_log_message_regex=r'''Var 'pool_size' is not defined''')

Example #38

File: mzb_negative_tests.py Project: edwardt/mzbench

def always_assertions_fail_test():
    run_failing_bench(scripts_dir + 'always_assertion_fail.erl', env={},
        expected_log_message_regex=r'\[error\].*Interrupting benchmark because of failed asserts')

Example #39

File: mzb_signal_tests.py Project: dskliarov/mzbench

def nobody_waits_for_signal_test():
    run_failing_bench(scripts_dir + 'signal_error2.erl',
        expected_log_message_regex=r'Nobody sets signal')
    run_failing_bench(scripts_bdl_dir + 'signal_error2.bdl',
        expected_log_message_regex=r'Nobody sets signal')