def test_log_match_with_wrong_filter_date():
    tgen_logs = reprocessing.collect_logs(DATA_DIR, '*tgen.log')
    torctl_logs = reprocessing.collect_logs(DATA_DIR, '*torctl.log')
    test_date = datetime.date(2017, 01, 01)
    log_pairs = reprocessing.match(tgen_logs, torctl_logs, test_date)
    well_known_list = []
    assert_equals(log_pairs, well_known_list)
def test_end_to_end():
    tgen_logs = reprocessing.collect_logs(DATA_DIR, '*tgen.log')
    torctl_logs = reprocessing.collect_logs(DATA_DIR, '*torctl.log')
    log_pairs = reprocessing.match(tgen_logs, torctl_logs, None)
    work_dir = tempfile.mkdtemp()
    reprocessing.multiprocess_logs(log_pairs, work_dir)
    json_file = os.path.join(work_dir, "2019-01-10.onionperf.analysis.json.xz")
    assert (os.path.exists(json_file))
    shutil.rmtree(work_dir)
def test_log_match():
    tgen_logs = reprocessing.collect_logs(DATA_DIR, '*tgen.log')
    torctl_logs = reprocessing.collect_logs(DATA_DIR, '*torctl.log')
    log_pairs = reprocessing.match(tgen_logs, torctl_logs, None)
    well_known_list = [
        (DATA_DIR + 'logs/onionperf_2019-01-10_23:59:59.tgen.log',
         DATA_DIR + 'logs/onionperf_2019-01-10_23:59:59.torctl.log',
         datetime.datetime(2019, 1, 10, 0, 0))
    ]
    assert_equals(log_pairs, well_known_list)
def test_end_to_end():
    tgen_logs = reprocessing.collect_logs(DATA_DIR, '*tgen.log')
    torctl_logs = reprocessing.collect_logs(DATA_DIR, '*torctl.log')
    log_pairs = reprocessing.match(tgen_logs, torctl_logs, None)
    work_dir = tempfile.mkdtemp()
    reprocessing.multiprocess_logs(log_pairs, work_dir)
    json_file = os.path.join(work_dir, "2019-01-10.onionperf.analysis.json.xz")
    assert (os.path.exists(json_file))
    for i in ['51200', '5242880', '1048576']:
        torperf_file = os.path.join(work_dir,
                                    "op-ab-{0}-2019-01-10.tpf".format(i))
        assert (os.path.exists(torperf_file))
    shutil.rmtree(work_dir)
def test_log_match_no_log_date():
    tgen_logs = reprocessing.collect_logs(DATA_DIR, '*perf.tgen.log')
    torctl_logs = reprocessing.collect_logs(DATA_DIR, '*perf.torctl.log')
    log_pairs = reprocessing.match(tgen_logs, torctl_logs, None)
    well_known_list = []
    assert_equals(log_pairs, well_known_list)