def test_metrics_with_summary_without_error(): """ Tests to verify that metric reports are generated if the metrics are not in error. Also a summary report should be created. """ global output_directory global input_log_directory global resource_path rules = {} metrics = [Metric('MetricOne', 'TestOne.csv', 'HostnameOne', output_directory, resource_path, 'MetricOne', None, None, rules), Metric('MetricTwo', 'TestTwo.csv', 'HostnameOne', output_directory, resource_path, 'MetricTwo', None, None, rules), Metric('MetricThree', 'TestThree.csv', 'HostnameOne', output_directory, resource_path, 'MetricThree', None, None, rules) ] for metric in metrics: files_list = [os.path.join(input_log_directory,'a.csv'), os.path.join(input_log_directory,'b.csv')] metric.csv_files = files_list metric.stats_files = files_list metric.timeseries_csv_list = files_list metric.important_stats_files = files_list metric.percentiles_files = files_list aggregate_metrics = [] correlated_plots = [] rpt = Report(None, output_directory, resource_directory, resource_path, metrics + aggregate_metrics, correlated_plots=correlated_plots) rpt.generate() assert naarad.utils.is_valid_file(os.path.join(output_directory, 'MetricOne_report.html')) assert naarad.utils.is_valid_file(os.path.join(output_directory, 'MetricTwo_report.html')) assert naarad.utils.is_valid_file(os.path.join(output_directory, 'MetricThree_report.html')) assert naarad.utils.is_valid_file(os.path.join(output_directory, 'report.html')) assert naarad.utils.is_valid_file(os.path.join(output_directory, 'summary_report.html')) os.system('rm -rf tmp_report_test/*.*') os.system('rm -rf tmp_report_test/resources/*.*')
def test_metrics_without_summary_with_error(): """ Tests to verify that metric reports are not generated if the metrics are in error. Also no summary report should be created. """ global output_directory global resource_path rules = {} metrics = get_three_metrics(output_directory, resource_path, rules) aggregate_metrics = [] correlated_plots = [] rpt = Report(None, output_directory, resource_directory, resource_path, metrics + aggregate_metrics, correlated_plots=correlated_plots) rpt.generate() assert not naarad.utils.is_valid_file( os.path.join(output_directory, 'MetricOne_report.html')) assert not naarad.utils.is_valid_file( os.path.join(output_directory, 'MetricTwo_report.html')) assert not naarad.utils.is_valid_file( os.path.join(output_directory, 'MetricThree_report.html')) assert naarad.utils.is_valid_file( os.path.join(output_directory, 'report.html')) assert not naarad.utils.is_valid_file( os.path.join(output_directory, 'summary_report.html')) os.system('rm -rf tmp_report_test/*.*') os.system('rm -rf tmp_report_test/resources/*.*')
def test_metrics_with_summary_with_partial_error(): """ Tests to verify that metric reports are generated for OK metrics if there are some metrics that are in error. Also a summary report should be created. """ global output_directory global input_log_directory global resource_path rules = {} metrics = get_two_metrics(output_directory, resource_path, rules) files_list = [ os.path.join(input_log_directory, 'a.csv'), os.path.join(input_log_directory, 'b.csv') ] for metric in metrics: metric.csv_files = files_list metric.stats_files = files_list metric.timeseries_csv_list = files_list metric.important_stats_files = files_list metric.percentiles_files = files_list metrics.append( Metric('MetricThree', 'TestThree.csv', 'HostnameOne', output_directory, resource_path, 'MetricThree', None, None, rules, None, None)) aggregate_metrics = [] correlated_plots = [] rpt = Report(None, output_directory, resource_directory, resource_path, metrics + aggregate_metrics, correlated_plots=correlated_plots) rpt.generate() assert naarad.utils.is_valid_file( os.path.join(output_directory, 'MetricOne_report.html')) assert naarad.utils.is_valid_file( os.path.join(output_directory, 'MetricTwo_report.html')) assert not naarad.utils.is_valid_file( os.path.join(output_directory, 'MetricThree_report.html')) assert naarad.utils.is_valid_file( os.path.join(output_directory, 'report.html')) assert naarad.utils.is_valid_file( os.path.join(output_directory, 'summary_report.html')) os.system('rm -rf tmp_report_test/*.*') os.system('rm -rf tmp_report_test/resources/*.*')
def test_metrics_without_summary_with_error(): """ Tests to verify that metric reports are not generated if the metrics are in error. Also no summary report should be created. """ global output_directory global resource_path rules = {} metrics = get_three_metrics(output_directory, resource_path, rules) aggregate_metrics = [] correlated_plots = [] rpt = Report(None, output_directory, resource_directory, resource_path, metrics + aggregate_metrics, correlated_plots=correlated_plots) rpt.generate() assert not naarad.utils.is_valid_file(os.path.join(output_directory, 'MetricOne_report.html')) assert not naarad.utils.is_valid_file(os.path.join(output_directory, 'MetricTwo_report.html')) assert not naarad.utils.is_valid_file(os.path.join(output_directory, 'MetricThree_report.html')) assert naarad.utils.is_valid_file(os.path.join(output_directory, 'report.html')) assert not naarad.utils.is_valid_file(os.path.join(output_directory, 'summary_report.html')) os.system('rm -rf tmp_report_test/*.*') os.system('rm -rf tmp_report_test/resources/*.*')
def test_metrics_without_summary_without_error(): """ Tests to verify that metric reports are generated if the metrics are not in error. Also no summary report should be created. """ global output_directory global input_log_directory global resource_path rules = {} metrics = get_three_metrics(output_directory, resource_path, rules) for metric in metrics: files_list = [ os.path.join(input_log_directory, 'a.csv'), os.path.join(input_log_directory, 'b.csv') ] metric.csv_files = files_list metric.stats_files = files_list metric.timeseries_csv_list = files_list metric.percentiles_files = files_list aggregate_metrics = [] correlated_plots = [] rpt = Report(None, output_directory, resource_directory, resource_path, metrics + aggregate_metrics, correlated_plots=correlated_plots) rpt.generate() assert naarad.utils.is_valid_file( os.path.join(output_directory, 'MetricOne_report.html')) assert naarad.utils.is_valid_file( os.path.join(output_directory, 'MetricTwo_report.html')) assert naarad.utils.is_valid_file( os.path.join(output_directory, 'MetricThree_report.html')) assert naarad.utils.is_valid_file( os.path.join(output_directory, 'report.html')) assert not naarad.utils.is_valid_file( os.path.join(output_directory, 'summary_report.html')) os.system('rm -rf tmp_report_test/*.*') os.system('rm -rf tmp_report_test/resources/*.*')
def main(): init_logging('INFO') rpt = Report(report_name = 'test report', output_directory = '/tmp/naarad', metric_list = ['JMETER', 'GC', 'SAR-memory', 'SAR-device'] ) rpt.generate()