def test5_histogram_data_add_value(self):
"""This test case aims to test the addition of Values to HistogramData class."""
modulo_time_bin_definition = ModuloTimeBinDefinition(86400, 3600, 0, 1, 24, False)
histogram_data = HistogramData("crontab", modulo_time_bin_definition)
histogram_data.add_value(57600)
self.assertEqual(histogram_data.bin_data[16], 1)
self.assertEqual(histogram_data.total_elements, 1)
self.assertEqual(histogram_data.binned_elements, 0)
histogram_data.add_value(61200)
self.assertEqual(histogram_data.bin_data[16], 1)
self.assertEqual(histogram_data.bin_data[17], 1)
self.assertEqual(histogram_data.total_elements, 2)
self.assertEqual(histogram_data.binned_elements, 0)
histogram_data.add_value(61500)
self.assertEqual(histogram_data.bin_data[16], 1)
self.assertEqual(histogram_data.bin_data[17], 2)
self.assertEqual(histogram_data.total_elements, 3)
self.assertEqual(histogram_data.binned_elements, 0)
histogram_data.add_value(100000)
# 100000%86400 = 13600 -> 3
self.assertEqual(histogram_data.bin_data[3], 1)
self.assertEqual(histogram_data.bin_data[16], 1)
self.assertEqual(histogram_data.bin_data[17], 2)
self.assertEqual(histogram_data.total_elements, 4)
self.assertEqual(histogram_data.binned_elements, 0)
def test9HistogramAnalysisReceiveAtomNoReport(self):
"""This test case aims to test the functionality of the HistogramAnalysis's receive_atom method, when NO report is expected."""
description = "Test9HistogramAnalysis"
start_time = 57600
end_time = 662600
diff = 30000
modulo_time_bin_definition = ModuloTimeBinDefinition(
86400, 3600, 0, 1, 24, False)
histogram_data = HistogramData(self.match_crontab,
modulo_time_bin_definition)
histogram_analysis = HistogramAnalysis(
self.aminer_config,
[(histogram_data.property_path, modulo_time_bin_definition)],
604800, [self.stream_printer_event_handler], True, 'Default')
self.analysis_context.register_component(histogram_analysis,
description)
match_element = MatchElement(self.match_crontab, start_time,
start_time, [])
t = time.time()
log_atom = LogAtom(histogram_data.bin_data, ParserMatch(match_element),
t, histogram_analysis)
histogram_analysis.receive_atom(log_atom)
histogram_data.add_value(start_time)
histogram_data.add_value(end_time)
match_element = MatchElement(self.match_crontab, end_time, end_time,
[])
log_atom = LogAtom(histogram_data.bin_data, ParserMatch(match_element),
t + diff, histogram_analysis)
histogram_analysis.receive_atom(log_atom)
self.assertEqual(self.output_stream.getvalue(), '')
# resetting the outputStream
start_time = start_time + 3600
end_time = end_time + 3600
self.reset_output_stream()
t = t + diff
log_atom = LogAtom(histogram_data.bin_data, ParserMatch(match_element),
t, histogram_analysis)
histogram_analysis.receive_atom(log_atom)
histogram_data.add_value(start_time)
histogram_data.add_value(end_time)
match_element = MatchElement(self.match_crontab, end_time, end_time,
[])
log_atom = LogAtom(histogram_data.bin_data, ParserMatch(match_element),
t + diff, histogram_analysis)
histogram_analysis.receive_atom(log_atom)
self.assertEqual(self.output_stream.getvalue(), '')
def test10_histogram_analysis_receive_atom_report_expected(self):
"""This test case aims to test the functionality of the HistogramAnalysis's receive_atom method, when A report is expected."""
description = "Test10HistogramAnalysis"
start_time = 57600
end_time = 662600
diff = 605000
modulo_time_bin_definition = ModuloTimeBinDefinition(86400, 3600, 0, 1, 24, False)
histogram_data = HistogramData(self.match_crontab, modulo_time_bin_definition)
histogram_analysis = HistogramAnalysis(self.aminer_config, [(histogram_data.property_path, modulo_time_bin_definition)], 604800,
[self.stream_printer_event_handler], True, 'Default')
self.analysis_context.register_component(histogram_analysis, description)
match_element = MatchElement(self.match_crontab, str(start_time).encode(), start_time, None)
t = time.time()
log_atom = LogAtom(histogram_data.bin_data, ParserMatch(match_element), t, histogram_analysis)
histogram_analysis.receive_atom(log_atom)
histogram_data.add_value(start_time)
histogram_data.add_value(end_time)
match_element = MatchElement(self.match_crontab, str(end_time).encode(), end_time, None)
log_atom = LogAtom(histogram_data.bin_data, ParserMatch(match_element), t + diff, histogram_analysis)
histogram_analysis.receive_atom(log_atom)
self.assertEqual(self.output_stream.getvalue(), self.__expected_string_histogram_analysis % (
datetime.fromtimestamp(t + diff).strftime(self.datetime_format_string), histogram_analysis.__class__.__name__, description, 2,
datetime.fromtimestamp(t).strftime(self.datetime_format_string),
datetime.fromtimestamp(t + diff).strftime(self.datetime_format_string),
'Property "match/crontab" (2 elements):\n * [16-17]: 2 (ratio = 1.00e+00, p = 1.74e-03)'))
# resetting the outputStream
start_time = start_time + 3600
end_time = end_time + 3600
self.reset_output_stream()
t = t + diff
log_atom = LogAtom(histogram_data.bin_data, ParserMatch(match_element), t, histogram_analysis)
histogram_analysis.receive_atom(log_atom)
histogram_data.add_value(start_time)
histogram_data.add_value(end_time)
match_element = MatchElement(self.match_crontab, str(end_time).encode(), end_time, None)
log_atom = LogAtom(histogram_data.bin_data, ParserMatch(match_element), t + diff, histogram_analysis)
histogram_analysis.receive_atom(log_atom)
self.assertEqual(self.output_stream.getvalue(), self.__expected_string_histogram_analysis % (
datetime.fromtimestamp(t + diff).strftime(self.datetime_format_string), histogram_analysis.__class__.__name__, description, 2,
datetime.fromtimestamp(t).strftime(self.datetime_format_string),
datetime.fromtimestamp(t + diff).strftime(self.datetime_format_string),
'Property "match/crontab" (2 elements):\n * [16-17]: 1 (ratio = 5.00e-01, p = 8.16e-02)\n * [17-18]: 1 '
'(ratio = 5.00e-01, p = 8.16e-02)'))
def test7_histogram_data_clone(self):
"""This test case aims to test cloning a HistogramData object."""
modulo_time_bin_definition = ModuloTimeBinDefinition(86400, 3600, 0, 1, 24, False)
histogram_data = HistogramData("crontab", modulo_time_bin_definition)
histogram_data.add_value(57600)
histogram_data.add_value(61200)
clone = histogram_data.clone()
self.assertEqual(clone.bin_data[16], 1)
self.assertEqual(clone.bin_data[17], 1)
self.assertEqual(clone.total_elements, 2)
self.assertEqual(clone.binned_elements, 0)
clone.add_value(1)
self.assertEqual(clone.bin_data[0], 1)
self.assertEqual(histogram_data.bin_data[0], 0)
def test6_histogram_data_reset(self):
"""This test case aims to test resetting the Values of the HistogramData class."""
modulo_time_bin_definition = ModuloTimeBinDefinition(86400, 3600, 0, 1, 24, False)
histogram_data = HistogramData("crontab", modulo_time_bin_definition)
histogram_data.add_value(57600)
histogram_data.add_value(61200)
histogram_data.reset()
self.assertEqual(histogram_data.total_elements, 0)
self.assertEqual(histogram_data.binned_elements, 0)
for item in histogram_data.bin_data:
self.assertEqual(item, 0)
def test8_histogram_data_to_string(self):
"""This test case aims to test the functionality of the HistogramData's to_string method."""
modulo_time_bin_definition = ModuloTimeBinDefinition(86400, 3600, 0, 1, 24, False)
histogram_data = HistogramData("crontab", modulo_time_bin_definition)
histogram_data.add_value(57600)
histogram_data.add_value(61200)
clone = histogram_data.clone()
self.assertEqual(clone.bin_data[16], 1)
self.assertEqual(clone.bin_data[17], 1)
self.assertEqual(clone.total_elements, 2)
self.assertEqual(clone.binned_elements, 0)
clone.add_value(1)
self.assertEqual(clone.bin_data[0], 1)
self.assertEqual(histogram_data.bin_data[0], 0)
self.assertEqual(clone.to_string(''), 'Property "crontab" (3 elements):\n* [0-1]: 1 (ratio = 3.33e-01, p = 1.20e-01)\n* [16-17]: '
'1 (ratio = 3.33e-01, p = 1.20e-01)\n* [17-18]: 1 (ratio = 3.33e-01, p = 1.20e-01)')
def run_histogram_analysis(self, number_of_pathes, amplifier):
results = [None] * self.iterations
avg = 0
z = 0
while z < self.iterations:
modulo_time_bin_definition = ModuloTimeBinDefinition(
86400, 86400 / number_of_pathes, 0, 1, number_of_pathes, False)
histogram_data = HistogramData('match/crontab',
modulo_time_bin_definition)
histogram_analysis = HistogramAnalysis(
self.aminer_config,
[(histogram_data.property_path, modulo_time_bin_definition)],
amplifier * self.waiting_time,
[self.stream_printer_event_handler], False, 'Default')
i = 0
seconds = time.time()
t = seconds
while int(time.time() - seconds) < self.waiting_time:
p = process_time()
rand = random.randint(0, 100000)
seconds = seconds + process_time() - p
match_element = MatchElement('match/crontab', t + rand,
t + rand, [])
log_atom = LogAtom(histogram_data.bin_data,
ParserMatch(match_element), t + i,
histogram_analysis)
histogram_analysis.receive_atom(log_atom)
i = i + 1
results[z] = i
z = z + 1
avg = avg + i
avg = avg / self.iterations
type(self).result = self.result + self.result_string % (
histogram_analysis.__class__.__name__, avg, results,
'%d bin(s) and output after %d elements.' %
(number_of_pathes, amplifier * self.waiting_time))
def test12_path_dependent_histogram_analysis_report_expected(self):
"""
This test case aims to test the functionality of the PathDependantHistogramAnalysis.receiveAtom method.
A report is expected.
"""
description = "Test12HistogramAnalysis"
start_time = 57600
end_time = 662600
diff = 605000
modulo_time_bin_definition = ModuloTimeBinDefinition(86400, 3600, 0, 1, 24, False)
histogram_data = HistogramData(self.match_crontab, modulo_time_bin_definition)
path_dependent_histogram_analysis = PathDependentHistogramAnalysis(
self.aminer_config, histogram_data.property_path, modulo_time_bin_definition, 604800,
[self.stream_printer_event_handler], True, 'Default')
self.analysis_context.register_component(path_dependent_histogram_analysis, description)
match_element = MatchElement(self.match_crontab, str(start_time).encode(), start_time, None)
t = time.time()
log_atom = LogAtom(histogram_data.bin_data, ParserMatch(match_element), t, path_dependent_histogram_analysis)
path_dependent_histogram_analysis.receive_atom(log_atom)
histogram_data.add_value(start_time)
histogram_data.add_value(end_time)
match_element = MatchElement(self.match_crontab, str(end_time).encode(), end_time, None)
log_atom = LogAtom(histogram_data.bin_data, ParserMatch(match_element), t + diff, path_dependent_histogram_analysis)
path_dependent_histogram_analysis.receive_atom(log_atom)
self.assertEqual(self.output_stream.getvalue(), self.__expected_string_path_dependent_histogram_analysis % (
datetime.fromtimestamp(t + diff).strftime(self.datetime_format_string), path_dependent_histogram_analysis.__class__.__name__,
description, 2, datetime.fromtimestamp(t).strftime(self.datetime_format_string),
datetime.fromtimestamp(t + diff).strftime(self.datetime_format_string),
'Path values "match/crontab":\nExample: 662600\n Property "match/crontab" (2 elements):\n * [16-17]: 2 '
'(ratio = 1.00e+00, p = 1.74e-03)'))
# resetting the outputStream
start_time = start_time + 3600
end_time = end_time + 3600
self.output_stream.seek(0)
self.output_stream.truncate(0)
t = t + diff
log_atom = LogAtom(histogram_data.bin_data, ParserMatch(match_element), t, path_dependent_histogram_analysis)
path_dependent_histogram_analysis.receive_atom(log_atom)
match_element = MatchElement(self.match_crontab, str(start_time).encode(), start_time, None)
log_atom = LogAtom(histogram_data.bin_data, ParserMatch(match_element), t, path_dependent_histogram_analysis)
path_dependent_histogram_analysis.receive_atom(log_atom)
histogram_data.add_value(start_time)
histogram_data.add_value(end_time)
histogram_data.add_value(start_time)
histogram_data.add_value(end_time)
match_element = MatchElement(self.match_crontab, str(end_time).encode(), end_time, None)
log_atom = LogAtom(histogram_data.bin_data, ParserMatch(match_element), t + diff, path_dependent_histogram_analysis)
path_dependent_histogram_analysis.receive_atom(log_atom)
match_element = MatchElement(self.match_crontab, str(end_time).encode(), end_time, None)
log_atom = LogAtom(histogram_data.bin_data, ParserMatch(match_element), t + diff, path_dependent_histogram_analysis)
path_dependent_histogram_analysis.receive_atom(log_atom)
self.assertEqual(self.output_stream.getvalue(), self.__expected_string_path_dependent_histogram_analysis % (
datetime.fromtimestamp(t + diff).strftime(self.datetime_format_string), path_dependent_histogram_analysis.__class__.__name__,
description, 3, datetime.fromtimestamp(t).strftime(self.datetime_format_string),
datetime.fromtimestamp(t + diff).strftime(self.datetime_format_string),
'Path values "match/crontab":\nExample: 666200\n Property "match/crontab" (3 elements):\n * [16-17]: 1 '
'(ratio = 3.33e-01, p = 1.20e-01)\n * [17-18]: 2 (ratio = 6.67e-01, p = 5.06e-03)'))