def receiveRateStatistics(self):
self.logger.info(">> Receive rate stats")
events_received = StatisticCollector.MultiProcessStatisticCollector().getCounter('events_received')
if not events_received:
events_received = 0
StatisticCollector.MultiProcessStatisticCollector().resetCounter('events_received')
self.logger.info("Received events in %ss: %s%s (%s/eps)%s" % (self.getConfigurationValue('interval'), Utils.AnsiColors.YELLOW, events_received, (events_received/self.interval), Utils.AnsiColors.ENDC))
if self.emit_as_event:
self.sendEvent(Utils.getDefaultEventDict({"total_count": events_received, "count_per_sec": (events_received/self.interval), "field_name": "all_events", "interval": self.interval }, caller_class_name="Statistics", event_type="statistic"))
def configure(self, configuration):
# Call parent configure method
BaseThreadedModule.BaseThreadedModule.configure(self, configuration)
self.emit_as_event = self.getConfigurationValue('emit_as_event')
self.interval = self.getConfigurationValue('interval')
self.stats_collector = StatisticCollector.StatisticCollector()
for counter_name in ['events_received', 'event_type_Unknown', 'event_type_httpd_access_log']:
StatisticCollector.MultiProcessStatisticCollector().initCounter(counter_name)
self.module_queues = {}
def configure(self, configuration):
# Call parent configure method
BaseThreadedModule.BaseThreadedModule.configure(self, configuration)
self.emit_as_event = self.getConfigurationValue('emit_as_event')
self.interval = self.getConfigurationValue('interval')
self.event_type_statistics = self.getConfigurationValue(
'event_type_statistics')
self.stats_collector = StatisticCollector.StatisticCollector()
self.mp_stats_collector = StatisticCollector.MultiProcessStatisticCollector(
)
self.module_queues = {}
def eventTypeStatistics(self):
self.logger.info(">> EventTypes Statistics")
for event_type, count in sorted(StatisticCollector.MultiProcessStatisticCollector().getAllCounters().items()):
count = count.value
if not event_type.startswith('event_type_'):
continue
event_name = event_type.replace('event_type_', '')
self.logger.info("EventType: %s%s%s - Hits: %s%s%s" % (Utils.AnsiColors.YELLOW, event_name, Utils.AnsiColors.ENDC, Utils.AnsiColors.YELLOW, count, Utils.AnsiColors.ENDC))
if self.emit_as_event:
self.sendEvent(Utils.getDefaultEventDict({"total_count": count, "count_per_sec": (count/self.interval), "field_name": event_name, "interval": self.interval }, caller_class_name="Statistics", event_type="statistic"))
StatisticCollector.MultiProcessStatisticCollector().resetCounter(event_type)
def test_decorator_clear(self): dt = DecoratorTarget() dt.some_method() dt.some_method() self.assertEquals(st.counter.__len__(), 1) self.assertEquals(st.times.__len__(), 1) self.assertEquals(st.lables.__len__(), 1) st.reset_counters() self.assertEquals(st.counter.__len__(), 0) self.assertEquals(st.times.__len__(), 0) self.assertEquals(st.lables.__len__(), 0)
def test_decorator_clear(self):
dt = DecoratorTarget()
dt.some_method()
dt.some_method()
self.assertEquals(st.counter.__len__(), 1)
self.assertEquals(st.times.__len__(), 1)
self.assertEquals(st.lables.__len__(), 1)
st.reset_counters()
self.assertEquals(st.counter.__len__(), 0)
self.assertEquals(st.times.__len__(), 0)
self.assertEquals(st.lables.__len__(), 0)
def test_generate_report_5(self): filename = "test_generate_report_5.png" if os.path.exists(filename): os.remove(filename) for limit in range(2, 5): series0 = builder.get_generator(pg).generate_series(limit) series1 = builder.get_generator(pgs).generate_series(limit) series2 = builder.get_generator(pghw).generate_series(limit) series3 = builder.get_generator(pgsqrt).generate_series(limit) series4 = builder.get_generator(pgp).generate_series(limit) series5 = builder.get_generator(pgpsqrt).generate_series(limit) st.store_iteration() self.assertEquals(st.stored_series.__len__(), 6) st.generate_report(filename) self.assertTrue(os.path.exists(filename))
def test_generate_report_5(self):
filename = "test_generate_report_5.png"
if os.path.exists(filename):
os.remove(filename)
for limit in range(2, 5):
series0 = builder.get_generator(pg).generate_series(limit)
series1 = builder.get_generator(pgs).generate_series(limit)
series2 = builder.get_generator(pghw).generate_series(limit)
series3 = builder.get_generator(pgsqrt).generate_series(limit)
series4 = builder.get_generator(pgp).generate_series(limit)
series5 = builder.get_generator(pgpsqrt).generate_series(limit)
st.store_iteration()
self.assertEquals(st.stored_series.__len__(), 6)
st.generate_report(filename)
self.assertTrue(os.path.exists(filename))
def configure(self, configuration):
# Call parent configure method
BaseThreadedModule.BaseThreadedModule.configure(self, configuration)
self.interval = self.getConfigurationValue('interval')
self.fields = self.getConfigurationValue('fields')
self.stats_collector = StatisticCollector.StatisticCollector()
self.module_queues = {}
def setUp(self): st.reset_counters()
def setUp(self):
st.reset_counters()
def accumulateReceiveRateStats(self):
StatisticCollector.MultiProcessStatisticCollector().incrementCounter('events_received', self.stats_collector.getCounter('events_received'))
self.stats_collector.resetCounter('events_received')
def accumulateEventTypeStats(self):
for event_type, count in self.stats_collector.getAllCounters().items():
StatisticCollector.MultiProcessStatisticCollector().incrementCounter(event_type, count)
self.stats_collector.resetCounter(event_type)