def do_persist(self):
"""Immediately write persistence data to storage."""
PersistenceUtil.store_json(self.persistence_file_name,
list(self.known_values_set))
self.next_persist_time = None
logging.getLogger(DEBUG_LOG_NAME).debug('%s persisted data.',
self.__class__.__name__)
def do_persist(self):
"""Immediately write persistence data to storage."""
for following_module in self.following_modules:
following_module.do_persist()
tmp_list = [[]]
for key in self.found_keys:
tmp_list[0].append(list(key))
tmp_list.append(self.variable_key_list)
tmp_list.append(self.values)
tmp_list.append(self.longest_path)
tmp_list.append(self.check_variables)
tmp_list.append(self.num_eventlines)
tmp_list.append(self.etd_time_trigger)
tmp_list.append(self.num_eventlines_tsa_ref)
tmp_list.append(self.id_path_list_tuples)
PersistenceUtil.store_json(self.persistence_file_name, tmp_list)
for following_module in self.following_modules:
following_module.do_persist()
self.next_persist_time = time.time(
) + self.aminer_config.config_properties.get(
KEY_PERSISTENCE_PERIOD, DEFAULT_PERSISTENCE_PERIOD)
logging.getLogger(DEBUG_LOG_NAME).debug('%s persisted data.',
self.__class__.__name__)
def do_persist(self):
"""Immediately write persistence data to storage."""
persistence_data = []
for dict_record in self.known_values_dict.items():
persistence_data.append(dict_record)
PersistenceUtil.store_json(self.persistence_file_name, persistence_data)
logging.getLogger(DEBUG_LOG_NAME).debug('%s persisted data.', self.__class__.__name__)
def do_timer(self, trigger_time):
"""
Perform trigger actions and to determine the time for next invocation.
The caller may decide to invoke this method earlier than requested during the previous call. Classes implementing this method have
to handle such cases. Each class should try to limit the time spent in this method as it might delay trigger signals to other
components. For extensive compuational work or IO, a separate thread should be used.
@param trigger_time the time this trigger is invoked. This might be the current real time when invoked from real time
timers or the forensic log timescale time value.
@return the number of seconds when next invocation of this trigger is required.
"""
delta = self.next_persist_time - trigger_time
if delta <= 0:
self.repositioning_data_dict = {}
for log_stream_name, log_stream in self.log_streams_by_name.items(
):
repositioning_data = log_stream.get_repositioning_data()
if repositioning_data is not None:
self.repositioning_data_dict[
log_stream_name] = repositioning_data
PersistenceUtil.store_json(self.persistence_file_name,
self.repositioning_data_dict)
delta = self.aminer_config.config_properties.get(
KEY_PERSISTENCE_PERIOD, DEFAULT_PERSISTENCE_PERIOD)
self.next_persist_time = trigger_time + delta
logging.getLogger(DEBUG_LOG_NAME).debug(
'Repositioning data was persisted.')
return delta
def do_persist(self):
"""Immediately write persistence data to storage."""
PersistenceUtil.store_json(self.persistence_file_name,
self.expected_values_dict)
self.next_persist_time = None
logging.getLogger(AMinerConfig.DEBUG_LOG_NAME).debug(
'%s persisted data.', self.__class__.__name__)
def do_persist(self):
"""Immediately write persistence data to storage."""
lst = []
for id_ev, charset in self.charsets.items():
lst.append([id_ev, list(charset)])
PersistenceUtil.store_json(self.persistence_file_name, lst)
logging.getLogger(AminerConfig.DEBUG_LOG_NAME).debug(
'%s persisted data.', self.__class__.__name__)
def do_persist(self):
"""Immediately write persistence data to storage."""
persist_data = []
for log_ev, freq in self.counts_prev.items():
persist_data.append((log_ev, freq))
PersistenceUtil.store_json(self.persistence_file_name, persist_data)
self.next_persist_time = None
logging.getLogger(DEBUG_LOG_NAME).debug('%s persisted data.', self.__class__.__name__)
def do_persist(self):
"""Immediately write persistence data to storage."""
persist_data = []
for log_ev, freqs in self.counts.items():
# Skip last count as the time window may not be complete yet and count thus too low
persist_data.append((log_ev, freqs[:-1]))
PersistenceUtil.store_json(self.persistence_file_name, persist_data)
logging.getLogger(DEBUG_LOG_NAME).debug('%s persisted data.',
self.__class__.__name__)
def do_persist(self):
"""Immediately write persistence data to storage."""
persistence_data = []
persistence_data.append(self.time_window_history)
persistence_data.append(self.prediction_history)
persistence_data.append(self.time_history)
persistence_data.append(self.result_list)
PersistenceUtil.store_json(self.persistence_file_name, persistence_data)
logging.getLogger(DEBUG_LOG_NAME).debug('%s persisted data.', self.__class__.__name__)
def do_persist(self):
"""Immediately write persistence data to storage."""
lst = []
for id_ev, v in self.ranges_min.items():
lst.append(['min', id_ev, v])
for id_ev, v in self.ranges_max.items():
lst.append(['max', id_ev, v])
PersistenceUtil.store_json(self.persistence_file_name, lst)
self.next_persist_time = None
logging.getLogger(AminerConfig.DEBUG_LOG_NAME).debug(
'%s persisted data.', self.__class__.__name__)
def do_persist(self):
"""Immediately write persistence data to storage."""
persist_data = [[], []]
for match_value_tuple, time_list in self.appeared_time_list.items():
persist_data[0].append((match_value_tuple, time_list))
for match_value_tuple, counter in self.counter_reduce_time_intervals.items(
):
persist_data[1].append((match_value_tuple, counter))
PersistenceUtil.store_json(self.persistence_file_name, persist_data)
logging.getLogger(AminerConfig.DEBUG_LOG_NAME).debug(
'%s persisted data.', self.__class__.__name__)
def do_persist(self):
"""Immediately write persistence data to storage."""
persistence_data = []
persistence_data.append(self.target_path_index_list)
persistence_data.append(self.period_length_list)
persistence_data.append(self.prediction_history)
PersistenceUtil.store_json(self.persistence_file_name,
persistence_data)
logging.getLogger(DEBUG_LOG_NAME).debug('%s persisted data.',
self.__class__.__name__)
def do_persist(self):
"""Immediately write persistence data to storage."""
tmp_list = []
tmp_list.append(self.time_window_history)
tmp_list.append(self.prediction_history)
tmp_list.append(self.time_history)
tmp_list.append(self.result_list)
PersistenceUtil.store_json(self.persistence_file_name, tmp_list)
self.next_persist_time = time.time() + self.aminer_config.config_properties.get(
KEY_PERSISTENCE_PERIOD, DEFAULT_PERSISTENCE_PERIOD)
logging.getLogger(DEBUG_LOG_NAME).debug('%s persisted data.', self.__class__.__name__)
def do_persist(self):
"""Immediately write persistence data to storage."""
persist_data = []
keys_1 = list(self.time_matrix.keys())
keys_2 = [list(self.time_matrix[key].keys()) for key in keys_1]
return_matrix = [[
self.time_matrix[keys_1[i]][keys_2[i][j]]
for j in range(len(keys_2[i]))
] for i in range(len(keys_1))]
persist_data.append(return_matrix)
persist_data.append(keys_1)
persist_data.append(keys_2)
PersistenceUtil.store_json(self.persistence_file_name, persist_data)
logging.getLogger(DEBUG_LOG_NAME).debug('%s persisted data.',
self.__class__.__name__)
def do_timer(self, trigger_time):
"""Check current ruleset should be persisted."""
if self.next_persist_time is None:
return self.aminer_config.config_properties.get(
AMinerConfig.KEY_PERSISTENCE_PERIOD,
AMinerConfig.DEFAULT_PERSISTENCE_PERIOD)
delta = self.next_persist_time - trigger_time
if delta < 0:
PersistenceUtil.store_json(self.persistence_file_name,
self.expected_values_dict)
self.next_persist_time = None
delta = self.aminer_config.config_properties.get(
AMinerConfig.KEY_PERSISTENCE_PERIOD,
AMinerConfig.DEFAULT_PERSISTENCE_PERIOD)
return delta
def do_persist(self):
"""Immediately write persistence data to storage."""
tmp_list = [[]]
for key in self.found_keys:
tmp_list[0].append(list(key))
tmp_list.append(self.variable_key_list)
tmp_list.append(self.values)
tmp_list.append(self.longest_path)
tmp_list.append(self.check_variables)
tmp_list.append(self.num_eventlines)
tmp_list.append(self.etd_time_trigger)
tmp_list.append(self.num_eventlines_tsa_ref)
tmp_list.append(self.id_path_list_tuples)
PersistenceUtil.store_json(self.persistence_file_name, tmp_list)
logging.getLogger(DEBUG_LOG_NAME).debug('%s persisted data.',
self.__class__.__name__)
def do_persist(self):
"""Immediately write persistence data to storage."""
if self.auto_include_flag is True:
PersistenceUtil.store_json(self.persistence_file_name,
list(self.event_count_matrix))
self.next_persist_time = None
def do_persist(self):
"""Immediately write persistence data to storage."""
PersistenceUtil.store_json(self.persistence_file_name,
[self.ranges_min, self.ranges_max])
logging.getLogger(AminerConfig.DEBUG_LOG_NAME).debug(
'%s persisted data.', self.__class__.__name__)
def do_persist(self):
"""Immediately write persistence data to storage."""
PersistenceUtil.store_json(self.persistence_file_name, self.stat_data)
logging.getLogger(DEBUG_LOG_NAME).debug('%s persisted data.', self.__class__.__name__)