def action_metrics(self, metric_name_ids):
result = []
for key, value in six.iteritems(self.__action_packets):
upload_key = {
"name": key[0]
}
upload_key_str = '%s' % key[0]
upload_key = upload_key if upload_key_str not in metric_name_ids else metric_name_ids[upload_key_str]
result.append([upload_key, value])
return result
def general_trace_metric(self, metric_name_ids):
result = []
for key, value in six.iteritems(self.__general_packets):
extend_keys = key[0].split("|")
if len(extend_keys) == 1:
upload_key = {"name": key[0]}
upload_key_str = '%s' % key[0]
upload_key = upload_key if upload_key_str not in metric_name_ids else metric_name_ids[upload_key_str]
result.append([upload_key, value])
elif len(extend_keys) == 3:
# do not replace the metric with id.
upload_key = {"name": extend_keys[0], "calleeId": extend_keys[1], "calleeName": extend_keys[2]}
result.append([upload_key, value])
return result
def close_dispatcher(self, timeout=None):
"""shutdown the controller through the event signal
"""
if timeout is None:
timeout = self._config.shutdown_timeout
if not self._harvest_shutdown.isSet():
return
# stop the connecting thread, if has.
for name, application in six.iteritems(self._applications):
console.info(
"Interpreter shutdown, terminal app connect threading now.")
application.stop_connecting()
self._harvest_shutdown.set()
self._harvest_thread.join(timeout)
console.info('Tingyun agent is Shutdown...')
def error_packets(self, metric_name_ids):
external_error, web_action_error = 'External', 'WebAction'
error_types = [external_error, web_action_error]
error_count = {
"Errors/Count/All": 0,
"Errors/Count/AllWeb": 0,
"Errors/Count/AllBackground": 0
}
def parse_error_trace(traced_data):
for error_filter_key, error in six.iteritems(traced_data):
error_count["Errors/Count/All"] += error["count"]
if error["tracker_type"] in error_types:
error_count["Errors/Count/AllWeb"] += error["count"]
action_key = "Errors/Count/%s" % error_filter_key.split("_|")[0]
if action_key not in error_count:
error_count[action_key] = error["count"]
else:
error_count[action_key] += error["count"]
if error["tracker_type"] == external_error:
action_key = "Errors/Type:%s/%s" % (error["status_code"], error_filter_key.split("_|")[0])
if action_key not in error_count:
error_count[action_key] = error["count"]
else:
error_count[action_key] += error["count"]
else:
error_count["Errors/Count/AllBackground"] += 1
parse_error_trace(self.__traced_errors)
parse_error_trace(self.__traced_external_errors)
stat_value = []
for key, value in six.iteritems(error_count):
upload_key = {"name": key}
upload_key_str = '%s' % key
upload_key = upload_key if upload_key_str not in metric_name_ids else metric_name_ids[upload_key_str]
stat_value.append([upload_key, [value]])
return stat_value
def parse_error_trace(traced_data):
for error_filter_key, error in six.iteritems(traced_data):
error_count["Errors/Count/All"] += error["count"]
if error["tracker_type"] in error_types:
error_count["Errors/Count/AllWeb"] += error["count"]
action_key = "Errors/Count/%s" % error_filter_key.split("_|")[0]
if action_key not in error_count:
error_count[action_key] = error["count"]
else:
error_count[action_key] += error["count"]
if error["tracker_type"] == external_error:
action_key = "Errors/Type:%s/%s" % (error["status_code"], error_filter_key.split("_|")[0])
if action_key not in error_count:
error_count[action_key] = error["count"]
else:
error_count[action_key] += error["count"]
else:
error_count["Errors/Count/AllBackground"] += 1
def component_metrics(self, metric_name_ids):
result = []
for key, value in six.iteritems(self.__time_packets):
extend_metrics = key[0].split("|")
if len(extend_metrics) == 1:
upload_key = {
"name": key[0],
"parent": key[1]
}
upload_key_str = '%s:%s' % (key[0], key[1])
upload_key = upload_key if upload_key_str not in metric_name_ids else metric_name_ids[upload_key_str]
result.append([upload_key, value])
elif len(extend_metrics) == 3:
upload_key = {
"name": extend_metrics[0],
"parent": key[1],
"calleeId": extend_metrics[1],
"calleeName": extend_metrics[2]
}
result.append([upload_key, value])
return result
def rollback(self, stat, merge_performance=True):
if not merge_performance:
return
console.warning("Agent will rollback the data which is captured at last time. That indicates your network is broken.")
for key, value in six.iteritems(stat.__time_packets):
packets = self.__time_packets.get(key)
if not packets:
self.__time_packets[key] = copy.copy(value)
else:
packets.merge_packets(value)
for key, value in six.iteritems(stat.__apdex_packets):
packets = self.__apdex_packets.get(key)
if not packets:
self.__apdex_packets[key] = copy.copy(value)
else:
packets.merge_packets(value)
for key, value in six.iteritems(stat.__action_packets):
packets = self.__action_packets.get(key)
if not packets:
self.__action_packets[key] = copy.copy(value)
else:
packets.merge_packets(value)
for key, value in six.iteritems(stat.__general_packets):
packets = self.__general_packets.get(key)
if not packets:
self.__general_packets[key] = copy.copy(value)
else:
packets.merge_packets(value)
for key, value in six.iteritems(stat.__traced_errors):
packets = self.__traced_errors.get(key)
if not packets:
self.__traced_errors[key] = copy.copy(value)
else:
packets["count"] += value["count"]
for key, value in six.iteritems(stat.__traced_external_errors):
packets = self.__traced_external_errors.get(key)
if not packets:
self.__traced_external_errors[key] = copy.copy(value)
else:
packets["count"] += value["count"]
def _do_harvest(self, last_harvest, current_harvest, shutdown=False):
"""do the really harvest action
:param shutdown: sign the agent status, shutdown or not
:return:
"""
self._last_harvest = time.time()
for name, application in six.iteritems(self._applications):
print("name:%s,application:%s" % (name, application))
# if application is not register to server. test it in application.
#
try:
console.debug("Harvest data for application %s", name)
# reset session with follow situation:
# config changed or data token invalid
# license key error occurred when communicate with data collector
ret = application.harvest(last_harvest, current_harvest,
shutdown)
if ret and (CONSTANCE_OUT_DATE_CONFIG == ret[0]
or CONSTANCE_INVALID_DATA_TOKEN == ret[0]
or CONSTANCE_INVALID_LICENSE_KEY == ret[0]):
console.info(
"Error occurred from server, dispatcher will stop session threading and restart it.%s",
ret)
application.stop_connecting()
application.activate_session()
except Exception as err:
console.exception(
"Errors occurred when harvest application %s, %s", name,
err)
console.info("Spend %.2fs to harvest all applications.",
time.time() - self._last_harvest)
def merge_metric_packets(self, snapshot):
for key, value in six.iteritems(snapshot.__time_packets):
packets = self.__time_packets.get(key)
if not packets:
self.__time_packets[key] = copy.copy(value)
else:
packets.merge_packets(value)
for key, value in six.iteritems(snapshot.__apdex_packets):
packets = self.__apdex_packets.get(key)
if not packets:
self.__apdex_packets[key] = copy.copy(value)
else:
packets.merge_packets(value)
for key, value in six.iteritems(snapshot.__action_packets):
packets = self.__action_packets.get(key)
if not packets:
self.__action_packets[key] = copy.copy(value)
else:
packets.merge_packets(value)
# TODO: think more about the background task
for key, value in six.iteritems(snapshot.__traced_errors):
packets = self.__traced_errors.get(key)
if not packets:
self.__traced_errors[key] = copy.copy(value)
else:
packets["item"][-3] += value["count"]
for key, value in six.iteritems(snapshot.__traced_external_errors):
packets = self.__traced_external_errors.get(key)
if not packets:
self.__traced_external_errors[key] = copy.copy(value)
else:
packets["item"][-3] += value["count"]
# generate general data
for key, value in six.iteritems(snapshot.__general_packets):
packets = self.__general_packets.get(key)
if not packets:
self.__general_packets[key] = copy.copy(value)
else:
packets.merge_packets(value)
# for action trace
top_n = self.__settings.action_tracer.top_n
for key, value in six.iteritems(snapshot.__slow_action):
if key not in self.__slow_action:
self.__slow_action[key] = value
break
slow_actions = self.__slow_action.get(key)
# although the target action trace value is `list`, but it only has 1 element in one metric.
if len(slow_actions) > top_n:
console.debug("The action trace is reach the top(%s), action(%s) is ignored.", top_n, key)
break
slow_actions.extend(value)
# for slow sql
max_sql = self.__settings.slow_sql_count
for key, value in six.iteritems(snapshot.__slow_sql_packets):
if len(self.__slow_sql_packets) > max_sql:
console.debug("the slow sql trace count is reach the top.")
slow_sql = self.__slow_sql_packets.get(key)
if not slow_sql:
self.__slow_sql_packets[key] = value
else:
if value.slow_sql_node.duration > slow_sql.slow_sql_node.duration:
self.__slow_sql_packets[key] = value