def discover_connection_facts(self, comn): ''' Discover all the connections in this router-instance log For each connection: * determine connection direction * discover name of peer container * generate html to use to display the peer nickname * count log lines * count transfer bytes :param comn: :return: ''' for item in self.lines: if item.data.is_scraper: # scraper lines are pass-through continue conn_num = int(item.data.conn_num) id = item.data.conn_id # full name A0_3 if conn_num not in self.conn_list: cdir = "" if item.data.direction != "": cdir = item.data.direction else: if "Connecting" in item.data.web_show_str: cdir = text.direction_out() elif "Accepting" in item.data.web_show_str: cdir = text.direction_in() self.conn_list.append(conn_num) self.conn_to_frame_map[id] = [] self.conn_dir[id] = cdir self.conn_log_lines[id] = 0 # line counter self.conn_xfer_bytes[id] = 0 # byte counter self.conn_open_time[id] = item self.conn_to_frame_map[id].append(item) # inbound open handling if item.data.name == "open" and item.data.direction == text.direction_in( ): if item.data.conn_id in self.conn_peer: sys.exit( 'ERROR: file: %s connection %s has multiple connection peers' % (self.fn, id)) self.conn_peer[id] = item.data.conn_peer self.conn_peer_display[ id] = comn.shorteners.short_peer_names.translate( item.data.conn_peer, True) # close monitor if item.data.name == "close": self.conn_close_time[id] = item # connection log-line count self.conn_log_lines[id] += 1 # transfer byte count if item.data.name == "transfer": self.conn_xfer_bytes[id] += int(item.data.transfer_size) self.conn_list = sorted(self.conn_list) self.details = amqp_detail.AllDetails(self, comn)
def discover_connection_facts(self, comn): ''' Discover all the connections in this router-instance log For each connection: * determine connection direction * discover name of peer container * generate html to use to display the peer nickname * count log lines * count transfer bytes :param comn: :return: ''' for item in self.lines: conn_num = int(item.data.conn_num) id = item.data.conn_id # full name A0_3 if conn_num not in self.conn_list: cdir = "" if item.data.direction != "": cdir = item.data.direction else: if "Connecting" in item.data.web_show_str: cdir = text.direction_out() elif "Accepting" in item.data.web_show_str: cdir = text.direction_in() self.conn_list.append(conn_num) self.conn_to_frame_map[id] = [] self.conn_dir[id] = cdir self.conn_log_lines[id] = 0 # line counter self.conn_xfer_bytes[id] = 0 # byte counter self.conn_open_time[id] = item self.conn_to_frame_map[id].append(item) # inbound open handling if item.data.name == "open" and item.data.direction == text.direction_in(): if item.data.conn_id in self.conn_peer: sys.exit('ERROR: file: %s connection %s has multiple connection peers' % ( self.fn, id)) self.conn_peer[id] = item.data.conn_peer self.conn_peer_display[id] = comn.shorteners.short_peer_names.translate( item.data.conn_peer, True) # close monitor if item.data.name == "close": self.conn_close_time[id] = item # connection log-line count self.conn_log_lines[id] += 1 # transfer byte count if item.data.name == "transfer": self.conn_xfer_bytes[id] += int(item.data.transfer_size) self.conn_list = sorted(self.conn_list) self.details = amqp_detail.AllDetails(self, comn)
def direction_is_out(self): return self.direction == text.direction_out()
def evaluate_credit(self): for conn in self.rtr.conn_list: id = self.rtr.conn_id(conn) conn_detail = self.rtr.details.conn_details[id] for sess in conn_detail.session_list: for link in sess.link_list: # ignore links without starting attach if link.frame_list[0].data.name != "attach": link.counts.credit_not_evaluated += 1 sess.counts.credit_not_evaluated += 1 conn_detail.counts.credit_not_evaluated += 1 break # process flaggage look_for_sender_delivery_id = True dir_of_xfer = '' dir_of_flow = '' current_delivery = 0 # next transfer expected id delivery_limit = 0 # first unreachable delivery id from flow n_attaches = 0 tod_of_second_attach = None multiframe_in_progress = False init_stall = True credit_stall = False tod_of_no_credit = None tod_of_shutdown = None # record info about initial attach is_rcvr = link.frame_list[0].data.is_receiver o_dir = link.frame_list[0].data.direction # derive info about where to look for credit and transfer id # role dir transfers flow w/credit case # ---- ---- --------- ------------- ---- # rcvr <- -> <- A # rcvr -> <- -> B # sndr <- <- -> B # sndr -> -> <- A # if (((is_rcvr) and (o_dir == text.direction_in())) or ((not is_rcvr) and (o_dir == text.direction_out()))): # case A dir_of_xfer = text.direction_out() dir_of_flow = text.direction_in() else: # case B dir_of_xfer = text.direction_in() dir_of_flow = text.direction_out() for plf in link.frame_list: # initial credit delay starts at reception of second attach if n_attaches < 2: if plf.data.name == "attach": n_attaches += 1 if n_attaches == 2: tod_of_second_attach = plf.datetime if look_for_sender_delivery_id: if plf.data.name == "attach" and not plf.data.is_receiver: current_delivery = int(plf.data.described_type.dict.get("initial-delivery_count", "0")) delivery_limit = current_delivery look_for_sender_delivery_id = False if plf.data.name == "flow": if plf.data.direction == dir_of_flow: # a flow in the normal direction updates the delivery limit dc = plf.data.described_type.dict.get("delivery-count", "0") lc = plf.data.described_type.dict.get("link-credit", "0") delivery_limit = int(dc) + int(lc) # TODO: wrap at 32-bits if n_attaches < 2: # a working flow before sender attach - cancel initial stall init_stall = False if init_stall: init_stall = False dur = plf.datetime - tod_of_second_attach link.counts.initial_no_credit_duration = dur sess.counts.initial_no_credit_duration += dur conn_detail.counts.initial_no_credit_duration += dur if credit_stall and delivery_limit > current_delivery: # TODO: wrap credit_stall = False plf.data.web_show_str += " <span style=\"background-color:%s\">credit restored</span>" % common.color_of("no_credit") dur = plf.datetime - tod_of_no_credit link.counts.no_credit_duration += dur sess.counts.no_credit_duration += dur conn_detail.counts.no_credit_duration += dur else: # flow in the opposite direction updates the senders current delivery # normally used to consume credit in response to a drain from receiver current_delivery = int(plf.data.described_type.dict.get("initial-delivery_count", "0")) elif plf.data.transfer: if plf.data.direction == dir_of_xfer: if not plf.data.transfer_more: # consider the transfer to have arrived when last transfer seen current_delivery += 1 # TODO: wrap at 32-bits if current_delivery == delivery_limit: link.counts.no_credit += 1 sess.counts.no_credit += 1 conn_detail.counts.no_credit += 1 plf.data.transfer_exhausted_credit = True credit_stall = True plf.data.web_show_str += " <span style=\"background-color:%s\">no more credit</span>" % common.color_of("no_credit") tod_of_no_credit = plf.datetime else: pass # still have credit multiframe_in_progress = False else: # transfers with 'more' set don't consume credit multiframe_in_progress = True else: pass # transfer in wrong direction?? elif plf.data.name == "detach": tod_of_shutdown = plf.datetime break # clean up lingering credit stall if init_stall or credit_stall: if tod_of_shutdown is None: # find first end or close and call that shutdown time for plf in sess.session_frame_list: if plf.data.name == "end": tod_of_shutdown = plf.datetime break if tod_of_shutdown is None: for plf in conn_detail.unaccounted_frame_list: if plf.data.name == "close": tod_of_shutdown = plf.datetime break if tod_of_shutdown is None: # Hmmm, no shutdown. Use last link frame tod_of_shutdown = link.frame_list[-1].datetime if tod_of_second_attach is None: # Hmmm, no second attach. Use first link frame time tod_of_second_attach = link.frame_list[0].datetime if init_stall: dur = tod_of_shutdown - tod_of_second_attach link.counts.initial_no_credit_duration = dur sess.counts.initial_no_credit_duration += dur conn_detail.counts.initial_no_credit_duration += dur if credit_stall: # TODO: wrap dur = tod_of_shutdown - tod_of_no_credit link.counts.no_credit_duration += dur sess.counts.no_credit_duration += dur conn_detail.counts.no_credit_duration += dur # record multiframe transfer that didn't complete if multiframe_in_progress: link.counts.incomplete += 1 sess.counts.incomplete += 1 conn_detail.counts.incomplete += 1
def direction_is_out(self): return self.direction == text.direction_out()