def analyze_log_file(duthost, messages, result, offset_from_kexec):
service_restart_times = dict()
if not messages:
logging.error("Expected messages not found in syslog")
return None
reboot_pattern = re.compile(
r'.* NOTICE admin: Rebooting with /sbin/kexec -e to.*...')
def service_time_check(message, status):
time = datetime.strptime(
message.split(duthost.hostname)[0].strip(), FMT)
time = time.strftime(FMT)
service_name = message.split(status + " ")[1].split()[0]
service_name = service_name.upper()
service_dict = service_restart_times.get(service_name,
{"timestamp": {}})
timestamps = service_dict.get("timestamp")
if status in timestamps:
service_dict[status +
" count"] = service_dict.get(status + " count", 1) + 1
timestamps[status] = time
service_restart_times.update({service_name: service_dict})
reboot_time = "N/A"
for message in messages:
# Get timestamp of reboot - Rebooting string
if re.search(reboot_pattern, message):
reboot_time = datetime.strptime(
message.split(duthost.hostname)[0].strip(), FMT).strftime(FMT)
continue
# Get stopping to started timestamps for services (swss, bgp, etc)
for status, pattern in SERVICE_PATTERNS.items():
if re.search(pattern, message):
service_time_check(message, status)
break
# Get timestamps of all other entities
for state, pattern in OTHER_PATTERNS.items():
if re.search(pattern, message):
timestamp = datetime.strptime(
message.split(duthost.hostname)[0].strip(), FMT)
state_name = state.split("|")[0].strip()
if state_name + "|End" not in OTHER_PATTERNS.keys():
state_times = get_state_times(timestamp, state,
offset_from_kexec)
offset_from_kexec.update(state_times)
else:
state_times = get_state_times(timestamp, state,
service_restart_times)
service_restart_times.update(state_times)
break
# Calculate time that services took to stop/start
for _, timings in service_restart_times.items():
timestamps = timings["timestamp"]
timings["stop_time"] = (datetime.strptime(timestamps["Stopped"], FMT) -\
datetime.strptime(timestamps["Stopping"], FMT)).total_seconds() \
if "Stopped" in timestamps and "Stopping" in timestamps else None
timings["start_time"] = (datetime.strptime(timestamps["Started"], FMT) -\
datetime.strptime(timestamps["Starting"], FMT)).total_seconds() \
if "Started" in timestamps and "Starting" in timestamps else None
if "Started" in timestamps and "Stopped" in timestamps:
timings["time_span"] = (datetime.strptime(timestamps["Started"], FMT) -\
datetime.strptime(timestamps["Stopped"], FMT)).total_seconds()
elif "Start" in timestamps and "End" in timestamps:
if "last_occurence" in timings:
timings["time_span"] = (datetime.strptime(timings["last_occurence"], FMT) -\
datetime.strptime(timestamps["Start"], FMT)).total_seconds()
else:
timings["time_span"] = (datetime.strptime(timestamps["End"], FMT) -\
datetime.strptime(timestamps["Start"], FMT)).total_seconds()
result["time_span"].update(service_restart_times)
result["offset_from_kexec"] = offset_from_kexec
result["reboot_time"] = {
"timestamp": {
"Start": reboot_time
},
}
return result
def analyze_log_file(duthost, messages, result, offset_from_kexec):
service_restart_times = dict()
derived_patterns = OTHER_PATTERNS.get("COMMON")
service_patterns = dict()
# get platform specific regexes
if is_broadcom_device(duthost):
derived_patterns.update(OTHER_PATTERNS.get("BRCM"))
elif is_mellanox_device(duthost):
derived_patterns.update(OTHER_PATTERNS.get("MLNX"))
# get image specific regexes
if "20191130" in duthost.os_version:
derived_patterns.update(OTHER_PATTERNS.get("201911"))
service_patterns.update(SERVICE_PATTERNS.get("201911"))
else:
derived_patterns.update(OTHER_PATTERNS.get("LATEST"))
service_patterns.update(SERVICE_PATTERNS.get("LATEST"))
if not messages:
logging.error("Expected messages not found in syslog")
return None
def service_time_check(message, status):
time = datetime.strptime(
message.split(duthost.hostname)[0].strip(), FMT)
time = time.strftime(FMT)
service_name = message.split(status + " ")[1].split()[0]
service_name = service_name.upper()
if service_name == "ROUTER":
service_name = "RADV"
service_dict = service_restart_times.get(service_name,
{"timestamp": {}})
timestamps = service_dict.get("timestamp")
if status in timestamps:
service_dict[status +
" count"] = service_dict.get(status + " count", 1) + 1
timestamps[status] = time
service_restart_times.update({service_name: service_dict})
reboot_time = "N/A"
for message in messages:
# Get stopping to started timestamps for services (swss, bgp, etc)
for status, pattern in service_patterns.items():
if re.search(pattern, message):
service_time_check(message, status)
break
# Get timestamps of all other entities
for state, pattern in derived_patterns.items():
if re.search(pattern, message):
timestamp = datetime.strptime(
message.split(duthost.hostname)[0].strip(), FMT)
state_name = state.split("|")[0].strip()
if state_name + "|End" not in derived_patterns.keys():
state_times = get_state_times(timestamp, state,
offset_from_kexec)
offset_from_kexec.update(state_times)
else:
state_times = get_state_times(timestamp, state,
service_restart_times)
service_restart_times.update(state_times)
break
# Calculate time that services took to stop/start
for _, timings in service_restart_times.items():
timestamps = timings["timestamp"]
timings["stop_time"] = (datetime.strptime(timestamps["Stopped"], FMT) -\
datetime.strptime(timestamps["Stopping"], FMT)).total_seconds() \
if "Stopped" in timestamps and "Stopping" in timestamps else None
timings["start_time"] = (datetime.strptime(timestamps["Started"], FMT) -\
datetime.strptime(timestamps["Starting"], FMT)).total_seconds() \
if "Started" in timestamps and "Starting" in timestamps else None
if "Started" in timestamps and "Stopped" in timestamps:
timings["time_span"] = (datetime.strptime(timestamps["Started"], FMT) -\
datetime.strptime(timestamps["Stopped"], FMT)).total_seconds()
elif "Start" in timestamps and "End" in timestamps:
if "last_occurence" in timings:
timings["time_span"] = (datetime.strptime(timings["last_occurence"], FMT) -\
datetime.strptime(timestamps["Start"], FMT)).total_seconds()
else:
timings["time_span"] = (datetime.strptime(timestamps["End"], FMT) -\
datetime.strptime(timestamps["Start"], FMT)).total_seconds()
result["time_span"].update(service_restart_times)
result["offset_from_kexec"] = offset_from_kexec
return result