class Extract(object):
""" Extract the crash info
"""
key_words = [ r'CEGUI::UnknownObjectException',
r'CEGUI::AlreadyExistsException',
r'CEGUI::InvalidRequestException',
r'CEGUI::FileIOException',
r'CEGUI::ScriptException',
r'LUA ERROR'
]
def __init__(self, date='', data_path=''):
self.data_dir = os.path.join(data_path, date)
if not os.path.exists(self.data_dir):
os.mkdir(self.data_dir)
self.db = Crash_Info_Model(date)
self.hash_value = self.db.fetch_all_hash()
def _check_match_it(self, line):
for key in Extract.key_words:
rlt = re.search(key, line)
if rlt:
flag = 0
if str(key) == 'CEGUI::ScriptException':
flag = 1
elif str(key) == 'LUA ERROR' and len(line[63:]) > 5:
if not re.search('function refid', line[63:]):
flag = 2
else:
break
return True, flag
return False, -1
def _extrct_crash_info(self, fname):
ret, special = False, 0
cnt = 0
temp = []
lua_temp = []
lua_hash = {}
with open(fname) as f:
for line in f.readlines():
if len(str(line)) < 2:
continue
if special == 1:
cnt += 1
temp.append(line.strip())
if cnt == 2:
cnt = 0
ret, special = False, -1
s = ''.join(temp)
hval = str(hashlib.md5(s).hexdigest())
if hval not in self.hash_value:
self.hash_value[hval] = 1
self.db.save_info(hval, s, 1, 0)
else:
self.hash_value[hval] += 1
self.db.update(hval, self.hash_value[hval])
temp = []
continue
ret = self._check_match_it(line)
if ret[0]:
special = ret[1]
line_seq = line.split(' ')
s = ' '.join(line_seq[2:])
if special == 0:
hval = hashlib.md5(s).hexdigest()
if hval not in self.hash_value:
self.hash_value[hval] = 1
self.db.save_info(hval, s, 1, 0)
else:
self.hash_value[hval] += 1
self.db.update(hval, self.hash_value[hval])
elif special == 1:
temp.append(s)
else:
s = line[63:]
s = s.strip()
hval = hashlib.md5(s).hexdigest()
if hval not in lua_hash and s not in lua_temp:
lua_hash[hval] = 1
lua_temp.append(s.strip())
else:
lua_hash[hval] += 1
ret, special = False, -1
continue
if len(lua_temp) > 0:
ret, special = False, -1
s = '<br/>'.join(lua_temp)
hval = hashlib.md5(s).hexdigest()
if hval not in self.hash_value:
if len(lua_temp) == 1:
aa = hashlib.md5(lua_temp[0]).hexdigest()
self.hash_value[hval] = lua_hash[aa]
else:
self.hash_value[hval] = 1
self.db.save_info(hval, s, self.hash_value[hval], 0)
else:
if len(lua_temp) == 1:
aa = hashlib.md5(lua_temp[0]).hexdigest()
self.hash_value[hval] = lua_hash[aa]
else:
self.hash_value[hval] += 1
self.db.update(hval, self.hash_value[hval])
lua_temp = []
lua_hash = {}
# the last process
if len(temp) > 0:
s = ''.join(temp)
hval = hashlib.md5(s).hexdigest()
if hval not in self.hash_value:
self.hash_value[hval] = 1
self.db.save_info(hval, s, 1, 0)
else:
self.hash_value[hval] += 1
self.db.update(hval, self.hash_value[hval])
temp = []
if len(lua_temp) > 0:
ret, special = False, -1
s = '<br/>'.join(lua_temp)
hval = hashlib.md5(s).hexdigest()
if hval not in self.hash_value:
if len(lua_hash) == 1:
self.hash_value[hval] = lua_hash[hashlib.md5(lua_temp[0]).hexdigest()]
else:
self.hash_value[hval] = 1
self.db.save_info(hval, s, self.hash_value[hval], 0)
else:
self.hash_value[hval] += 1
self.db.update(hval, self.hash_value[hval])
lua_temp = {}
def run_extract_dir(self):
for f in os.listdir(self.data_dir):
self._extrct_crash_info(os.path.join(self.data_dir, f))
# write back all the hash value
for k, v in self.hash_value.items():
self.db.save_hash(k, v)
def run_extract_file(self, fname):
self._extrct_crash_info(fname)
for k, v in self.hash_value.items():
self.db.update_hash(k, v)
def run_end(self):
self.db.when_update()
self.db.close()
def __init__(self, date='', data_path=''):
self.data_dir = os.path.join(data_path, date)
if not os.path.exists(self.data_dir):
os.mkdir(self.data_dir)
self.db = Crash_Info_Model(date)
self.hash_value = self.db.fetch_all_hash()
