def _get_all_file_paths(self, cinfo_path):
files = []
if os.path.isfile(cinfo_path):
if not self._is_compressed_file(cinfo_path):
files.append(cinfo_path)
else:
files += logutil.get_all_files(self.COLLECTINFO_DIR)
elif os.path.isdir(cinfo_path):
files += logutil.get_all_files(cinfo_path)
if os.path.exists(self.COLLECTINFO_DIR):
# ToDo: Before adding file from COLLECTINFO_DIR, we need to check file already exists in input file list or not,
# ToDo: collectinfo_parser fails if same file exists twice in input file list. This is possible if input has zip file and
# ToDo: user unzipped it but did not remove zipped file, in that case collectinfo-analyser creates new unzipped file,
# ToDo: which results in two copies of same file (one unzipped by user and one unzipped by collectinfo-analyser).
if not self._get_files_by_type(JSON_FILE, cinfo_path):
for collectinfo_json_file in self._get_files_by_type(
JSON_FILE, self.COLLECTINFO_DIR):
files.append(collectinfo_json_file)
if not self._get_files_by_type(CLUSTER_FILE, cinfo_path):
for old_collectinfo_file in self._get_files_by_type(
CLUSTER_FILE, self.COLLECTINFO_DIR):
files.append(old_collectinfo_file)
if not self._get_files_by_type(SYSTEM_FILE, cinfo_path):
for sysinfo_file in self._get_files_by_type(
SYSTEM_FILE, self.COLLECTINFO_DIR):
files.append(sysinfo_file)
return files
def _get_all_file_paths(self, cinfo_path):
files = []
if os.path.isfile(cinfo_path):
if not self._is_compressed_file(cinfo_path):
files.append(cinfo_path)
else:
files += logutil.get_all_files(self.collectinfo_dir)
elif os.path.isdir(cinfo_path):
files += logutil.get_all_files(cinfo_path)
if os.path.exists(self.collectinfo_dir):
# ToDo: Before adding file from collectinfo_dir, we need to check file already exists in input file list or not,
# ToDo: collectinfo_parser fails if same file exists twice in input file list. This is possible if input has zip file and
# ToDo: user unzipped it but did not remove zipped file, in that case collectinfo-analyser creates new unzipped file,
# ToDo: which results in two copies of same file (one unzipped by user and one unzipped by collectinfo-analyser).
if not self._get_files_by_type(JSON_FILE, cinfo_path):
for collectinfo_json_file in self._get_files_by_type(JSON_FILE, self.collectinfo_dir):
files.append(collectinfo_json_file)
if not self._get_files_by_type(CLUSTER_FILE, cinfo_path):
for old_collectinfo_file in self._get_files_by_type(CLUSTER_FILE, self.collectinfo_dir):
files.append(old_collectinfo_file)
if not self._get_files_by_type(SYSTEM_FILE, cinfo_path):
for sysinfo_file in self._get_files_by_type(SYSTEM_FILE, self.collectinfo_dir):
files.append(sysinfo_file)
return files
def _validate_and_extract_compressed_files(self, cinfo_path, dest_dir=None):
if not cinfo_path or not os.path.exists(cinfo_path):
return
if not dest_dir:
dest_dir = self.collectinfo_dir
if not os.path.exists(dest_dir):
os.makedirs(dest_dir)
if os.path.isfile(cinfo_path):
if not self._is_compressed_file(cinfo_path):
return
if self._extract_to(cinfo_path, dest_dir):
self._validate_and_extract_compressed_files(dest_dir, dest_dir=os.path.join(dest_dir, COLLECTINFO_INTERNAL_DIR))
return
files = logutil.get_all_files(cinfo_path)
if not files:
return
file_extracted = False
for file in files:
if not self._is_compressed_file(file):
continue
if self._extract_to(file, dest_dir):
file_extracted = True
if file_extracted:
self._validate_and_extract_compressed_files(dest_dir, dest_dir=os.path.join(dest_dir, COLLECTINFO_INTERNAL_DIR))
def _get_all_file_paths(self, cinfo_path):
files = []
if os.path.isfile(cinfo_path):
if not self._is_compressed_file(cinfo_path):
files.append(cinfo_path)
else:
files += logutil.get_all_files(self.collectinfo_dir)
elif os.path.isdir(cinfo_path):
files += logutil.get_all_files(cinfo_path)
if os.path.exists(self.collectinfo_dir):
# ToDo: Before adding file from collectinfo_dir, we need to check file already exists in input file list or not,
# ToDo: collectinfo_parser fails if same file exists twice in input file list. This is possible if input has zip file and
# ToDo: user unzipped it but did not remove zipped file, in that case collectinfo-analyser creates new unzipped file,
# ToDo: which results in two copies of same file (one unzipped by user and one unzipped by collectinfo-analyser).
files += self._get_valid_files(self.collectinfo_dir)
return files
def _get_valid_log_files(self, log_path=""):
if not log_path:
log_path = self.log_path
try:
server_log_files = []
log_files = logutil.get_all_files(log_path)
for log_file in log_files:
try:
if self.reader.is_server_log_file(log_file):
server_log_files.append(log_file)
except Exception:
pass
return server_log_files
except Exception:
return []
def _get_files_by_type(self, file_type, cinfo_path=""):
try:
if not cinfo_path:
cinfo_path = self.cinfo_path
log_files = logutil.get_all_files(cinfo_path)
if file_type == CLUSTER_FILE:
cinfo_files = []
for log_file in log_files:
try:
if self.reader.is_cinfo_log_file(log_file):
cinfo_files.append(log_file)
except Exception:
pass
return cinfo_files
if file_type == JSON_FILE:
json_files = []
for log_file in log_files:
try:
# ToDo: It should be some proper check for asadm
# collectinfo json file.
if os.path.splitext(log_file)[1] == ".json":
json_files.append(log_file)
except Exception:
pass
return json_files
if file_type == SYSTEM_FILE:
system_files = []
for log_file in log_files:
try:
if self.reader.is_system_log_file(log_file):
system_files.append(log_file)
except Exception:
pass
return system_files
return []
except Exception:
return []
def _get_files_by_type(self, file_type, cinfo_path=""):
try:
if not cinfo_path:
cinfo_path = self.cinfo_path
log_files = logutil.get_all_files(cinfo_path)
if file_type == CLUSTER_FILE:
cinfo_files = []
for log_file in log_files:
try:
if self.reader.is_cinfo_log_file(log_file):
cinfo_files.append(log_file)
except Exception:
pass
return cinfo_files
if file_type == JSON_FILE:
json_files = []
for log_file in log_files:
try:
# ToDo: It should be some proper check for asadm
# collectinfo json file.
if os.path.splitext(log_file)[1] == ".json":
json_files.append(log_file)
except Exception:
pass
return json_files
if file_type == SYSTEM_FILE:
system_files = []
for log_file in log_files:
try:
if self.reader.is_system_log_file(log_file):
system_files.append(log_file)
except Exception:
pass
return system_files
return []
except Exception:
return []
def _get_valid_files(self, cinfo_path=""):
try:
if not cinfo_path:
cinfo_path = self.cinfo_path
log_files = logutil.get_all_files(cinfo_path)
valid_files = []
for log_file in log_files:
try:
if self.reader.is_cinfo_log_file(log_file):
valid_files.append(log_file)
continue
except Exception:
pass
try:
# ToDo: It should be some proper check for asadm
# collectinfo json file.
if os.path.splitext(log_file)[1] == ".json":
valid_files.append(log_file)
continue
except Exception:
pass
try:
if self.reader.is_system_log_file(log_file):
valid_files.append(log_file)
continue
except Exception:
pass
try:
# ToDo: It should be some proper check for asadm
# conf file.
if os.path.splitext(log_file)[1] == ".conf":
valid_files.append(log_file)
except Exception:
pass
return valid_files
except Exception:
return []
def _validate_and_extract_compressed_files(self,
cinfo_path,
dest_dir=None):
if not cinfo_path or not os.path.exists(cinfo_path):
return
if not dest_dir:
dest_dir = self.COLLECTINFO_DIR
if not os.path.exists(dest_dir):
os.makedirs(dest_dir)
if os.path.isfile(cinfo_path):
if not self._is_compressed_file(cinfo_path):
return
if self._extract_to(cinfo_path, dest_dir):
self._validate_and_extract_compressed_files(
dest_dir,
dest_dir=os.path.join(dest_dir,
self.COLLECTINFO_INTERNAL_DIR))
return
files = logutil.get_all_files(cinfo_path)
if not files:
return
file_extracted = False
for file in files:
if not self._is_compressed_file(file):
continue
if self._extract_to(file, dest_dir):
file_extracted = True
if file_extracted:
self._validate_and_extract_compressed_files(
dest_dir,
dest_dir=os.path.join(dest_dir, self.COLLECTINFO_INTERNAL_DIR))