def get_format_data(self, filename):
"""Get the data format directly from the data file (in case we do not
have an info file)"""
if 'format' in self.info.keys():
return self.info['format']
if 'is_sparse' in self.info.keys():
if self.info['is_sparse'] == 0:
self.info['format'] = 'dense'
else:
if competition_c_functions_is_there:
data = competition_c_functions.read_first_line(filename)
else:
data = read_first_line(filename)
if ':' in data[0]:
self.info['format'] = 'sparse'
else:
self.info['format'] = 'sparse_binary'
else:
if competition_c_functions_is_there:
data = competition_c_functions.file_to_array(filename)
else:
data = file_to_array(filename)
if ':' in data[0][0]:
self.info['is_sparse'] = 1
self.info['format'] = 'sparse'
else:
nbr_columns = len(data[0])
for row in range(len(data)):
if len(data[row]) != nbr_columns:
self.info['format'] = 'sparse_binary'
if 'format' not in self.info.keys():
self.info['format'] = 'dense'
self.info['is_sparse'] = 0
return self.info['format']
def get_format_data(self, filename):
"""Get the data format directly from the data file (in case we do not
have an info file)"""
if 'format' in self.info.keys():
return self.info['format']
if 'is_sparse' in self.info.keys():
if self.info['is_sparse'] == 0:
self.info['format'] = 'dense'
else:
if competition_c_functions_is_there:
data = competition_c_functions.read_first_line(filename)
else:
data = read_first_line(filename)
if ':' in data[0]:
self.info['format'] = 'sparse'
else:
self.info['format'] = 'sparse_binary'
else:
if competition_c_functions_is_there:
data = competition_c_functions.file_to_array(filename)
else:
data = file_to_array(filename)
if ':' in data[0][0]:
self.info['is_sparse'] = 1
self.info['format'] = 'sparse'
else:
nbr_columns = len(data[0])
for row in range(len(data)):
if len(data[row]) != nbr_columns:
self.info['format'] = 'sparse_binary'
if 'format' not in self.info.keys():
self.info['format'] = 'dense'
self.info['is_sparse'] = 0
return self.info['format']
def getFormatData(self, filename):
""" Get the data format directly from the data file (in case we do not have an info file)"""
if "format" in self.info.keys():
return self.info["format"]
if "is_sparse" in self.info.keys():
if self.info["is_sparse"] == 0:
self.info["format"] = "dense"
else:
if competition_c_functions_is_there:
data = competition_c_functions.read_first_line(filename)
else:
data = data_util.read_first_line(filename)
if ":" in data[0]:
self.info["format"] = "sparse"
else:
self.info["format"] = "sparse_binary"
else:
if competition_c_functions_is_there:
data = competition_c_functions.file_to_array(filename)
else:
data = data_util.file_to_array(filename)
if ":" in data[0][0]:
self.info["is_sparse"] = 1
self.info["format"] = "sparse"
else:
nbr_columns = len(data[0])
for row in range(len(data)):
if len(data[row]) != nbr_columns:
self.info["format"] = "sparse_binary"
if "format" not in self.info.keys():
self.info["format"] = "dense"
self.info["is_sparse"] = 0
return self.info["format"]
def loadType (self, filename, verbose=True):
''' Get the variable types'''
if verbose: print("========= Reading " + filename)
start = time.time()
type_list = []
if os.path.isfile(filename):
if competition_c_functions_is_there:
type_list = competition_c_functions.file_to_array(filename,
verbose=False)
else:
type_list = file_to_array(filename, verbose=False)
else:
n=self.info['feat_num']
type_list = [self.info['feat_type']]*n
type_list = np.array(type_list).ravel()
end = time.time()
if verbose: print( "[+] Success in %5.2f sec" % (end - start))
return type_list
def load_type(self, filename):
"""Get the variable types."""
# if verbose:
# print('========= Reading ' + filename)
# start = time.time()
# type_list = []
if os.path.isfile(filename):
if competition_c_functions_is_there:
type_list = competition_c_functions.file_to_array(filename)
else:
type_list = file_to_array(filename)
else:
n = self.info['feat_num']
type_list = [self.info['feat_type']] * n
type_list = np.array(type_list).ravel()
# end = time.time()
# if verbose:
# print('[+] Success in %5.2f sec' % (end - start))
return type_list
def load_type(self, filename):
"""Get the variable types."""
# if verbose:
# print('========= Reading ' + filename)
# start = time.time()
# type_list = []
if os.path.isfile(filename):
if competition_c_functions_is_there:
type_list = competition_c_functions.file_to_array(filename)
else:
type_list = file_to_array(filename)
else:
n = self.info['feat_num']
type_list = [self.info['feat_type']] * n
type_list = np.array(type_list).ravel()
# end = time.time()
# if verbose:
# print('[+] Success in %5.2f sec' % (end - start))
return type_list
def loadType(self, filename, verbose=True):
""" Get the variable types"""
if verbose:
print ("========= Reading " + filename)
start = time.time()
type_list = []
if os.path.isfile(filename):
if competition_c_functions_is_there:
type_list = competition_c_functions.file_to_array(filename, verbose=False)
else:
type_list = file_to_array(filename, verbose=False)
else:
n = self.info["feat_num"]
type_list = [self.info["feat_type"]] * n
type_list = np.array(type_list).ravel()
end = time.time()
if verbose:
print ("[+] Success in %5.2f sec" % (end - start))
return type_list