def get_format_data(self, filename): """Get the data format directly from the data file (in case we do not have an info file)""" if 'format' in self.info.keys(): return self.info['format'] if 'is_sparse' in self.info.keys(): if self.info['is_sparse'] == 0: self.info['format'] = 'dense' else: if competition_c_functions_is_there: data = competition_c_functions.read_first_line(filename) else: data = read_first_line(filename) if ':' in data[0]: self.info['format'] = 'sparse' else: self.info['format'] = 'sparse_binary' else: if competition_c_functions_is_there: data = competition_c_functions.file_to_array(filename) else: data = file_to_array(filename) if ':' in data[0][0]: self.info['is_sparse'] = 1 self.info['format'] = 'sparse' else: nbr_columns = len(data[0]) for row in range(len(data)): if len(data[row]) != nbr_columns: self.info['format'] = 'sparse_binary' if 'format' not in self.info.keys(): self.info['format'] = 'dense' self.info['is_sparse'] = 0 return self.info['format']
def getFormatData(self, filename): """ Get the data format directly from the data file (in case we do not have an info file)""" if "format" in self.info.keys(): return self.info["format"] if "is_sparse" in self.info.keys(): if self.info["is_sparse"] == 0: self.info["format"] = "dense" else: if competition_c_functions_is_there: data = competition_c_functions.read_first_line(filename) else: data = data_util.read_first_line(filename) if ":" in data[0]: self.info["format"] = "sparse" else: self.info["format"] = "sparse_binary" else: if competition_c_functions_is_there: data = competition_c_functions.file_to_array(filename) else: data = data_util.file_to_array(filename) if ":" in data[0][0]: self.info["is_sparse"] = 1 self.info["format"] = "sparse" else: nbr_columns = len(data[0]) for row in range(len(data)): if len(data[row]) != nbr_columns: self.info["format"] = "sparse_binary" if "format" not in self.info.keys(): self.info["format"] = "dense" self.info["is_sparse"] = 0 return self.info["format"]
def loadType (self, filename, verbose=True): ''' Get the variable types''' if verbose: print("========= Reading " + filename) start = time.time() type_list = [] if os.path.isfile(filename): if competition_c_functions_is_there: type_list = competition_c_functions.file_to_array(filename, verbose=False) else: type_list = file_to_array(filename, verbose=False) else: n=self.info['feat_num'] type_list = [self.info['feat_type']]*n type_list = np.array(type_list).ravel() end = time.time() if verbose: print( "[+] Success in %5.2f sec" % (end - start)) return type_list
def load_type(self, filename): """Get the variable types.""" # if verbose: # print('========= Reading ' + filename) # start = time.time() # type_list = [] if os.path.isfile(filename): if competition_c_functions_is_there: type_list = competition_c_functions.file_to_array(filename) else: type_list = file_to_array(filename) else: n = self.info['feat_num'] type_list = [self.info['feat_type']] * n type_list = np.array(type_list).ravel() # end = time.time() # if verbose: # print('[+] Success in %5.2f sec' % (end - start)) return type_list
def loadType(self, filename, verbose=True): """ Get the variable types""" if verbose: print ("========= Reading " + filename) start = time.time() type_list = [] if os.path.isfile(filename): if competition_c_functions_is_there: type_list = competition_c_functions.file_to_array(filename, verbose=False) else: type_list = file_to_array(filename, verbose=False) else: n = self.info["feat_num"] type_list = [self.info["feat_type"]] * n type_list = np.array(type_list).ravel() end = time.time() if verbose: print ("[+] Success in %5.2f sec" % (end - start)) return type_list