def resample(seq_dict): train, test = files.split(seq_dict) names = list(train.keys()) sampled_names = random.choices(names, k=len(names)) bag_dict = {("%s_%d" % (name_i, i)): train[name_i] for i, name_i in enumerate(sampled_names)} bag_dict.update(test) return bag_dict
def get_acc(data_i): train_i, test_i = files.split(data_i) X = np.array(list(train_i.values())) y = [name_i.split("_")[1] for name_i in train_i.keys()] clf_i = LogisticRegression(solver='liblinear') clf_i.fit(X, y) y_pred = clf_i.predict(X) acc_i = accuracy_score(y, y_pred) return acc_i
def simple_exp(in_path, out_path=None, n_epochs=1000): seq_dict = files.get_seqs(in_path) train, test = files.split(seq_dict) X, y, names, params = prepare_data(train) model = deep.make_conv(params) model.fit(X, y, epochs=n_epochs) if (out_path): extrac_feats(model, seq_dict, out_path) else: test_model(model, test)
def agum_template(in_path, out_path, agum): seq_dict = files.get_seqs(in_path) train, test = files.split(seq_dict) agum_train = [] for name_i, seq_i in train.items(): agum_train.append((name_i, seq_i)) new_seqs = [agum_k(seq_i) for agum_k in agum] new_seqs = list(itertools.chain(*new_seqs)) for j, seq_j in enumerate(new_seqs): name_j = "%s_%d" % (name_i, j) agum_train.append((name_j, seq_j)) agum_data = agum_train + list(test.items()) agum_data = dict(agum_data) files.save_seqs(agum_data, out_path) print(len(agum_data))
def _getFileDialogGui(fn, initialdir, types, title): if initialdir is None: initialdir = gDirectoryHistory.get(repr(types), '.') kwargs = dict() if types is not None: aTypes = [(type.split('|')[1], type.split('|')[0]) for type in types] defaultExtension = aTypes[0][1] kwargs['defaultextension'] = defaultExtension kwargs['filetypes'] = aTypes result = fn(initialdir=initialdir, title=title, **kwargs) if result: gDirectoryHistory[repr(types)] = files.split(result)[0] return result
def softDeleteFile(s): import os trashdir = os.path.expanduser('~') + u'/local/less_important/trash' if not files.exists(trashdir): trashdir = ur'C:\data\local\less_important\trash' if not files.exists(trashdir): raise Exception('please edit softDeleteFile() in common_ui.py ' + 'and specify a directory for removed files.') # as a prefix, the first 2 chars of the parent directory prefix = files.getname(files.getparent(s))[0:2] + '_' newname = trashdir + files.sep + prefix + files.split(s)[1] + getRandomString() if files.exists(newname): raise Exception('already exists ' + newname + '. is this directory full of files, or was the random seed reused?') files.move(s, newname, False) return newname
def split(self, selector=None): train, test = files.split(self, selector) return Feats(train), Feats(test)
def split(self): train,test=files.split(self) return Seqs(train),Seqs(test)
def split(self, selector=None): train, test = files.split(self, selector) return ActionImgs(train), ActionImgs(test)
def split(self, selector=None): train, test = files.split(self, selector) return FrameSeqs(train), FrameSeqs(test)