def resample(seq_dict):
train, test = files.split(seq_dict)
names = list(train.keys())
sampled_names = random.choices(names, k=len(names))
bag_dict = {("%s_%d" % (name_i, i)): train[name_i]
for i, name_i in enumerate(sampled_names)}
bag_dict.update(test)
return bag_dict
def get_acc(data_i):
train_i, test_i = files.split(data_i)
X = np.array(list(train_i.values()))
y = [name_i.split("_")[1] for name_i in train_i.keys()]
clf_i = LogisticRegression(solver='liblinear')
clf_i.fit(X, y)
y_pred = clf_i.predict(X)
acc_i = accuracy_score(y, y_pred)
return acc_i
def simple_exp(in_path, out_path=None, n_epochs=1000):
seq_dict = files.get_seqs(in_path)
train, test = files.split(seq_dict)
X, y, names, params = prepare_data(train)
model = deep.make_conv(params)
model.fit(X, y, epochs=n_epochs)
if (out_path):
extrac_feats(model, seq_dict, out_path)
else:
test_model(model, test)
def agum_template(in_path, out_path, agum):
seq_dict = files.get_seqs(in_path)
train, test = files.split(seq_dict)
agum_train = []
for name_i, seq_i in train.items():
agum_train.append((name_i, seq_i))
new_seqs = [agum_k(seq_i) for agum_k in agum]
new_seqs = list(itertools.chain(*new_seqs))
for j, seq_j in enumerate(new_seqs):
name_j = "%s_%d" % (name_i, j)
agum_train.append((name_j, seq_j))
agum_data = agum_train + list(test.items())
agum_data = dict(agum_data)
files.save_seqs(agum_data, out_path)
print(len(agum_data))
def _getFileDialogGui(fn, initialdir, types, title):
if initialdir is None:
initialdir = gDirectoryHistory.get(repr(types), '.')
kwargs = dict()
if types is not None:
aTypes = [(type.split('|')[1], type.split('|')[0]) for type in types]
defaultExtension = aTypes[0][1]
kwargs['defaultextension'] = defaultExtension
kwargs['filetypes'] = aTypes
result = fn(initialdir=initialdir, title=title, **kwargs)
if result:
gDirectoryHistory[repr(types)] = files.split(result)[0]
return result
def softDeleteFile(s):
import os
trashdir = os.path.expanduser('~') + u'/local/less_important/trash'
if not files.exists(trashdir):
trashdir = ur'C:\data\local\less_important\trash'
if not files.exists(trashdir):
raise Exception('please edit softDeleteFile() in common_ui.py ' +
'and specify a directory for removed files.')
# as a prefix, the first 2 chars of the parent directory
prefix = files.getname(files.getparent(s))[0:2] + '_'
newname = trashdir + files.sep + prefix + files.split(s)[1] + getRandomString()
if files.exists(newname):
raise Exception('already exists ' + newname +
'. is this directory full of files, or was the random seed reused?')
files.move(s, newname, False)
return newname
def split(self, selector=None):
train, test = files.split(self, selector)
return Feats(train), Feats(test)
def split(self): train,test=files.split(self) return Seqs(train),Seqs(test)
def split(self, selector=None):
train, test = files.split(self, selector)
return ActionImgs(train), ActionImgs(test)
def split(self, selector=None):
train, test = files.split(self, selector)
return FrameSeqs(train), FrameSeqs(test)
