def test(name, texts, labels):
preds = list()
for text in texts:
preds.append(predict(text, name))
print('\n%s %s %.2f\n' % (name, 'acc:', accuracy_score(labels, preds)))
for text, label, pred in zip(texts, labels, preds):
if label != pred:
print('{}: {} -> {}'.format(text, label, pred))
def do_gesture():
data = eval(request.form['data'])
# assert isinstance(data, list)
name = ''
try:
name = predict(data)
except Exception as e:
print e
name = ''
# test the model
# let the client know of the command name
r.publish(REDIS_CHAN, '{"name": "%s","action": "do_gesture"}' % name)
return ''
def test(name, texts, labels, vote):
preds = list()
for text in texts:
preds.append(predict(text, name, vote))
precs = precision_score(labels, preds, average=None)
recs = recall_score(labels, preds, average=None)
with open(map_item(name + '_metric', paths), 'w') as f:
f.write('label,prec,rec' + '\n')
for i in range(class_num):
f.write('%s,%.2f,%.2f\n' % (ind_labels[i], precs[i], recs[i]))
f1 = f1_score(labels, preds, average='weighted')
print('\n%s f1: %.2f - acc: %.2f\n' % (name, f1, accuracy_score(labels, preds)))
if detail:
for text, label, pred in zip(texts, labels, preds):
if label != pred:
print('{}: {} -> {}'.format(text, ind_labels[label], ind_labels[pred]))
def test(name, texts, labels, thre):
preds = list()
for text, label in zip(texts, labels):
pred = predict(text, name, thre)
preds.append(pred)
precs = precision_score(labels, preds, average=None, labels=label_set)
recs = recall_score(labels, preds, average=None, labels=label_set)
with open(map_item(name, paths), 'w') as f:
f.write('label,prec,rec' + '\n')
for i in range(class_num):
f.write('%s,%.2f,%.2f\n' % (label_set[i], precs[i], recs[i]))
f1 = f1_score(labels, preds, average='weighted')
print('\n%s f1: %.2f - acc: %.2f\n' % (name, f1, accuracy_score(labels, preds)))
for text, label, pred in zip(texts, labels, preds):
if label != pred:
print('{}: {} -> {}'.format(text, label, pred))