def test(name, texts, labels): preds = list() for text in texts: preds.append(predict(text, name)) print('\n%s %s %.2f\n' % (name, 'acc:', accuracy_score(labels, preds))) for text, label, pred in zip(texts, labels, preds): if label != pred: print('{}: {} -> {}'.format(text, label, pred))
def do_gesture(): data = eval(request.form['data']) # assert isinstance(data, list) name = '' try: name = predict(data) except Exception as e: print e name = '' # test the model # let the client know of the command name r.publish(REDIS_CHAN, '{"name": "%s","action": "do_gesture"}' % name) return ''
def test(name, texts, labels, vote): preds = list() for text in texts: preds.append(predict(text, name, vote)) precs = precision_score(labels, preds, average=None) recs = recall_score(labels, preds, average=None) with open(map_item(name + '_metric', paths), 'w') as f: f.write('label,prec,rec' + '\n') for i in range(class_num): f.write('%s,%.2f,%.2f\n' % (ind_labels[i], precs[i], recs[i])) f1 = f1_score(labels, preds, average='weighted') print('\n%s f1: %.2f - acc: %.2f\n' % (name, f1, accuracy_score(labels, preds))) if detail: for text, label, pred in zip(texts, labels, preds): if label != pred: print('{}: {} -> {}'.format(text, ind_labels[label], ind_labels[pred]))
def test(name, texts, labels, thre): preds = list() for text, label in zip(texts, labels): pred = predict(text, name, thre) preds.append(pred) precs = precision_score(labels, preds, average=None, labels=label_set) recs = recall_score(labels, preds, average=None, labels=label_set) with open(map_item(name, paths), 'w') as f: f.write('label,prec,rec' + '\n') for i in range(class_num): f.write('%s,%.2f,%.2f\n' % (label_set[i], precs[i], recs[i])) f1 = f1_score(labels, preds, average='weighted') print('\n%s f1: %.2f - acc: %.2f\n' % (name, f1, accuracy_score(labels, preds))) for text, label, pred in zip(texts, labels, preds): if label != pred: print('{}: {} -> {}'.format(text, label, pred))