def test_train_model_untrained_multi(self):
multi_text = pd.read_csv("../../data/sentences_multilingual.csv")
multi_text_train, multi_text_test = train_test_split(multi_text,
test_size=0.2)
multi_text.groupby('lang').count()
multi_text_train.groupby('lang').count()
_c2i, _i2c = vocab.build_vocab(multi_text.sentence.values)
_l2i, _i2l = vocab.build_label_vocab(multi_text.lang.values)
_untrained_multi_class = lang_id.LangID(input_vocab_n=len(_c2i),
embedding_dims=10,
hidden_dims=20,
lstm_layers=1,
output_class_n=5)
acc_untrained_multi, y_hat_untrained_multi = lang_id.eval_acc(
_untrained_multi_class, multi_text_test, _c2i, _i2c, _l2i, _i2l)
print(f"Untrained Multi Accuracy: {acc_untrained_multi}")
from sklearn.metrics import classification_report, confusion_matrix
y_multi = multi_text_test.lang.values
print(classification_report(y_multi, y_hat_untrained_multi))
cm = confusion_matrix(y_multi, y_hat_untrained_multi)
cm
lang_id.pretty_conf_matrix(cm, ['deu', 'eng', 'fra', 'ita', 'spa'])
assert_greater(acc_untrained_multi, 0.4)
assert_less(acc_untrained_multi, 0.6)
def setUp(self):
global bi_text, bi_text_train, bi_text_test, bt_c2i, bt_i2c, bt_l2i, bt_i2l
bi_text = pd.read_csv("../../data/sentences_bilingual.csv")
bt_c2i, bt_i2c = vocab.build_vocab(bi_text.sentence.values)
bt_l2i, bt_i2l = vocab.build_label_vocab(bi_text.lang.values)
bi_text_train, bi_text_test = train_test_split(bi_text, test_size=0.2)
def test_untrained_model(self):
# Adding prefix _ to local variables
# Noticed some variation in the scores every time I run it.
# Don't want to pollute my variables with globals when running all tests
_bi_text = pd.read_csv("../../data/sentences_bilingual.csv")
_bi_text_train, _bi_text_test = train_test_split(_bi_text,
test_size=0.2)
_c2i, _i2c = vocab.build_vocab(_bi_text.sentence.values)
_l2i, _i2l = vocab.build_label_vocab(_bi_text.lang.values)
_untrained = lang_id.LangID(input_vocab_n=len(_c2i),
embedding_dims=10,
hidden_dims=20,
lstm_layers=1,
output_class_n=2)
_acc_untrained, _y_hat_untrained = lang_id.eval_acc(
_untrained, _bi_text_test, _c2i, _i2c, _l2i, _i2l)
print(f"Untrained Accuracy: {_acc_untrained}")
pred_label_list = np.asarray(_y_hat_untrained)
pd.options.mode.chained_assignment = None
_bi_text_test["predicted"] = pred_label_list
_bi_text_test = _bi_text_test[["sentence", "lang", "predicted"]]
_bi_text_test.to_csv("../../data/deliverable_2.4_untrained.csv",
index=False)
assert_greater(_acc_untrained, 0.4)
assert_less(_acc_untrained, 0.6)
def test_d1_4_label_vocab():
labels = ["eng", "eng", "spa", "eng", "deu"]
l2i, i2l = vocab.build_label_vocab(labels)
# does reversel lookup work?
eng_idx = l2i["eng"]
eq_(i2l[eng_idx], "eng")
# are our regular and inverted mappings equally-sized?
eq_(len(l2i), len(i2l))
# are there the right number of entries in each?
eq_(len(l2i), len(set(labels)))
eq_(len(i2l), len(set(labels)))
def test_train_model_multi_embed20_hidden40(self):
multi_text = pd.read_csv("../../data/sentences_multilingual.csv")
multi_text_train, multi_text_test = train_test_split(multi_text,
test_size=0.2)
multi_text.groupby('lang').count()
multi_text_train.groupby('lang').count()
_c2i, _i2c = vocab.build_vocab(multi_text.sentence.values)
_l2i, _i2l = vocab.build_label_vocab(multi_text.lang.values)
multi_class = lang_id.LangID(input_vocab_n=len(_c2i),
embedding_dims=20,
hidden_dims=40,
lstm_layers=1,
output_class_n=5)
lang_id.train_model(model=multi_class,
n_epochs=1,
training_data=multi_text_train,
c2i=_c2i,
i2c=_i2c,
l2i=_l2i,
i2l=_i2l)
print("done")
acc_multi, y_hat_multi = lang_id.eval_acc(multi_class, multi_text_test,
_c2i, _i2c, _l2i, _i2l)
# Jupyter reported Accuracy: 0.6954
# Run 1: Accuracy: 0.6954
print(f"Accuracy: {acc_multi}")
from sklearn.metrics import classification_report, confusion_matrix
y_multi = multi_text_test.lang.values
print(classification_report(y_multi, y_hat_multi))
cm = confusion_matrix(y_multi, y_hat_multi)
cm
#reload(lang_id);
lang_id.pretty_conf_matrix(cm, ['deu', 'eng', 'fra', 'ita', 'spa'])
assert_greater(acc_multi, 0.60)
def test_train_model(self):
# Adding prefix _ to local variables
# Noticed some variation in the scores every time I run it.
# Don't want to pollute my variables with globals when running all tests
_bi_text = pd.read_csv("../../data/sentences_bilingual.csv")
_bi_text_train, _bi_text_test = train_test_split(_bi_text,
test_size=0.2)
_c2i, _i2c = vocab.build_vocab(bi_text.sentence.values)
_l2i, _i2l = vocab.build_label_vocab(bi_text.lang.values)
_li = lang_id.LangID(input_vocab_n=len(_c2i),
embedding_dims=10,
hidden_dims=20,
lstm_layers=1,
output_class_n=2)
_trained_model = lang_id.train_model(model=_li,
n_epochs=1,
training_data=_bi_text_train,
c2i=_c2i,
i2c=_i2c,
l2i=_l2i,
i2l=_i2l)
_trained_model(vocab.sentence_to_tensor("this is a sentence", _c2i))
_trained_model(vocab.sentence_to_tensor("quien estas", _c2i))
_acc, _y_hat = lang_id.eval_acc(_trained_model, _bi_text_test, _c2i,
_i2c, _l2i, _i2l)
print(f"Trained Accuracy: {_acc}")
_untrained = lang_id.LangID(input_vocab_n=len(_c2i),
embedding_dims=10,
hidden_dims=20,
lstm_layers=1,
output_class_n=2)
_acc_untrained, _y_hat_untrained = lang_id.eval_acc(
_untrained, _bi_text_test, _c2i, _i2c, _l2i, _i2l)
print(f"Untrained Accuracy: {_acc_untrained}")
assert_greater(_acc, 0.89)
def test_train_model_embed2_hidden2(self):
# Adding prefix _ to local variables
# Noticed some variation in the scores every time I run it.
# Don't want to pollute my variables with globals when running all tests
_bi_text = pd.read_csv("../../data/sentences_bilingual.csv")
_bi_text_train, _bi_text_test = train_test_split(_bi_text,
test_size=0.2)
_c2i, _i2c = vocab.build_vocab(bi_text.sentence.values)
_l2i, _i2l = vocab.build_label_vocab(bi_text.lang.values)
_li = lang_id.LangID(input_vocab_n=len(_c2i),
embedding_dims=2,
hidden_dims=2,
lstm_layers=1,
output_class_n=2)
_trained_model = lang_id.train_model(model=_li,
n_epochs=1,
training_data=_bi_text_train,
c2i=_c2i,
i2c=_i2c,
l2i=_l2i,
i2l=_i2l)
_trained_model(vocab.sentence_to_tensor("this is a sentence", _c2i))
_trained_model(vocab.sentence_to_tensor("quien estas", _c2i))
_acc, _y_hat = lang_id.eval_acc(_trained_model, _bi_text_test, _c2i,
_i2c, _l2i, _i2l)
print(f"Trained Accuracy: {_acc}")
pred_label_list = np.asarray(_y_hat)
pd.options.mode.chained_assignment = None
pred_label_list = np.asarray(_y_hat)
pd.options.mode.chained_assignment = None
_bi_text_test["predicted"] = pred_label_list
_bi_text_test = _bi_text_test[["sentence", "lang", "predicted"]]
_bi_text_test.to_csv("../../data/deliverable_2.4.csv", index=False)
assert_greater(_acc, 0.89)
