def test_dict_correct_preprocess():
"""did it create the correct dictionary also with preprocessing?"""
correct = {u"sentenc": 0, u"two": 2, u"one": 5, u"second": 3, u"of": 4, u"chap": 1, u"desc": 6}
create_corpus_run.main(create_corpus_pre_param_file)
d = Dictionary.load(path.join(out_dir, "dic1.dict"))
assert_equal(d.token2id, correct)
def test_dict_correct():
"""did it create the correct dictionary?"""
correct = {u"chap": 2, u"desc": 7, u"first": 6, u"of": 1, u"one": 3, u"second": 4, u"sentence": 0, u"two": 5}
create_corpus_run.main(create_corpus_param_file)
d = Dictionary.load(path.join(out_dir, "dic1.dict"))
assert_equal(d.token2id, correct)
