def create_vocab_dictionaries(): additional_special_tokens = ( vocab_constants.MAX_SPECIAL_TOKENS - pytorch_translate_dictionary.Dictionary().nspecial) src_dict = dummy_dictionary( dummy_tokens=additional_special_tokens, additional_token_list=["a", "b", "c", "d", "e"], ) tgt_dict = dummy_dictionary( dummy_tokens=additional_special_tokens, additional_token_list=["A", "B", "C", "D", "E"], ) return src_dict, tgt_dict
def test_base(self): d = dictionary.Dictionary() self.assertEqual(len(d), d.nspecial)