def create_onehot_mat(self, doc_tokens: List[List[Text]]) -> np.array:
"""pass"""
vocab = Vocab()
tks = list(set(chain.from_iterable(doc_tokens)))
vocab.add_seq(tks)
doc_mat = doc_onehot_mat(doc_tokens, vocab)
return doc_mat[:-1], vocab
def _load_force_tks(self, force_tks: Union[List, Vocab]):
if force_tks is None:
return Vocab()
elif isinstance(force_tks, List):
vocab = Vocab()
vocab.add_seq(force_tks)
return vocab
else:
return force_tks
def create_vocab(pos_words: Union[List[Text],
Vocab], neg_words: Union[List[Text], Vocab],
seed_words: Union[List[Text], Vocab]) -> Vocab:
"""pass"""
_convert_func = lambda x: list(x.tk2idx.keys()) if isinstance(x, Vocab
) else x
pos_words = _convert_func(pos_words)
neg_words = _convert_func(neg_words)
seed_words = _convert_func(seed_words)
emo_vocab = Vocab()
emo_vocab.add_seq(pos_words, emo_vocab.postive_name, 1)
emo_vocab.add_seq(neg_words, emo_vocab.negtive_name, -1)
emo_vocab.add_seq(seed_words, emo_vocab.alters_name, 0)
return emo_vocab
