def init_word_embs_model(model_path,
model_type,
force_reload=False,
top_k=None):
global WORD_EMBS_MODELS
if model_type in WORD_EMBS_MODELS and not force_reload:
WORD_EMBS_MODELS[model_type].top_k = top_k
return WORD_EMBS_MODELS[model_type]
if model_type == 'word2vec':
model = nmw.Word2vec(top_k=top_k)
model.read(model_path)
elif model_type == 'glove':
model = nmw.GloVe(top_k=top_k)
model.read(model_path)
elif model_type == 'fasttext':
model = nmw.Fasttext(top_k=top_k)
model.read(model_path)
else:
raise ValueError(
'Model type value is unexpected. Expected values include {}'.
format(model_types))
WORD_EMBS_MODELS[model_type] = model
return model
def init_word2vec_model(model_path, force_reload=False):
# Load model once at runtime
global WORD2VEC_MODEL
if WORD2VEC_MODEL and not force_reload:
return WORD2VEC_MODEL
word2vec = nmw.Word2vec()
word2vec.read(model_path)
WORD2VEC_MODEL = word2vec
return WORD2VEC_MODEL