def init_context_word_embs_model(model_path, device, force_reload=False, temperature=1.0, top_k=None, top_p=None,
optimize=None, silence=True):
global CONTEXT_WORD_EMBS_MODELS
model_name = os.path.basename(model_path)
if model_name in CONTEXT_WORD_EMBS_MODELS and not force_reload:
CONTEXT_WORD_EMBS_MODELS[model_name].device = device
if temperature != 1.0:
CONTEXT_WORD_EMBS_MODELS[model_name].temperature = temperature
if top_k:
CONTEXT_WORD_EMBS_MODELS[model_name].top_k = top_k
if top_p:
CONTEXT_WORD_EMBS_MODELS[model_name].top_p = top_p
CONTEXT_WORD_EMBS_MODELS[model_name].silence = silence
return CONTEXT_WORD_EMBS_MODELS[model_name]
if 'distilbert' in model_path.lower():
model = nml.DistilBert(model_path, device=device, temperature=temperature, top_k=top_k, top_p=top_p, silence=silence)
elif 'roberta' in model_path.lower():
model = nml.Roberta(model_path, device=device, temperature=temperature, top_k=top_k, top_p=top_p, silence=silence)
elif 'bert' in model_path.lower():
model = nml.Bert(model_path, device=device, temperature=temperature, top_k=top_k, top_p=top_p, silence=silence)
elif 'xlnet' in model_path.lower():
model = nml.XlNet(model_path, device=device, temperature=temperature, top_k=top_k, top_p=top_p, optimize=optimize,
silence=silence)
else:
raise ValueError('Model name value is unexpected. Only support BERT, DistilBERT, RoBERTa and XLNet model.')
CONTEXT_WORD_EMBS_MODELS[model_name] = model
return model
def init_context_word_embs_sentence_model(model_path, model_type, device, force_reload=False,
min_length=100, max_length=300, batch_size=32, temperature=1.0, top_k=50, top_p=0.9,
silence=True, use_custom_api=True):
global CONTEXT_WORD_EMBS_SENTENCE_MODELS
model_name = '_'.join([os.path.basename(model_path), str(device)])
if model_name in CONTEXT_WORD_EMBS_SENTENCE_MODELS and not force_reload:
CONTEXT_WORD_EMBS_SENTENCE_MODELS[model_name].min_length = min_length
CONTEXT_WORD_EMBS_SENTENCE_MODELS[model_name].max_length = max_length
CONTEXT_WORD_EMBS_SENTENCE_MODELS[model_name].temperature = temperature
CONTEXT_WORD_EMBS_SENTENCE_MODELS[model_name].top_k = top_k
CONTEXT_WORD_EMBS_SENTENCE_MODELS[model_name].top_p = top_p
CONTEXT_WORD_EMBS_SENTENCE_MODELS[model_name].batch_size = batch_size
CONTEXT_WORD_EMBS_SENTENCE_MODELS[model_name].silence = silence
return CONTEXT_WORD_EMBS_SENTENCE_MODELS[model_name]
if use_custom_api:
if model_type == 'xlnet':
model = nml.XlNet(model_path, device=device, temperature=temperature, top_k=top_k,
optimize=None, silence=True)
elif model_type == 'gpt2':
model = nml.Gpt2(model_path, device=device, temperature=temperature, top_k=top_k,
optimize=None, silence=True)
else:
raise ValueError('Model name value is unexpected. Only support XLNet and GPT2 model.')
else:
model = nml.TextGenTransformers(model_path, device=device, min_length=min_length, max_length=max_length,
temperature=temperature, top_k=top_k, top_p=top_p, batch_size=batch_size)
CONTEXT_WORD_EMBS_SENTENCE_MODELS[model_name] = model
return model
def init_context_word_embs_sentence_model(model_path, device, force_reload=False, temperature=1.0, top_k=None,
top_p=None, optimize=None, silence=True):
global CONTEXT_WORD_EMBS_SENTENCE_MODELS
model_name = os.path.basename(model_path)
if model_name in CONTEXT_WORD_EMBS_SENTENCE_MODELS and not force_reload:
CONTEXT_WORD_EMBS_SENTENCE_MODELS[model_name].device = device
CONTEXT_WORD_EMBS_SENTENCE_MODELS[model_name].temperature = temperature
CONTEXT_WORD_EMBS_SENTENCE_MODELS[model_name].top_k = top_k
CONTEXT_WORD_EMBS_SENTENCE_MODELS[model_name].top_p = top_p
CONTEXT_WORD_EMBS_SENTENCE_MODELS[model_name].optimize = optimize
CONTEXT_WORD_EMBS_SENTENCE_MODELS[model_name].silence = silence
return CONTEXT_WORD_EMBS_SENTENCE_MODELS[model_name]
if 'xlnet' in model_path:
model = nml.XlNet(model_path, device=device, temperature=temperature, top_k=top_k, top_p=top_p,
optimize=optimize, silence=True)
elif 'gpt2' in model_path:
model = nml.Gpt2(model_path, device=device, temperature=temperature, top_k=top_k, top_p=top_p,
optimize=optimize, silence=True)
else:
raise ValueError('Model name value is unexpected. Only support XLNet and GPT2 model.')
CONTEXT_WORD_EMBS_SENTENCE_MODELS[model_name] = model
return model
def init_xlnet_model(model_path, device, force_reload=False):
# Load model once at runtime
global XLNET_MODEL
if XLNET_MODEL and not force_reload:
return XLNET_MODEL
xlnet_model = nml.XlNet(model_path, device=device)
xlnet_model.model.eval()
XLNET_MODEL = xlnet_model
return xlnet_model
def init_xlnet_model(model_path,
device,
force_reload=False,
temperature=1.0,
top_k=None,
top_p=None):
# Load model once at runtime
global XLNET_MODEL
if XLNET_MODEL and not force_reload:
XLNET_MODEL.temperature = temperature
XLNET_MODEL.top_k = top_k
XLNET_MODEL.top_p = top_p
return XLNET_MODEL
xlnet_model = nml.XlNet(model_path,
device=device,
temperature=temperature,
top_k=top_k,
top_p=top_p)
xlnet_model.model.eval()
XLNET_MODEL = xlnet_model
return xlnet_model
